diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..3f851aa21c29c30278ff9ce55c70fe9571c183df --- /dev/null +++ b/README.md @@ -0,0 +1,67 @@ +--- +license: apache-2.0 +library_name: pytorch +tags: [dynamic-chunking, tokenization, hnet, byte-level, interpretability] +--- + +# H-Net dynamic-chunking pilot models + +31 byte-level H-Net checkpoints (22.5M params, 6000 steps) trained to study **what a +learned chunker discovers when it is free to choose its own computational granularity**. +Every run shares data, seed schedule and FLOP budget; only the chunker's objective varies. + +## Runs + +| family | n | what varies | +|---|---|---| +| `pilot_A_s{0,1,2}` | 3 | no parity loss — the natural chunker (baseline) | +| `pilot_B_s{0,1,2}` | 3 | parity loss, per-content-matched-sentence beta | +| `pilot_C_s{0,1,2}` | 3 | parity applied then removed (reversion arm) | +| `pilot_D_s{0,1,2}` | 3 | stronger equalisation | +| `pilot_E_s{0,1,2}` | 3 | entropy-matched variant | +| `pilot_Apc_s{0,1,2}` | 3 | per-codepoint control | +| `pilot_Bpc_s{0,1,2}` | 3 | parity loss, per-codepoint beta | +| `emactl_noema_s{0,1,2}` | 3 | EMA ablation control (built from A) | +| `emactl_genreg_s{0,1,2}` | 3 | generic-regularisation control, entropy-matched to B | +| `jitter_s{0,1,2}` | 3 | threshold-jitter training (tau ~ U[0.30, 0.75]) | +| `baseline_en` | 1 | English-only baseline | + +## Format + +Weights are `model.safetensors`; `config.json` carries `model_config`, the training config, +and a `tied_weights` map. `emb.weight` and `head.weight` are tied, so only `emb.weight` is +stored — restore with: + +```python +from safetensors.torch import load_file +import json +sd = load_file("model.safetensors") +cfg = json.load(open("config.json")) +for dst, src in cfg["tied_weights"].items(): + sd[dst] = sd[src] # head.weight <- emb.weight +``` + +Verified bit-exact against the original training checkpoints (`max|Δ| = 0.0`, 111 tensors). +`final.json` and `log.jsonl` are the trainer's own records. + +## What these were used to find + +- Segmentation crystallises **after** capability: the router lags BPB descent in 36/36 + language-seed pairs at half of each clock's own change. +- Learned units are **not linguistic**. Morpheme F1 sits at or below a rate-matched random + baseline; gold word+morph features add ≤0.001 held-out AUROC over computational features + in 9/9 languages. +- Chunks are **not functionally localised**: aligned-minus-misaligned activation patching is + at the construction rate (0/28 cells above 2 across-seed SD), while killing the whole chunk + pathway costs +0.34 nats/byte. Information is additive and diffuse across chunks. +- The chunk-level main network is worth only **~0.07 BPB** at this scale. + +Negative results are reported as results. See the companion +[results dataset](https://huggingface.co/datasets/AdaptiveChunking/hnet-chunking-results) +and [probe dataset](https://huggingface.co/datasets/AdaptiveChunking/hnet-chunking-probes). + +## Limitations + +16.2M/22.5M params, 6000 steps, one hierarchy stage, 3 seeds. Only the final step was +retained (`keep_ckpt: false`), so no intermediate weights exist. Third-party models used for +comparison (`allenai/Bolmo-1B`, BLT, ByT5) are **not** redistributed here. diff --git a/baseline_en/config.json b/baseline_en/config.json new file mode 100644 index 0000000000000000000000000000000000000000..33282e56d116ecbc8f69be66c633e1304fcc8c1c --- /dev/null +++ b/baseline_en/config.json @@ -0,0 +1,83 @@ +{ + "run": "baseline_en", + "step": 5000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "baseline_en", + "corpus": "standin", + "langs": [ + "en" + ], + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 5000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 200, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "per_char", + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 500, + "eval_every": 250, + "log_every": 50, + "probe_sents": 96, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda" + }, + "probe_agg": { + "gini_cpc": 0.0, + "gini_cps": 0.0, + "bpic": 5.065967016491754, + "worst_lang": "en", + "cpc_parity_vs_en": { + "en": 1.0 + } + } +} \ No newline at end of file diff --git a/baseline_en/final.json b/baseline_en/final.json new file mode 100644 index 0000000000000000000000000000000000000000..3cde15ad9eaf0144f738c2a44257624212d96687 --- /dev/null +++ b/baseline_en/final.json @@ -0,0 +1,44 @@ +{ + "event": "final", + "run": "baseline_en", + "condition": "A", + "step": 5000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.19758572169147598, + "cps": 27.791666666666668, + "bpb": 1.623357290677685, + "bytes_per_chunk": 4.761882271732318 + } + }, + "gini_cpc": 0.0, + "gini_cps": 0.0, + "bpic": 5.065967016491754, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2000, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 3500, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/baseline_en/log.jsonl b/baseline_en/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..da66cd721b70b753ebb582f43e308b574a2acd49 --- /dev/null +++ b/baseline_en/log.jsonl @@ -0,0 +1,136 @@ +{"event": "start", "run": "baseline_en", "condition": "A", "params": 22516992, "langs": ["en"], "premium": {"en": 1.0}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_standin", "weights": {"en": 1.0}, "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4884.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.361697, "cps": 50.875, "mean_p": 0.496347}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 2.767404, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 1.5} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.66441, "bpb": 8.17201, "chunk_loss": 0.040128, "F": 0.30981, "G": 0.49124, "chunks": 317.25, "bytes_per_chunk": 3.228, "grad_norm": 12.0832, "lr": 1.5e-06, "router_trainable": true, "sec_per_step": 0.015, "alpha": 0.03, "t": 2.4} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 3.96706, "bpb": 5.72326, "chunk_loss": 0.031702, "F": 0.1907, "G": 0.49023, "chunks": 195.28, "bytes_per_chunk": 5.244, "grad_norm": 2.3639, "lr": 7.65e-05, "router_trainable": true, "sec_per_step": 0.051, "alpha": 0.03, "t": 4.9} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 2.93869, "bpb": 4.23963, "chunk_loss": 0.031852, "F": 0.20514, "G": 0.38478, "chunks": 210.06, "bytes_per_chunk": 4.875, "grad_norm": 3.0762, "lr": 0.0001515, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 7.1} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.59506, "bpb": 3.74388, "chunk_loss": 0.030458, "F": 0.17642, "G": 0.36688, "chunks": 180.66, "bytes_per_chunk": 5.668, "grad_norm": 1.6857, "lr": 0.0002265, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 9.1} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.36746, "bpb": 3.41553, "chunk_loss": 0.031466, "F": 0.20374, "G": 0.345, "chunks": 208.62, "bytes_per_chunk": 4.908, "grad_norm": 2.4918, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 11.0} +{"event": "eval", "step": 250, "phase": 1, "bpb": {"en": 3.17185}, "bytes_per_chunk": {"en": 4.69}, "bpb_mean": 3.17185, "t": 13.1} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.14722, "bpb": 3.09779, "chunk_loss": 0.031083, "F": 0.21036, "G": 0.27837, "chunks": 215.41, "bytes_per_chunk": 4.754, "grad_norm": 1.3424, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 13.1} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.1025, "bpb": 3.03326, "chunk_loss": 0.031044, "F": 0.21567, "G": 0.26223, "chunks": 220.84, "bytes_per_chunk": 4.637, "grad_norm": 1.2806, "lr": 0.0002997, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 15.1} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.01715, "bpb": 2.91013, "chunk_loss": 0.03129, "F": 0.2258, "G": 0.26442, "chunks": 231.22, "bytes_per_chunk": 4.429, "grad_norm": 1.1319, "lr": 0.0002993, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 17.1} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 1.92618, "bpb": 2.7789, "chunk_loss": 0.031034, "F": 0.22089, "G": 0.25166, "chunks": 226.19, "bytes_per_chunk": 4.527, "grad_norm": 1.4106, "lr": 0.0002988, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 19.2} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 1.80237, "bpb": 2.60028, "chunk_loss": 0.030876, "F": 0.21829, "G": 0.24335, "chunks": 223.53, "bytes_per_chunk": 4.581, "grad_norm": 1.3423, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 21.2} +{"event": "probe", "step": 500, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2879.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.213212, "cps": 29.989583, "mean_p": 0.238603}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 4.694686, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 23.2} +{"event": "eval", "step": 500, "phase": 1, "bpb": {"en": 2.64785}, "bytes_per_chunk": {"en": 4.472}, "bpb_mean": 2.64785, "t": 23.4} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.76139, "bpb": 2.54115, "chunk_loss": 0.030944, "F": 0.22131, "G": 0.24395, "chunks": 226.62, "bytes_per_chunk": 4.518, "grad_norm": 1.5029, "lr": 0.0002974, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 23.5} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.76605, "bpb": 2.54787, "chunk_loss": 0.030994, "F": 0.22476, "G": 0.24278, "chunks": 230.16, "bytes_per_chunk": 4.449, "grad_norm": 1.1989, "lr": 0.0002965, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 25.5} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.68769, "bpb": 2.43482, "chunk_loss": 0.03111, "F": 0.22791, "G": 0.24679, "chunks": 233.38, "bytes_per_chunk": 4.388, "grad_norm": 1.3439, "lr": 0.0002954, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 27.5} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.68067, "bpb": 2.4247, "chunk_loss": 0.030982, "F": 0.22586, "G": 0.24037, "chunks": 231.28, "bytes_per_chunk": 4.428, "grad_norm": 1.0878, "lr": 0.0002942, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 29.6} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.61067, "bpb": 2.32371, "chunk_loss": 0.030945, "F": 0.22562, "G": 0.23685, "chunks": 231.03, "bytes_per_chunk": 4.432, "grad_norm": 1.1877, "lr": 0.0002928, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 31.6} +{"event": "eval", "step": 750, "phase": 1, "bpb": {"en": 2.43375}, "bytes_per_chunk": {"en": 4.47}, "bpb_mean": 2.43375, "t": 33.8} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.60258, "bpb": 2.31203, "chunk_loss": 0.030729, "F": 0.21658, "G": 0.23002, "chunks": 221.78, "bytes_per_chunk": 4.617, "grad_norm": 1.2023, "lr": 0.0002913, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 33.8} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.62759, "bpb": 2.34812, "chunk_loss": 0.030837, "F": 0.22229, "G": 0.23337, "chunks": 227.62, "bytes_per_chunk": 4.499, "grad_norm": 1.1165, "lr": 0.0002897, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 35.8} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63247, "bpb": 2.35516, "chunk_loss": 0.030938, "F": 0.22522, "G": 0.23781, "chunks": 230.62, "bytes_per_chunk": 4.44, "grad_norm": 0.9742, "lr": 0.000288, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 37.9} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.63538, "bpb": 2.35936, "chunk_loss": 0.030898, "F": 0.22281, "G": 0.2353, "chunks": 228.16, "bytes_per_chunk": 4.488, "grad_norm": 1.0922, "lr": 0.0002861, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 39.9} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.57397, "bpb": 2.27076, "chunk_loss": 0.030926, "F": 0.22537, "G": 0.23539, "chunks": 230.78, "bytes_per_chunk": 4.437, "grad_norm": 0.9995, "lr": 0.0002841, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 42.0} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.21373, "cps": 30.0625, "mean_p": 0.22402}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 4.683299, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 44.0} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.32062}, "bytes_per_chunk": {"en": 4.436}, "bpb_mean": 2.32062, "t": 44.2} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.60957, "bpb": 2.32212, "chunk_loss": 0.030921, "F": 0.22507, "G": 0.23436, "chunks": 230.47, "bytes_per_chunk": 4.443, "grad_norm": 1.0573, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 44.3} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.53486, "bpb": 2.21433, "chunk_loss": 0.03085, "F": 0.22391, "G": 0.23217, "chunks": 229.28, "bytes_per_chunk": 4.466, "grad_norm": 1.0475, "lr": 0.0002796, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.3} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.5074, "bpb": 2.17472, "chunk_loss": 0.030865, "F": 0.22455, "G": 0.23175, "chunks": 229.94, "bytes_per_chunk": 4.453, "grad_norm": 0.9906, "lr": 0.0002772, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 48.4} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.48296, "bpb": 2.13947, "chunk_loss": 0.030705, "F": 0.21826, "G": 0.22673, "chunks": 223.5, "bytes_per_chunk": 4.582, "grad_norm": 0.8906, "lr": 0.0002747, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 50.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.53887, "bpb": 2.22012, "chunk_loss": 0.030739, "F": 0.21878, "G": 0.22682, "chunks": 224.03, "bytes_per_chunk": 4.571, "grad_norm": 0.8517, "lr": 0.0002721, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.5} +{"event": "eval", "step": 1250, "phase": 1, "bpb": {"en": 2.2299}, "bytes_per_chunk": {"en": 4.506}, "bpb_mean": 2.2299, "t": 54.6} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.47402, "bpb": 2.12656, "chunk_loss": 0.03093, "F": 0.22766, "G": 0.23381, "chunks": 233.12, "bytes_per_chunk": 4.392, "grad_norm": 0.8293, "lr": 0.0002694, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 54.6} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.54796, "bpb": 2.23324, "chunk_loss": 0.030811, "F": 0.21948, "G": 0.23125, "chunks": 224.75, "bytes_per_chunk": 4.556, "grad_norm": 0.8633, "lr": 0.0002665, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 56.6} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.5163, "bpb": 2.18756, "chunk_loss": 0.030789, "F": 0.21841, "G": 0.22875, "chunks": 223.66, "bytes_per_chunk": 4.578, "grad_norm": 0.838, "lr": 0.0002635, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 58.7} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.4602, "bpb": 2.10663, "chunk_loss": 0.030696, "F": 0.21671, "G": 0.22668, "chunks": 221.91, "bytes_per_chunk": 4.615, "grad_norm": 0.8617, "lr": 0.0002605, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 60.7} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.47435, "bpb": 2.12704, "chunk_loss": 0.030535, "F": 0.20804, "G": 0.22005, "chunks": 213.03, "bytes_per_chunk": 4.807, "grad_norm": 0.7718, "lr": 0.0002573, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.7} +{"event": "probe", "step": 1500, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2707.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.200474, "cps": 28.197917, "mean_p": 0.213113}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 4.992981, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 64.7} +{"event": "eval", "step": 1500, "phase": 1, "bpb": {"en": 2.17371}, "bytes_per_chunk": {"en": 4.702}, "bpb_mean": 2.17371, "t": 65.0} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.44903, "bpb": 2.09051, "chunk_loss": 0.030599, "F": 0.21173, "G": 0.22301, "chunks": 216.81, "bytes_per_chunk": 4.723, "grad_norm": 0.8913, "lr": 0.000254, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 65.0} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.44784, "bpb": 2.08879, "chunk_loss": 0.030459, "F": 0.20609, "G": 0.21561, "chunks": 211.03, "bytes_per_chunk": 4.852, "grad_norm": 0.8538, "lr": 0.0002506, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 67.0} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.49386, "bpb": 2.15519, "chunk_loss": 0.030592, "F": 0.21103, "G": 0.22242, "chunks": 216.09, "bytes_per_chunk": 4.739, "grad_norm": 0.8883, "lr": 0.0002472, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 69.1} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.39083, "bpb": 2.00654, "chunk_loss": 0.030619, "F": 0.20911, "G": 0.21716, "chunks": 214.12, "bytes_per_chunk": 4.782, "grad_norm": 0.7979, "lr": 0.0002436, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 71.1} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.40329, "bpb": 2.02451, "chunk_loss": 0.030517, "F": 0.20947, "G": 0.21852, "chunks": 214.5, "bytes_per_chunk": 4.774, "grad_norm": 0.7993, "lr": 0.00024, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.1} +{"event": "eval", "step": 1750, "phase": 1, "bpb": {"en": 2.12451}, "bytes_per_chunk": {"en": 4.744}, "bpb_mean": 2.12451, "t": 75.2} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.41237, "bpb": 2.03762, "chunk_loss": 0.030544, "F": 0.20901, "G": 0.21875, "chunks": 214.03, "bytes_per_chunk": 4.784, "grad_norm": 0.8677, "lr": 0.0002363, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 75.2} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.39262, "bpb": 2.00913, "chunk_loss": 0.030542, "F": 0.21033, "G": 0.21926, "chunks": 215.38, "bytes_per_chunk": 4.754, "grad_norm": 0.8533, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 77.3} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.39702, "bpb": 2.01547, "chunk_loss": 0.03052, "F": 0.20917, "G": 0.21769, "chunks": 214.19, "bytes_per_chunk": 4.781, "grad_norm": 0.7715, "lr": 0.0002286, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 79.3} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.38118, "bpb": 1.99262, "chunk_loss": 0.030695, "F": 0.21619, "G": 0.22317, "chunks": 221.38, "bytes_per_chunk": 4.626, "grad_norm": 0.7694, "lr": 0.0002247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 81.3} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.33808, "bpb": 1.93044, "chunk_loss": 0.030462, "F": 0.20746, "G": 0.2145, "chunks": 212.44, "bytes_per_chunk": 4.82, "grad_norm": 0.8269, "lr": 0.0002207, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 83.4} +{"event": "probe", "step": 2000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2664.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.197289, "cps": 27.75, "mean_p": 0.208036}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.073574, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 85.4} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.05003}, "bytes_per_chunk": {"en": 4.733}, "bpb_mean": 2.05003, "t": 85.6} +{"event": "phase_transition", "step": 2000, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 85.6} +{"event": "train", "step": 2000, "phase": 2, "objective": "global", "lm_loss": 1.394, "bpb": 2.01112, "chunk_loss": 0.030635, "F": 0.21103, "G": 0.21899, "chunks": 216.09, "bytes_per_chunk": 4.739, "grad_norm": 0.7798, "lr": 0.0002167, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 85.6} +{"event": "train", "step": 2050, "phase": 2, "objective": "global", "lm_loss": 1.3946, "bpb": 2.01199, "chunk_loss": 0.030557, "F": 0.20926, "G": 0.21781, "chunks": 214.28, "bytes_per_chunk": 4.779, "grad_norm": 0.7824, "lr": 0.0002126, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 87.7} +{"event": "train", "step": 2100, "phase": 2, "objective": "global", "lm_loss": 1.3849, "bpb": 1.99799, "chunk_loss": 0.030438, "F": 0.20569, "G": 0.21416, "chunks": 210.62, "bytes_per_chunk": 4.862, "grad_norm": 0.8147, "lr": 0.0002084, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 89.7} +{"event": "train", "step": 2150, "phase": 2, "objective": "global", "lm_loss": 1.40408, "bpb": 2.02565, "chunk_loss": 0.030815, "F": 0.21942, "G": 0.22522, "chunks": 224.69, "bytes_per_chunk": 4.557, "grad_norm": 0.7288, "lr": 0.0002042, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 91.8} +{"event": "train", "step": 2200, "phase": 2, "objective": "global", "lm_loss": 1.35356, "bpb": 1.95278, "chunk_loss": 0.03052, "F": 0.20929, "G": 0.21559, "chunks": 214.31, "bytes_per_chunk": 4.778, "grad_norm": 0.8509, "lr": 0.0001999, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 93.8} +{"event": "eval", "step": 2250, "phase": 2, "bpb": {"en": 1.99956}, "bytes_per_chunk": {"en": 4.682}, "bpb_mean": 1.99956, "t": 95.9} +{"event": "train", "step": 2250, "phase": 2, "objective": "global", "lm_loss": 1.34643, "bpb": 1.94248, "chunk_loss": 0.030686, "F": 0.21515, "G": 0.22121, "chunks": 220.31, "bytes_per_chunk": 4.648, "grad_norm": 0.7659, "lr": 0.0001957, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 96.0} +{"event": "train", "step": 2300, "phase": 2, "objective": "global", "lm_loss": 1.30389, "bpb": 1.88111, "chunk_loss": 0.030484, "F": 0.20728, "G": 0.21505, "chunks": 212.25, "bytes_per_chunk": 4.824, "grad_norm": 0.7552, "lr": 0.0001913, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 98.0} +{"event": "train", "step": 2350, "phase": 2, "objective": "global", "lm_loss": 1.3369, "bpb": 1.92874, "chunk_loss": 0.030639, "F": 0.21274, "G": 0.21829, "chunks": 217.84, "bytes_per_chunk": 4.701, "grad_norm": 0.7572, "lr": 0.000187, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 100.0} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.35317, "bpb": 1.95221, "chunk_loss": 0.030479, "F": 0.20761, "G": 0.2132, "chunks": 212.59, "bytes_per_chunk": 4.817, "grad_norm": 0.7234, "lr": 0.0001826, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 102.1} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.3337, "bpb": 1.92413, "chunk_loss": 0.030593, "F": 0.21326, "G": 0.21969, "chunks": 218.38, "bytes_per_chunk": 4.689, "grad_norm": 0.8154, "lr": 0.0001782, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 104.2} +{"event": "probe", "step": 2500, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2676.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.198178, "cps": 27.875, "mean_p": 0.206845}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.050822, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 106.2} +{"event": "eval", "step": 2500, "phase": 2, "bpb": {"en": 1.95686}, "bytes_per_chunk": {"en": 4.734}, "bpb_mean": 1.95686, "t": 106.4} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.29957, "bpb": 1.87489, "chunk_loss": 0.030607, "F": 0.21335, "G": 0.22061, "chunks": 218.47, "bytes_per_chunk": 4.687, "grad_norm": 0.8269, "lr": 0.0001738, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 106.5} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.32449, "bpb": 1.91083, "chunk_loss": 0.030647, "F": 0.215, "G": 0.22051, "chunks": 220.16, "bytes_per_chunk": 4.651, "grad_norm": 0.8431, "lr": 0.0001694, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 108.5} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.28927, "bpb": 1.86003, "chunk_loss": 0.030502, "F": 0.20987, "G": 0.21497, "chunks": 214.91, "bytes_per_chunk": 4.765, "grad_norm": 0.7621, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 110.5} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.26064, "bpb": 1.81873, "chunk_loss": 0.030481, "F": 0.20776, "G": 0.21441, "chunks": 212.75, "bytes_per_chunk": 4.813, "grad_norm": 0.7947, "lr": 0.0001606, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 112.6} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.19122, "bpb": 1.71856, "chunk_loss": 0.030482, "F": 0.20706, "G": 0.21302, "chunks": 212.03, "bytes_per_chunk": 4.829, "grad_norm": 0.7729, "lr": 0.0001562, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 114.6} +{"event": "eval", "step": 2750, "phase": 2, "bpb": {"en": 1.90295}, "bytes_per_chunk": {"en": 4.737}, "bpb_mean": 1.90295, "t": 116.7} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.3232, "bpb": 1.90897, "chunk_loss": 0.03067, "F": 0.21368, "G": 0.22047, "chunks": 218.81, "bytes_per_chunk": 4.68, "grad_norm": 0.828, "lr": 0.0001518, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 116.7} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.27056, "bpb": 1.83303, "chunk_loss": 0.030499, "F": 0.20639, "G": 0.21206, "chunks": 211.34, "bytes_per_chunk": 4.845, "grad_norm": 0.7814, "lr": 0.0001474, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 118.8} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.28758, "bpb": 1.85758, "chunk_loss": 0.030454, "F": 0.20618, "G": 0.21208, "chunks": 211.12, "bytes_per_chunk": 4.85, "grad_norm": 0.8001, "lr": 0.000143, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 120.8} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.24014, "bpb": 1.78915, "chunk_loss": 0.030438, "F": 0.2049, "G": 0.21119, "chunks": 209.81, "bytes_per_chunk": 4.881, "grad_norm": 0.7737, "lr": 0.0001387, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 122.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.22198, "bpb": 1.76295, "chunk_loss": 0.030534, "F": 0.21124, "G": 0.21671, "chunks": 216.31, "bytes_per_chunk": 4.734, "grad_norm": 0.8122, "lr": 0.0001343, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 124.8} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2676.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.198178, "cps": 27.875, "mean_p": 0.205814}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.050822, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 126.8} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 1.86797}, "bytes_per_chunk": {"en": 4.732}, "bpb_mean": 1.86797, "t": 127.1} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.27078, "bpb": 1.83335, "chunk_loss": 0.030462, "F": 0.2085, "G": 0.21429, "chunks": 213.5, "bytes_per_chunk": 4.796, "grad_norm": 0.8156, "lr": 0.0001301, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 127.1} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.21044, "bpb": 1.7463, "chunk_loss": 0.030514, "F": 0.20969, "G": 0.2161, "chunks": 214.72, "bytes_per_chunk": 4.769, "grad_norm": 0.8593, "lr": 0.0001258, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 129.1} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.31147, "bpb": 1.89206, "chunk_loss": 0.030653, "F": 0.21628, "G": 0.2214, "chunks": 221.47, "bytes_per_chunk": 4.624, "grad_norm": 0.8762, "lr": 0.0001216, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 131.2} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.29756, "bpb": 1.87199, "chunk_loss": 0.030611, "F": 0.21539, "G": 0.22035, "chunks": 220.56, "bytes_per_chunk": 4.643, "grad_norm": 0.8626, "lr": 0.0001174, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 133.2} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.26023, "bpb": 1.81813, "chunk_loss": 0.030586, "F": 0.21399, "G": 0.21982, "chunks": 219.12, "bytes_per_chunk": 4.673, "grad_norm": 0.903, "lr": 0.0001133, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 135.2} +{"event": "eval", "step": 3250, "phase": 2, "bpb": {"en": 1.82717}, "bytes_per_chunk": {"en": 4.729}, "bpb_mean": 1.82717, "t": 137.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.23019, "bpb": 1.77479, "chunk_loss": 0.030552, "F": 0.21155, "G": 0.2167, "chunks": 216.62, "bytes_per_chunk": 4.727, "grad_norm": 0.8599, "lr": 0.0001093, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 137.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.32118, "bpb": 1.90606, "chunk_loss": 0.030653, "F": 0.21249, "G": 0.21795, "chunks": 217.59, "bytes_per_chunk": 4.706, "grad_norm": 0.8874, "lr": 0.0001053, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 139.5} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.19846, "bpb": 1.72901, "chunk_loss": 0.030442, "F": 0.20755, "G": 0.21312, "chunks": 212.53, "bytes_per_chunk": 4.818, "grad_norm": 0.8238, "lr": 0.0001014, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 141.5} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.20316, "bpb": 1.7358, "chunk_loss": 0.030587, "F": 0.2128, "G": 0.21877, "chunks": 217.91, "bytes_per_chunk": 4.699, "grad_norm": 0.8561, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 143.6} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.24409, "bpb": 1.79485, "chunk_loss": 0.030565, "F": 0.21161, "G": 0.2173, "chunks": 216.69, "bytes_per_chunk": 4.726, "grad_norm": 0.9254, "lr": 9.37e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 145.7} +{"event": "probe", "step": 3500, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2668.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.197586, "cps": 27.791667, "mean_p": 0.204397}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.065967, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 147.7} +{"event": "eval", "step": 3500, "phase": 2, "bpb": {"en": 1.78841}, "bytes_per_chunk": {"en": 4.742}, "bpb_mean": 1.78841, "t": 147.9} +{"event": "phase_transition", "step": 3500, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 147.9} +{"event": "train", "step": 3500, "phase": 3, "objective": "global", "lm_loss": 1.19496, "bpb": 1.72397, "chunk_loss": 0.030473, "F": 0.20816, "G": 0.21329, "chunks": 213.16, "bytes_per_chunk": 4.804, "grad_norm": 0.9069, "lr": 9e-05, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 147.9} +{"event": "train", "step": 3550, "phase": 3, "objective": "global", "lm_loss": 1.15301, "bpb": 1.66345, "chunk_loss": 0.030404, "F": 0.20425, "G": 0.21075, "chunks": 209.16, "bytes_per_chunk": 4.896, "grad_norm": 0.9098, "lr": 8.64e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 149.9} +{"event": "train", "step": 3600, "phase": 3, "objective": "global", "lm_loss": 1.15334, "bpb": 1.66392, "chunk_loss": 0.030414, "F": 0.20581, "G": 0.211, "chunks": 210.75, "bytes_per_chunk": 4.859, "grad_norm": 0.901, "lr": 8.28e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 152.0} +{"event": "train", "step": 3650, "phase": 3, "objective": "global", "lm_loss": 1.14224, "bpb": 1.6479, "chunk_loss": 0.03045, "F": 0.20596, "G": 0.21129, "chunks": 210.91, "bytes_per_chunk": 4.855, "grad_norm": 0.9649, "lr": 7.94e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 154.1} +{"event": "train", "step": 3700, "phase": 3, "objective": "global", "lm_loss": 1.1677, "bpb": 1.68464, "chunk_loss": 0.030596, "F": 0.21204, "G": 0.2175, "chunks": 217.12, "bytes_per_chunk": 4.716, "grad_norm": 0.9024, "lr": 7.6e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 156.1} +{"event": "eval", "step": 3750, "phase": 3, "bpb": {"en": 1.74671}, "bytes_per_chunk": {"en": 4.75}, "bpb_mean": 1.74671, "t": 158.3} +{"event": "train", "step": 3750, "phase": 3, "objective": "global", "lm_loss": 1.15668, "bpb": 1.66874, "chunk_loss": 0.030608, "F": 0.2135, "G": 0.21959, "chunks": 218.62, "bytes_per_chunk": 4.684, "grad_norm": 0.898, "lr": 7.27e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 158.3} +{"event": "train", "step": 3800, "phase": 3, "objective": "global", "lm_loss": 1.1641, "bpb": 1.67945, "chunk_loss": 0.030531, "F": 0.21155, "G": 0.21752, "chunks": 216.62, "bytes_per_chunk": 4.727, "grad_norm": 0.8836, "lr": 6.95e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 160.3} +{"event": "train", "step": 3850, "phase": 3, "objective": "global", "lm_loss": 1.22436, "bpb": 1.76637, "chunk_loss": 0.030878, "F": 0.22089, "G": 0.22619, "chunks": 226.19, "bytes_per_chunk": 4.527, "grad_norm": 0.9478, "lr": 6.65e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 162.4} +{"event": "train", "step": 3900, "phase": 3, "objective": "global", "lm_loss": 1.1527, "bpb": 1.66299, "chunk_loss": 0.030485, "F": 0.20804, "G": 0.21308, "chunks": 213.03, "bytes_per_chunk": 4.807, "grad_norm": 0.9299, "lr": 6.35e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 164.4} +{"event": "train", "step": 3950, "phase": 3, "objective": "global", "lm_loss": 1.17791, "bpb": 1.69936, "chunk_loss": 0.03048, "F": 0.20859, "G": 0.21356, "chunks": 213.59, "bytes_per_chunk": 4.794, "grad_norm": 0.9686, "lr": 6.06e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 166.4} +{"event": "probe", "step": 4000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2676.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.198178, "cps": 27.875, "mean_p": 0.204176}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.050822, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 168.4} +{"event": "eval", "step": 4000, "phase": 3, "bpb": {"en": 1.72062}, "bytes_per_chunk": {"en": 4.744}, "bpb_mean": 1.72062, "t": 168.7} +{"event": "train", "step": 4000, "phase": 3, "objective": "global", "lm_loss": 1.15487, "bpb": 1.66613, "chunk_loss": 0.030475, "F": 0.20819, "G": 0.21339, "chunks": 213.19, "bytes_per_chunk": 4.803, "grad_norm": 0.9138, "lr": 5.79e-05, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 168.7} +{"event": "train", "step": 4050, "phase": 3, "objective": "global", "lm_loss": 1.11953, "bpb": 1.61514, "chunk_loss": 0.030463, "F": 0.20752, "G": 0.21271, "chunks": 212.5, "bytes_per_chunk": 4.819, "grad_norm": 0.9346, "lr": 5.53e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 170.8} +{"event": "train", "step": 4100, "phase": 3, "objective": "global", "lm_loss": 1.13507, "bpb": 1.63756, "chunk_loss": 0.030642, "F": 0.2121, "G": 0.2175, "chunks": 217.19, "bytes_per_chunk": 4.715, "grad_norm": 0.9978, "lr": 5.28e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 172.8} +{"event": "train", "step": 4150, "phase": 3, "objective": "global", "lm_loss": 1.18182, "bpb": 1.705, "chunk_loss": 0.03057, "F": 0.21243, "G": 0.21815, "chunks": 217.53, "bytes_per_chunk": 4.707, "grad_norm": 0.9594, "lr": 5.04e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 174.8} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.13783, "bpb": 1.64154, "chunk_loss": 0.030584, "F": 0.21237, "G": 0.21749, "chunks": 217.47, "bytes_per_chunk": 4.709, "grad_norm": 0.9636, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 177.0} +{"event": "eval", "step": 4250, "phase": 3, "bpb": {"en": 1.6914}, "bytes_per_chunk": {"en": 4.743}, "bpb_mean": 1.6914, "t": 179.2} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.1837, "bpb": 1.70772, "chunk_loss": 0.030569, "F": 0.21277, "G": 0.21797, "chunks": 217.88, "bytes_per_chunk": 4.7, "grad_norm": 0.9683, "lr": 4.59e-05, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 179.2} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.12033, "bpb": 1.61629, "chunk_loss": 0.030478, "F": 0.20578, "G": 0.21147, "chunks": 210.72, "bytes_per_chunk": 4.86, "grad_norm": 0.9732, "lr": 4.39e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 181.4} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.14029, "bpb": 1.64509, "chunk_loss": 0.030692, "F": 0.21616, "G": 0.22163, "chunks": 221.34, "bytes_per_chunk": 4.626, "grad_norm": 0.9484, "lr": 4.2e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 183.5} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.13519, "bpb": 1.63773, "chunk_loss": 0.030559, "F": 0.21228, "G": 0.21784, "chunks": 217.38, "bytes_per_chunk": 4.711, "grad_norm": 1.068, "lr": 4.03e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 185.5} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.05593, "bpb": 1.52338, "chunk_loss": 0.030461, "F": 0.2059, "G": 0.21199, "chunks": 210.84, "bytes_per_chunk": 4.857, "grad_norm": 1.0372, "lr": 3.87e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 187.6} +{"event": "probe", "step": 4500, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2668.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.197586, "cps": 27.791667, "mean_p": 0.204248}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.065967, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 189.6} +{"event": "eval", "step": 4500, "phase": 3, "bpb": {"en": 1.66983}, "bytes_per_chunk": {"en": 4.745}, "bpb_mean": 1.66983, "t": 189.8} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.12616, "bpb": 1.62471, "chunk_loss": 0.030513, "F": 0.20874, "G": 0.21445, "chunks": 213.75, "bytes_per_chunk": 4.791, "grad_norm": 1.0024, "lr": 3.72e-05, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 189.9} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.15383, "bpb": 1.66462, "chunk_loss": 0.030495, "F": 0.20779, "G": 0.21295, "chunks": 212.78, "bytes_per_chunk": 4.812, "grad_norm": 1.0579, "lr": 3.58e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 192.0} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.12586, "bpb": 1.62427, "chunk_loss": 0.030521, "F": 0.21118, "G": 0.21647, "chunks": 216.25, "bytes_per_chunk": 4.735, "grad_norm": 1.0163, "lr": 3.46e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 194.1} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.13155, "bpb": 1.63249, "chunk_loss": 0.030552, "F": 0.21106, "G": 0.21661, "chunks": 216.12, "bytes_per_chunk": 4.738, "grad_norm": 1.005, "lr": 3.35e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 196.1} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.055, "bpb": 1.52204, "chunk_loss": 0.030565, "F": 0.21112, "G": 0.217, "chunks": 216.19, "bytes_per_chunk": 4.737, "grad_norm": 0.9976, "lr": 3.26e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 198.2} +{"event": "eval", "step": 4750, "phase": 3, "bpb": {"en": 1.65123}, "bytes_per_chunk": {"en": 4.748}, "bpb_mean": 1.65123, "t": 200.3} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.08804, "bpb": 1.56971, "chunk_loss": 0.030496, "F": 0.21048, "G": 0.21598, "chunks": 215.53, "bytes_per_chunk": 4.751, "grad_norm": 0.9788, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 200.4} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.17896, "bpb": 1.70087, "chunk_loss": 0.030509, "F": 0.2067, "G": 0.21234, "chunks": 211.66, "bytes_per_chunk": 4.838, "grad_norm": 1.065, "lr": 3.12e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 202.4} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.0219, "bpb": 1.47429, "chunk_loss": 0.030411, "F": 0.20517, "G": 0.21044, "chunks": 210.09, "bytes_per_chunk": 4.874, "grad_norm": 1.0829, "lr": 3.07e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 204.5} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.07913, "bpb": 1.55686, "chunk_loss": 0.030668, "F": 0.21558, "G": 0.22083, "chunks": 220.75, "bytes_per_chunk": 4.639, "grad_norm": 1.0028, "lr": 3.03e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 206.6} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.1142, "bpb": 1.60745, "chunk_loss": 0.030397, "F": 0.20392, "G": 0.20968, "chunks": 208.81, "bytes_per_chunk": 4.904, "grad_norm": 1.0332, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 208.6} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2668.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.197586, "cps": 27.791667, "mean_p": 0.203833}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.065967, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 210.7} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 1.62756}, "bytes_per_chunk": {"en": 4.745}, "bpb_mean": 1.62756, "t": 210.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2668.0, "chars": 13503.0, "bytes": 13516.0, "cpc": 0.197586, "cps": 27.791667, "mean_p": 0.203833}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.065967, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0}, "t": 210.9} +{"event": "final", "run": "baseline_en", "condition": "A", "step": 5000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19758572169147598, "cps": 27.791666666666668, "bpb": 1.623357290677685, "bytes_per_chunk": 4.761882271732318}}, "gini_cpc": 0.0, "gini_cps": 0.0, "bpic": 5.065967016491754, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2000, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 3500, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 211.2} diff --git a/baseline_en/model.safetensors b/baseline_en/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f7a60737f0ba73a8febdfa0a1cf22ac55967bd15 --- /dev/null +++ b/baseline_en/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:76c323e35fc88804fc5994b1284dbb8eaa3cac3dc18e19f1beef8c1d02169405 +size 90078296 diff --git a/emactl_genreg_s0/config.json b/emactl_genreg_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..98202f21fdc2ee6df77591ae3eacfa52bd2b41a1 --- /dev/null +++ b/emactl_genreg_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_genreg_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "emactl_genreg_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.05, + "genreg_target_entropy": 0.2983376681804657, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.1718704557282591, + "gini_cps": 0.16855087999202278, + "bpic": 4.783629156902827, + "worst_lang": "th", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.0620702283220003, + "vi": 1.1153994423964175, + "tr": 1.3415190553683638, + "fi": 1.1170363720974708, + "ru": 1.4855197692415063, + "el": 1.5955613423948596, + "hi": 2.0414684177775593, + "ta": 1.9938978371357505, + "th": 2.437200907814152, + "zh": 2.365709365943872, + "my": 1.8268620537941986 + } + } +} \ No newline at end of file diff --git a/emactl_genreg_s0/final.json b/emactl_genreg_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..cb97b6c044900544dd2d99dd6bc263b91a5cea2d --- /dev/null +++ b/emactl_genreg_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_genreg_s0", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.24656668390507383, + "cps": 33.5234375, + "bpb": 2.0362594194956314, + "bytes_per_chunk": 4.029017582687815 + }, + "de": { + "cpc": 0.26187113427166026, + "cps": 42.0078125, + "bpb": 2.210904942235243, + "bytes_per_chunk": 3.879821211852115 + }, + "vi": { + "cpc": 0.27502034174125306, + "cps": 39.609375, + "bpb": 1.914473000974849, + "bytes_per_chunk": 4.687504470352621 + }, + "tr": { + "cpc": 0.3307739048776446, + "cps": 46.78125, + "bpb": 2.163528064484473, + "bytes_per_chunk": 3.2757763199000314 + }, + "fi": { + "cpc": 0.2754239540694275, + "cps": 40.4765625, + "bpb": 2.387229897058361, + "bytes_per_chunk": 3.928634050939282 + }, + "ru": { + "cpc": 0.3662796833773087, + "cps": 54.2265625, + "bpb": 1.354086676957211, + "bytes_per_chunk": 4.78299502805273 + }, + "el": { + "cpc": 0.39341226916142863, + "cps": 63.078125, + "bpb": 1.4254445253235672, + "bytes_per_chunk": 4.771372927322036 + }, + "hi": { + "cpc": 0.5033580980683506, + "cps": 66.1640625, + "bpb": 1.15441516864525, + "bytes_per_chunk": 5.213268634157982 + }, + "ta": { + "cpc": 0.49162877774806096, + "cps": 71.8046875, + "bpb": 0.9478137860249648, + "bytes_per_chunk": 5.832161608970366 + }, + "th": { + "cpc": 0.600932545850171, + "cps": 75.515625, + "bpb": 1.0961344833406215, + "bytes_per_chunk": 4.624166519668372 + }, + "zh": { + "cpc": 0.5833051134439553, + "cps": 26.9140625, + "bpb": 3.1291131026693577, + "bytes_per_chunk": 4.784129794048673 + }, + "my": { + "cpc": 0.45044331855604813, + "cps": 66.6796875, + "bpb": 1.0903263282513456, + "bytes_per_chunk": 6.048406820331787 + } + }, + "gini_cpc": 0.1718704557282591, + "gini_cps": 0.16855087999202278, + "bpic": 4.783629156902827, + "seed": 0, + "mean_boundary_entropy": 0.6691246032714844, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_genreg_s0/log.jsonl b/emactl_genreg_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..12e406adb00566ff17d4e2613a9d3cf20683412e --- /dev/null +++ b/emactl_genreg_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_genreg_s0", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.5} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.125775}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.121816}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087584}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.14748}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.208588}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.082947}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.196862}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.272031}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.008816}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.270247}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.131836}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 8.106955}}, "bpb": {"en": 8.12577, "de": 8.12182, "vi": 8.08758, "tr": 8.14748, "fi": 8.20859, "ru": 8.08295, "el": 8.19686, "hi": 8.27203, "ta": 8.00882, "th": 8.27025, "zh": 8.13184, "my": 8.10696}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63738, "bpb": 8.13302, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.4901, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6343.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.364477, "cps": 49.554688, "mean_p": 0.49658, "boundary_entropy": 0.68699, "bpb": 8.10565}, "de": {"chunks": 8607.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.419179, "cps": 67.242188, "mean_p": 0.498815, "boundary_entropy": 0.68782, "bpb": 8.104411}, "vi": {"chunks": 13053.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.708055, "cps": 101.976562, "mean_p": 0.505612, "boundary_entropy": 0.688386, "bpb": 8.073819}, "tr": {"chunks": 5260.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29056, "cps": 41.09375, "mean_p": 0.489476, "boundary_entropy": 0.687283, "bpb": 8.133896}, "fi": {"chunks": 8850.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.470469, "cps": 69.140625, "mean_p": 0.500541, "boundary_entropy": 0.68751, "bpb": 8.191987}, "ru": {"chunks": 10636.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.561266, "cps": 83.09375, "mean_p": 0.493511, "boundary_entropy": 0.689889, "bpb": 8.047595}, "el": {"chunks": 14967.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.729279, "cps": 116.929688, "mean_p": 0.497406, "boundary_entropy": 0.690233, "bpb": 8.183471}, "hi": {"chunks": 2508.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149064, "cps": 19.59375, "mean_p": 0.484458, "boundary_entropy": 0.690244, "bpb": 8.262066}, "ta": {"chunks": 37839.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024017, "cps": 295.617188, "mean_p": 0.512671, "boundary_entropy": 0.690392, "bpb": 7.98748}, "th": {"chunks": 33875.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105999, "cps": 264.648438, "mean_p": 0.511786, "boundary_entropy": 0.690558, "bpb": 8.25513}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520016, "boundary_entropy": 0.685676, "bpb": 8.129447}, "my": {"chunks": 48280.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.548026, "cps": 377.1875, "mean_p": 0.52173, "boundary_entropy": 0.690191, "bpb": 8.087111}}, "bpb": {"en": 8.10565, "de": 8.10441, "vi": 8.07382, "tr": 8.1339, "fi": 8.19199, "ru": 8.04759, "el": 8.18347, "hi": 8.26207, "ta": 7.98748, "th": 8.25513, "zh": 8.12945, "my": 8.08711}, "gini_cpc": 0.425556, "gini_cps": 0.426908, "bpic": 1.899549, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1500819954149706, "vi": 1.9426591360426666, "tr": 0.7971950649483452, "fi": 1.2908054668252422, "ru": 1.5399212894192464, "el": 2.0008905002695974, "hi": 0.40897980926429883, "ta": 5.55320351332114, "th": 5.778134507425989, "zh": 5.491025274361123, "my": 6.990903288141485}, "t": 5.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6282.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.360972, "cps": 49.078125, "mean_p": 0.496334, "boundary_entropy": 0.686981, "bpb": 8.060672}, "de": {"chunks": 8563.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.417036, "cps": 66.898438, "mean_p": 0.498717, "boundary_entropy": 0.687817, "bpb": 8.065101}, "vi": {"chunks": 12903.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.699919, "cps": 100.804688, "mean_p": 0.505287, "boundary_entropy": 0.688389, "bpb": 8.042861}, "tr": {"chunks": 5221.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288405, "cps": 40.789062, "mean_p": 0.489332, "boundary_entropy": 0.687276, "bpb": 8.101938}, "fi": {"chunks": 8783.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.466908, "cps": 68.617188, "mean_p": 0.500294, "boundary_entropy": 0.687505, "bpb": 8.15397}, "ru": {"chunks": 10491.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.553615, "cps": 81.960938, "mean_p": 0.493302, "boundary_entropy": 0.689883, "bpb": 7.989111}, "el": {"chunks": 14970.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.729426, "cps": 116.953125, "mean_p": 0.497401, "boundary_entropy": 0.690233, "bpb": 8.168061}, "hi": {"chunks": 2423.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144012, "cps": 18.929688, "mean_p": 0.484204, "boundary_entropy": 0.690226, "bpb": 8.235381}, "ta": {"chunks": 37435.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.002407, "cps": 292.460938, "mean_p": 0.512171, "boundary_entropy": 0.690416, "bpb": 7.950557}, "th": {"chunks": 33648.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091887, "cps": 262.875, "mean_p": 0.511603, "boundary_entropy": 0.690565, "bpb": 8.233799}, "zh": {"chunks": 11802.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.998307, "cps": 92.203125, "mean_p": 0.519959, "boundary_entropy": 0.68568, "bpb": 8.123234}, "my": {"chunks": 48413.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.555045, "cps": 378.226562, "mean_p": 0.521973, "boundary_entropy": 0.690169, "bpb": 8.054418}}, "bpb": {"en": 8.06067, "de": 8.0651, "vi": 8.04286, "tr": 8.10194, "fi": 8.15397, "ru": 7.98911, "el": 8.16806, "hi": 8.23538, "ta": 7.95056, "th": 8.2338, "zh": 8.12323, "my": 8.05442}, "gini_cpc": 0.427116, "gini_cps": 0.428451, "bpic": 1.909985, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1553131723429255, "vi": 1.9389818482502217, "tr": 0.7989678978524722, "fi": 1.2934724632506627, "ru": 1.5336768452646463, "el": 2.020724668821493, "hi": 0.3989555668144036, "ta": 5.547260438962248, "th": 5.795145951887047, "zh": 5.535901521157155, "my": 7.078232231216829}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6012.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.345458, "cps": 46.96875, "mean_p": 0.495304, "boundary_entropy": 0.686943, "bpb": 7.908784}, "de": {"chunks": 8396.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.408903, "cps": 65.59375, "mean_p": 0.49818, "boundary_entropy": 0.687805, "bpb": 7.930173}, "vi": {"chunks": 12515.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.678872, "cps": 97.773438, "mean_p": 0.504182, "boundary_entropy": 0.688395, "bpb": 7.941824}, "tr": {"chunks": 5042.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278517, "cps": 39.390625, "mean_p": 0.488689, "boundary_entropy": 0.687243, "bpb": 7.994073}, "fi": {"chunks": 8463.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.449896, "cps": 66.117188, "mean_p": 0.49919, "boundary_entropy": 0.687484, "bpb": 8.023524}, "ru": {"chunks": 9650.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.509235, "cps": 75.390625, "mean_p": 0.492206, "boundary_entropy": 0.689848, "bpb": 7.791313}, "el": {"chunks": 14757.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.719047, "cps": 115.289062, "mean_p": 0.497202, "boundary_entropy": 0.690228, "bpb": 8.098125}, "hi": {"chunks": 2130.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.126597, "cps": 16.640625, "mean_p": 0.483037, "boundary_entropy": 0.690144, "bpb": 8.136898}, "ta": {"chunks": 35788.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.914309, "cps": 279.59375, "mean_p": 0.51029, "boundary_entropy": 0.690497, "bpb": 7.818991}, "th": {"chunks": 32664.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.030712, "cps": 255.1875, "mean_p": 0.510803, "boundary_entropy": 0.690594, "bpb": 8.143656}, "zh": {"chunks": 11758.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.990857, "cps": 91.859375, "mean_p": 0.519677, "boundary_entropy": 0.685698, "bpb": 8.097827}, "my": {"chunks": 48594.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.564598, "cps": 379.640625, "mean_p": 0.522454, "boundary_entropy": 0.690123, "bpb": 7.97698}}, "bpb": {"en": 7.90878, "de": 7.93017, "vi": 7.94182, "tr": 7.99407, "fi": 8.02352, "ru": 7.79131, "el": 8.09813, "hi": 8.1369, "ta": 7.81899, "th": 8.14366, "zh": 8.09783, "my": 7.97698}, "gini_cpc": 0.434174, "gini_cps": 0.434377, "bpic": 1.960377, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.183655092775536, "vi": 1.965137124719912, "tr": 0.8062271854677652, "fi": 1.3023196868184848, "ru": 1.4740874451624455, "el": 2.0814327345892925, "hi": 0.36646261711346995, "ta": 5.541369467537244, "th": 5.878323055474379, "zh": 5.762954112094132, "my": 7.423768517429991}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5168.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.29696, "cps": 40.375, "mean_p": 0.492001, "boundary_entropy": 0.68679, "bpb": 7.479578}, "de": {"chunks": 7856.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.382604, "cps": 61.375, "mean_p": 0.49642, "boundary_entropy": 0.687763, "bpb": 7.540147}, "vi": {"chunks": 11071.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.600542, "cps": 86.492188, "mean_p": 0.500662, "boundary_entropy": 0.688379, "bpb": 7.633096}, "tr": {"chunks": 4418.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244048, "cps": 34.515625, "mean_p": 0.486563, "boundary_entropy": 0.687118, "bpb": 7.665818}, "fi": {"chunks": 7409.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.393865, "cps": 57.882812, "mean_p": 0.495667, "boundary_entropy": 0.687385, "bpb": 7.637518}, "ru": {"chunks": 6524.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344274, "cps": 50.96875, "mean_p": 0.48768, "boundary_entropy": 0.689644, "bpb": 7.249202}, "el": {"chunks": 13164.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.641427, "cps": 102.84375, "mean_p": 0.495758, "boundary_entropy": 0.690195, "bpb": 7.831362}, "hi": {"chunks": 1175.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.069837, "cps": 9.179688, "mean_p": 0.477956, "boundary_entropy": 0.689721, "bpb": 7.801163}, "ta": {"chunks": 28557.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.527521, "cps": 223.101562, "mean_p": 0.503462, "boundary_entropy": 0.690677, "bpb": 7.392576}, "th": {"chunks": 28028.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.742493, "cps": 218.96875, "mean_p": 0.506755, "boundary_entropy": 0.69071, "bpb": 7.702866}, "zh": {"chunks": 11562.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.95767, "cps": 90.328125, "mean_p": 0.518679, "boundary_entropy": 0.68576, "bpb": 8.013352}, "my": {"chunks": 49636.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.61959, "cps": 387.78125, "mean_p": 0.525217, "boundary_entropy": 0.689848, "bpb": 7.651208}}, "bpb": {"en": 7.47958, "de": 7.54015, "vi": 7.6331, "tr": 7.66582, "fi": 7.63752, "ru": 7.2492, "el": 7.83136, "hi": 7.80116, "ta": 7.39258, "th": 7.70287, "zh": 8.01335, "my": 7.65121}, "gini_cpc": 0.46583, "gini_cps": 0.4579, "bpic": 2.198461, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.288399901148329, "vi": 2.0222987993964234, "tr": 0.8218201309021358, "fi": 1.326323078453701, "ru": 1.159328075349012, "el": 2.1599745977065075, "hi": 0.23517134819830804, "ta": 5.143855112250838, "th": 5.867764276661044, "zh": 6.59236337030401, "my": 8.821349214830095}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2566.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147446, "cps": 20.046875, "mean_p": 0.480144, "boundary_entropy": 0.685969, "bpb": 6.886495}, "de": {"chunks": 4870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.237179, "cps": 38.046875, "mean_p": 0.487306, "boundary_entropy": 0.68744, "bpb": 6.972675}, "vi": {"chunks": 7625.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.413615, "cps": 59.570312, "mean_p": 0.491771, "boundary_entropy": 0.68815, "bpb": 7.197799}, "tr": {"chunks": 2862.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.158095, "cps": 22.359375, "mean_p": 0.480206, "boundary_entropy": 0.686638, "bpb": 7.184362}, "fi": {"chunks": 4154.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220828, "cps": 32.453125, "mean_p": 0.484394, "boundary_entropy": 0.686813, "bpb": 7.07877}, "ru": {"chunks": 709.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.037414, "cps": 5.539062, "mean_p": 0.468102, "boundary_entropy": 0.687786, "bpb": 6.530374}, "el": {"chunks": 4389.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.213858, "cps": 34.289062, "mean_p": 0.48332, "boundary_entropy": 0.689589, "bpb": 7.204364}, "hi": {"chunks": 370.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.021991, "cps": 2.890625, "mean_p": 0.465352, "boundary_entropy": 0.688227, "bpb": 7.149443}, "ta": {"chunks": 14381.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.769243, "cps": 112.351562, "mean_p": 0.489906, "boundary_entropy": 0.690513, "bpb": 6.707955}, "th": {"chunks": 15762.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.979919, "cps": 123.140625, "mean_p": 0.493951, "boundary_entropy": 0.690659, "bpb": 6.555155}, "zh": {"chunks": 10987.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.860312, "cps": 85.835938, "mean_p": 0.515842, "boundary_entropy": 0.685925, "bpb": 7.796888}, "my": {"chunks": 52115.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.750422, "cps": 407.148438, "mean_p": 0.533874, "boundary_entropy": 0.688776, "bpb": 6.828328}}, "bpb": {"en": 6.88649, "de": 6.97267, "vi": 7.1978, "tr": 7.18436, "fi": 7.07877, "ru": 6.53037, "el": 7.20436, "hi": 7.14944, "ta": 6.70795, "th": 6.55515, "zh": 7.79689, "my": 6.82833}, "gini_cpc": 0.59662, "gini_cps": 0.578757, "bpic": 3.177258, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.608585028173001, "vi": 2.80520222195868, "tr": 1.0722265236479798, "fi": 1.4976905065372565, "ru": 0.25374908741673646, "el": 1.4504147372400351, "hi": 0.1491468616344262, "ta": 5.2171231090544214, "th": 6.6459600461403046, "zh": 12.616914209864653, "my": 18.65377930179672}, "t": 11.6} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.09619, "cps": 13.078125, "mean_p": 0.483814, "boundary_entropy": 0.68678, "bpb": 6.388466}, "de": {"chunks": 4620.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.225004, "cps": 36.09375, "mean_p": 0.4909, "boundary_entropy": 0.688086, "bpb": 6.470807}, "vi": {"chunks": 5503.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.298508, "cps": 42.992188, "mean_p": 0.488566, "boundary_entropy": 0.688296, "bpb": 6.93321}, "tr": {"chunks": 4586.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.253328, "cps": 35.828125, "mean_p": 0.491357, "boundary_entropy": 0.687791, "bpb": 6.739348}, "fi": {"chunks": 3387.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180054, "cps": 26.460938, "mean_p": 0.487719, "boundary_entropy": 0.687571, "bpb": 6.544507}, "ru": {"chunks": 3791.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.200053, "cps": 29.617188, "mean_p": 0.485792, "boundary_entropy": 0.689708, "bpb": 5.838241}, "el": {"chunks": 222.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.010817, "cps": 1.734375, "mean_p": 0.446249, "boundary_entropy": 0.684197, "bpb": 6.771603}, "hi": {"chunks": 476.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.028291, "cps": 3.71875, "mean_p": 0.477441, "boundary_entropy": 0.689765, "bpb": 6.161915}, "ta": {"chunks": 3169.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169511, "cps": 24.757812, "mean_p": 0.477819, "boundary_entropy": 0.68983, "bpb": 5.972316}, "th": {"chunks": 3887.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.241654, "cps": 30.367188, "mean_p": 0.487341, "boundary_entropy": 0.690574, "bpb": 5.603778}, "zh": {"chunks": 8906.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.507958, "cps": 69.578125, "mean_p": 0.506225, "boundary_entropy": 0.686322, "bpb": 7.386018}, "my": {"chunks": 53213.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.80837, "cps": 415.726562, "mean_p": 0.541247, "boundary_entropy": 0.687627, "bpb": 5.834638}}, "bpb": {"en": 6.38847, "de": 6.47081, "vi": 6.93321, "tr": 6.73935, "fi": 6.54451, "ru": 5.83824, "el": 6.7716, "hi": 6.16191, "ta": 5.97232, "th": 5.60378, "zh": 7.38602, "my": 5.83464}, "gini_cpc": 0.638665, "gini_cps": 0.621225, "bpic": 4.107509, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 2.3391508764543203, "vi": 3.1033091176690744, "tr": 2.6336142626313745, "fi": 1.8718540341586911, "ru": 2.079760074143426, "el": 0.11245552459108296, "hi": 0.2941172836547423, "ta": 1.7622415477275755, "th": 2.512245875685065, "zh": 15.67681793741132, "my": 29.195978448468285}, "t": 14.3} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.23264, "bpb": 6.1064, "chunk_loss": 0.040058, "F": 0.30142, "G": 0.49253, "chunks": 308.66, "bytes_per_chunk": 3.318, "boundary_entropy": 0.69175, "router_noise": 0.0, "grad_norm": 1.5887, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.247, "alpha": 0.03, "t": 16.0} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2381.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.136815, "cps": 18.601562, "mean_p": 0.489314, "boundary_entropy": 0.687282, "bpb": 5.81171}, "de": {"chunks": 3909.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190376, "cps": 30.539062, "mean_p": 0.490798, "boundary_entropy": 0.688189, "bpb": 5.928519}, "vi": {"chunks": 3581.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.19425, "cps": 27.976562, "mean_p": 0.483287, "boundary_entropy": 0.688035, "bpb": 6.283885}, "tr": {"chunks": 3805.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210186, "cps": 29.726562, "mean_p": 0.490979, "boundary_entropy": 0.68791, "bpb": 6.223243}, "fi": {"chunks": 2979.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158365, "cps": 23.273438, "mean_p": 0.490169, "boundary_entropy": 0.68791, "bpb": 5.977182}, "ru": {"chunks": 7767.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.409868, "cps": 60.679688, "mean_p": 0.49455, "boundary_entropy": 0.690266, "bpb": 5.383619}, "el": {"chunks": 648.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.031574, "cps": 5.0625, "mean_p": 0.479762, "boundary_entropy": 0.689615, "bpb": 5.745531}, "hi": {"chunks": 9611.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.571233, "cps": 75.085938, "mean_p": 0.492127, "boundary_entropy": 0.690663, "bpb": 5.167397}, "ta": {"chunks": 3023.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161701, "cps": 23.617188, "mean_p": 0.478871, "boundary_entropy": 0.689833, "bpb": 5.137685}, "th": {"chunks": 12220.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.759714, "cps": 95.46875, "mean_p": 0.49116, "boundary_entropy": 0.690555, "bpb": 4.876469}, "zh": {"chunks": 3520.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.596004, "cps": 27.5, "mean_p": 0.488524, "boundary_entropy": 0.686319, "bpb": 6.995088}, "my": {"chunks": 37957.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.003219, "cps": 296.539062, "mean_p": 0.509427, "boundary_entropy": 0.690902, "bpb": 4.931557}}, "bpb": {"en": 5.81171, "de": 5.92852, "vi": 6.28389, "tr": 6.22324, "fi": 5.97718, "ru": 5.38362, "el": 5.74553, "hi": 5.1674, "ta": 5.13768, "th": 4.87647, "zh": 6.99509, "my": 4.93156}, "gini_cpc": 0.508296, "gini_cps": 0.52013, "bpic": 4.198871, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3914832666186983, "vi": 1.4197958546931584, "tr": 1.5362745443538899, "fi": 1.1575062496942607, "ru": 2.9957724022300556, "el": 0.23078038073794874, "hi": 4.17520908779447, "ta": 1.1818909372013149, "th": 5.552836235783833, "zh": 4.3562615371465006, "my": 14.641758136971523}, "t": 17.9} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.26097, "bpb": 4.70459, "chunk_loss": 0.038242, "F": 0.28479, "G": 0.47398, "chunks": 291.62, "bytes_per_chunk": 3.511, "boundary_entropy": 0.68638, "router_noise": 0.0, "grad_norm": 1.9085, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 20.1} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5347.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.307246, "cps": 41.773438, "mean_p": 0.444609, "boundary_entropy": 0.667595, "bpb": 4.449651}, "de": {"chunks": 5780.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.281498, "cps": 45.15625, "mean_p": 0.441821, "boundary_entropy": 0.668226, "bpb": 4.668533}, "vi": {"chunks": 6926.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.375698, "cps": 54.109375, "mean_p": 0.472904, "boundary_entropy": 0.683169, "bpb": 4.822987}, "tr": {"chunks": 8650.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.477821, "cps": 67.578125, "mean_p": 0.466775, "boundary_entropy": 0.674185, "bpb": 4.915791}, "fi": {"chunks": 7470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.397108, "cps": 58.359375, "mean_p": 0.465324, "boundary_entropy": 0.675411, "bpb": 4.679762}, "ru": {"chunks": 10993.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.580106, "cps": 85.882812, "mean_p": 0.494107, "boundary_entropy": 0.690017, "bpb": 3.602344}, "el": {"chunks": 18131.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.883448, "cps": 141.648438, "mean_p": 0.485999, "boundary_entropy": 0.687546, "bpb": 4.334593}, "hi": {"chunks": 17860.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.061516, "cps": 139.53125, "mean_p": 0.410601, "boundary_entropy": 0.624804, "bpb": 3.361567}, "ta": {"chunks": 4232.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.226371, "cps": 33.0625, "mean_p": 0.401967, "boundary_entropy": 0.637726, "bpb": 3.13428}, "th": {"chunks": 4951.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.307802, "cps": 38.679688, "mean_p": 0.435444, "boundary_entropy": 0.667942, "bpb": 3.036038}, "zh": {"chunks": 3663.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.620217, "cps": 28.617188, "mean_p": 0.468553, "boundary_entropy": 0.680344, "bpb": 6.132763}, "my": {"chunks": 23702.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.250897, "cps": 185.171875, "mean_p": 0.496003, "boundary_entropy": 0.691022, "bpb": 3.565708}}, "bpb": {"en": 4.44965, "de": 4.66853, "vi": 4.82299, "tr": 4.91579, "fi": 4.67976, "ru": 3.60234, "el": 4.33459, "hi": 3.36157, "ta": 3.13428, "th": 3.03604, "zh": 6.13276, "my": 3.56571}, "gini_cpc": 0.302565, "gini_cps": 0.335066, "bpic": 3.260533, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.916198058964431, "vi": 1.2227939501447393, "tr": 1.5551758090698529, "fi": 1.2924764971595382, "ru": 1.888082425328631, "el": 2.875377359694995, "hi": 3.4549384735048827, "ta": 0.7367737183363324, "th": 1.0018110027620588, "zh": 2.0186332018783646, "my": 4.07132295453003}, "t": 22.6} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.81416, "bpb": 4.05997, "chunk_loss": 0.037505, "F": 0.29526, "G": 0.43571, "chunks": 302.34, "bytes_per_chunk": 3.387, "boundary_entropy": 0.66024, "router_noise": 0.0, "grad_norm": 1.5166, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.078, "alpha": 0.03, "t": 24.0} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4516.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.259495, "cps": 35.28125, "mean_p": 0.418759, "boundary_entropy": 0.647149, "bpb": 3.824149}, "de": {"chunks": 6191.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.301515, "cps": 48.367188, "mean_p": 0.416285, "boundary_entropy": 0.644517, "bpb": 4.073353}, "vi": {"chunks": 5968.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.323732, "cps": 46.625, "mean_p": 0.449861, "boundary_entropy": 0.666269, "bpb": 3.567412}, "tr": {"chunks": 7558.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.4175, "cps": 59.046875, "mean_p": 0.445841, "boundary_entropy": 0.65512, "bpb": 4.094817}, "fi": {"chunks": 6659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.353995, "cps": 52.023438, "mean_p": 0.444179, "boundary_entropy": 0.656415, "bpb": 4.094987}, "ru": {"chunks": 5092.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.268707, "cps": 39.78125, "mean_p": 0.460604, "boundary_entropy": 0.684695, "bpb": 2.798237}, "el": {"chunks": 15012.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.731472, "cps": 117.28125, "mean_p": 0.478195, "boundary_entropy": 0.68601, "bpb": 2.996152}, "hi": {"chunks": 17070.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.014562, "cps": 133.359375, "mean_p": 0.387912, "boundary_entropy": 0.598844, "bpb": 2.346133}, "ta": {"chunks": 8618.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460979, "cps": 67.328125, "mean_p": 0.388575, "boundary_entropy": 0.616136, "bpb": 2.18471}, "th": {"chunks": 5004.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.311097, "cps": 39.09375, "mean_p": 0.409166, "boundary_entropy": 0.647919, "bpb": 2.287766}, "zh": {"chunks": 3708.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.627836, "cps": 28.96875, "mean_p": 0.390499, "boundary_entropy": 0.60152, "bpb": 4.822386}, "my": {"chunks": 11450.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.604285, "cps": 89.453125, "mean_p": 0.481863, "boundary_entropy": 0.689475, "bpb": 2.381137}}, "bpb": {"en": 3.82415, "de": 4.07335, "vi": 3.56741, "tr": 4.09482, "fi": 4.09499, "ru": 2.79824, "el": 2.99615, "hi": 2.34613, "ta": 2.18471, "th": 2.28777, "zh": 4.82239, "my": 2.38114}, "gini_cpc": 0.245162, "gini_cps": 0.266261, "bpic": 3.962797, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.161926304809424, "vi": 1.2475439644666353, "tr": 1.6088906325662222, "fi": 1.364166305554309, "ru": 1.035498246048643, "el": 2.8188235912551955, "hi": 3.909746820616016, "ta": 1.7764427143950567, "th": 1.1988543480122347, "zh": 2.419448987788311, "my": 2.328693320940084}, "t": 27.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.82948, "de": 4.07247, "vi": 3.57138, "tr": 4.10293, "fi": 4.09787, "ru": 2.7831, "el": 2.98887, "hi": 2.34217, "ta": 2.20081, "th": 2.32089, "zh": 4.83059, "my": 2.39916}, "bytes_per_chunk": {"en": 3.662, "de": 3.365, "vi": 4.158, "tr": 2.525, "fi": 2.824, "ru": 6.26, "el": 2.407, "hi": 2.666, "ta": 5.934, "th": 9.374, "zh": 3.91, "my": 6.329}, "bpb_mean": 3.29498, "t": 29.2} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.43728, "bpb": 3.51625, "chunk_loss": 0.035222, "F": 0.25955, "G": 0.42743, "chunks": 265.78, "bytes_per_chunk": 3.853, "boundary_entropy": 0.65331, "router_noise": 0.0, "grad_norm": 2.0802, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.104, "alpha": 0.03, "t": 29.2} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.50798, "bpb": 3.61825, "chunk_loss": 0.036635, "F": 0.28543, "G": 0.43104, "chunks": 292.28, "bytes_per_chunk": 3.503, "boundary_entropy": 0.65462, "router_noise": 0.0, "grad_norm": 1.5165, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.052, "alpha": 0.03, "t": 31.8} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4761.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.273574, "cps": 37.195312, "mean_p": 0.43595, "boundary_entropy": 0.65433, "bpb": 3.578364}, "de": {"chunks": 5862.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.285492, "cps": 45.796875, "mean_p": 0.429654, "boundary_entropy": 0.654419, "bpb": 3.868259}, "vi": {"chunks": 5835.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.316517, "cps": 45.585938, "mean_p": 0.452506, "boundary_entropy": 0.668044, "bpb": 3.174673}, "tr": {"chunks": 7512.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.414959, "cps": 58.6875, "mean_p": 0.445915, "boundary_entropy": 0.657718, "bpb": 3.772206}, "fi": {"chunks": 6212.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.330232, "cps": 48.53125, "mean_p": 0.437414, "boundary_entropy": 0.656919, "bpb": 3.869624}, "ru": {"chunks": 4933.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.260317, "cps": 38.539062, "mean_p": 0.478585, "boundary_entropy": 0.688109, "bpb": 2.642471}, "el": {"chunks": 7874.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383667, "cps": 61.515625, "mean_p": 0.470765, "boundary_entropy": 0.686054, "bpb": 2.753917}, "hi": {"chunks": 16457.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.978128, "cps": 128.570312, "mean_p": 0.399856, "boundary_entropy": 0.603264, "bpb": 2.074262}, "ta": {"chunks": 11484.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.614282, "cps": 89.71875, "mean_p": 0.38576, "boundary_entropy": 0.622444, "bpb": 1.892182}, "th": {"chunks": 5420.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.33696, "cps": 42.34375, "mean_p": 0.403754, "boundary_entropy": 0.635154, "bpb": 2.041388}, "zh": {"chunks": 5099.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.863359, "cps": 39.835938, "mean_p": 0.397143, "boundary_entropy": 0.607638, "bpb": 4.425177}, "my": {"chunks": 8427.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.444744, "cps": 65.835938, "mean_p": 0.472718, "boundary_entropy": 0.688356, "bpb": 2.164708}}, "bpb": {"en": 3.57836, "de": 3.86826, "vi": 3.17467, "tr": 3.77221, "fi": 3.86962, "ru": 2.64247, "el": 2.75392, "hi": 2.07426, "ta": 1.89218, "th": 2.04139, "zh": 4.42518, "my": 2.16471}, "gini_cpc": 0.249104, "gini_cps": 0.211923, "bpic": 4.270117, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0435646173152775, "vi": 1.156974153811763, "tr": 1.5168092433060265, "fi": 1.2071062605079272, "ru": 0.9515417317153055, "el": 1.4024277739506363, "hi": 3.5753744718182934, "ta": 2.2453996625767028, "th": 1.2316977838471934, "zh": 3.1558583956891533, "my": 1.6256818482022035}, "t": 33.2} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.29045, "bpb": 3.30442, "chunk_loss": 0.037073, "F": 0.2933, "G": 0.42788, "chunks": 300.34, "bytes_per_chunk": 3.409, "boundary_entropy": 0.65161, "router_noise": 0.0, "grad_norm": 1.279, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 35.5} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.02305, "bpb": 2.91864, "chunk_loss": 0.036811, "F": 0.28073, "G": 0.42796, "chunks": 287.47, "bytes_per_chunk": 3.562, "boundary_entropy": 0.65138, "router_noise": 0.0, "grad_norm": 0.7249, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 37.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4640.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.266621, "cps": 36.25, "mean_p": 0.439605, "boundary_entropy": 0.6617, "bpb": 3.222174}, "de": {"chunks": 6036.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.293966, "cps": 47.15625, "mean_p": 0.440557, "boundary_entropy": 0.663547, "bpb": 3.493676}, "vi": {"chunks": 9419.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.51093, "cps": 73.585938, "mean_p": 0.462751, "boundary_entropy": 0.672315, "bpb": 2.768488}, "tr": {"chunks": 7441.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.411037, "cps": 58.132812, "mean_p": 0.451038, "boundary_entropy": 0.661783, "bpb": 3.410093}, "fi": {"chunks": 5841.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.31051, "cps": 45.632812, "mean_p": 0.443317, "boundary_entropy": 0.661312, "bpb": 3.531081}, "ru": {"chunks": 4811.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.253879, "cps": 37.585938, "mean_p": 0.397981, "boundary_entropy": 0.638101, "bpb": 2.359052}, "el": {"chunks": 18366.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.894898, "cps": 143.484375, "mean_p": 0.487357, "boundary_entropy": 0.678794, "bpb": 2.584824}, "hi": {"chunks": 19356.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.150431, "cps": 151.21875, "mean_p": 0.414444, "boundary_entropy": 0.627901, "bpb": 1.889939}, "ta": {"chunks": 15146.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.810163, "cps": 118.328125, "mean_p": 0.385076, "boundary_entropy": 0.619294, "bpb": 1.582095}, "th": {"chunks": 11439.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.711159, "cps": 89.367188, "mean_p": 0.400379, "boundary_entropy": 0.625406, "bpb": 1.931147}, "zh": {"chunks": 2152.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.364375, "cps": 16.8125, "mean_p": 0.404992, "boundary_entropy": 0.64058, "bpb": 4.151042}, "my": {"chunks": 2897.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152892, "cps": 22.632812, "mean_p": 0.386205, "boundary_entropy": 0.627163, "bpb": 1.953972}}, "bpb": {"en": 3.22217, "de": 3.49368, "vi": 2.76849, "tr": 3.41009, "fi": 3.53108, "ru": 2.35905, "el": 2.58482, "hi": 1.88994, "ta": 1.5821, "th": 1.93115, "zh": 4.15104, "my": 1.95397}, "gini_cpc": 0.316443, "gini_cps": 0.346591, "bpic": 3.568595, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.102561855851892, "vi": 1.9163189514884542, "tr": 1.541653924287649, "fi": 1.1646125409930728, "ru": 0.9522090005459011, "el": 3.3564476231041036, "hi": 4.314859712045909, "ta": 3.038635606975865, "th": 2.667307796404875, "zh": 1.3666426311057138, "my": 0.5734443244851609}, "t": 41.3} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.23158, "de": 3.48972, "vi": 2.77376, "tr": 3.41862, "fi": 3.52324, "ru": 2.34157, "el": 2.58023, "hi": 1.88697, "ta": 1.59797, "th": 1.95977, "zh": 4.15751, "my": 1.96968}, "bytes_per_chunk": {"en": 3.74, "de": 3.307, "vi": 2.55, "tr": 2.591, "fi": 3.313, "ru": 7.191, "el": 2.011, "hi": 2.202, "ta": 3.327, "th": 3.817, "zh": 6.224, "my": 15.761}, "bpb_mean": 2.74422, "t": 42.8} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.02711, "bpb": 2.9245, "chunk_loss": 0.036554, "F": 0.27737, "G": 0.42884, "chunks": 284.03, "bytes_per_chunk": 3.605, "boundary_entropy": 0.65473, "router_noise": 0.0, "grad_norm": 0.909, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.099, "alpha": 0.03, "t": 42.8} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.11435, "bpb": 3.05036, "chunk_loss": 0.033924, "F": 0.23495, "G": 0.41607, "chunks": 240.59, "bytes_per_chunk": 4.256, "boundary_entropy": 0.6524, "router_noise": 0.0, "grad_norm": 0.7492, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 45.3} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.95957, "bpb": 2.82707, "chunk_loss": 0.036005, "F": 0.2691, "G": 0.42317, "chunks": 275.56, "bytes_per_chunk": 3.716, "boundary_entropy": 0.65237, "router_noise": 0.0, "grad_norm": 1.0349, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 47.7} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91427, "bpb": 2.76171, "chunk_loss": 0.03591, "F": 0.26401, "G": 0.43047, "chunks": 270.34, "bytes_per_chunk": 3.788, "boundary_entropy": 0.65864, "router_noise": 0.0, "grad_norm": 0.8965, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 50.0} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.304086, "cps": 41.34375, "mean_p": 0.447306, "boundary_entropy": 0.664083, "bpb": 2.933472}, "de": {"chunks": 5630.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.274193, "cps": 43.984375, "mean_p": 0.441298, "boundary_entropy": 0.666255, "bpb": 3.246896}, "vi": {"chunks": 6754.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.366368, "cps": 52.765625, "mean_p": 0.454207, "boundary_entropy": 0.671345, "bpb": 2.573275}, "tr": {"chunks": 6645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.367066, "cps": 51.914062, "mean_p": 0.445071, "boundary_entropy": 0.660255, "bpb": 3.154749}, "fi": {"chunks": 5504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.292595, "cps": 43.0, "mean_p": 0.442748, "boundary_entropy": 0.663324, "bpb": 3.361077}, "ru": {"chunks": 5850.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.308707, "cps": 45.703125, "mean_p": 0.426399, "boundary_entropy": 0.658734, "bpb": 2.149622}, "el": {"chunks": 6207.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302441, "cps": 48.492188, "mean_p": 0.44264, "boundary_entropy": 0.663042, "bpb": 2.28076}, "hi": {"chunks": 6032.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.358514, "cps": 47.125, "mean_p": 0.408854, "boundary_entropy": 0.656657, "bpb": 1.643797}, "ta": {"chunks": 12817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.685584, "cps": 100.132812, "mean_p": 0.382823, "boundary_entropy": 0.636904, "bpb": 1.415817}, "th": {"chunks": 13514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.840162, "cps": 105.578125, "mean_p": 0.426765, "boundary_entropy": 0.649368, "bpb": 1.757858}, "zh": {"chunks": 4798.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.812394, "cps": 37.484375, "mean_p": 0.430317, "boundary_entropy": 0.651918, "bpb": 3.947883}, "my": {"chunks": 11341.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.598533, "cps": 88.601562, "mean_p": 0.415602, "boundary_entropy": 0.659775, "bpb": 1.721533}}, "bpb": {"en": 2.93347, "de": 3.2469, "vi": 2.57327, "tr": 3.15475, "fi": 3.36108, "ru": 2.14962, "el": 2.28076, "hi": 1.6438, "ta": 1.41582, "th": 1.75786, "zh": 3.94788, "my": 1.72153}, "gini_cpc": 0.230479, "gini_cps": 0.196052, "bpic": 4.246117, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9016962683708201, "vi": 1.204820085524491, "tr": 1.2071151998334548, "fi": 0.9622121277763492, "ru": 1.0151984276560229, "el": 0.9945925112724034, "hi": 1.178991148713076, "ta": 2.254577660608685, "th": 2.7629125176129925, "zh": 2.6715978523704322, "my": 1.968304380720693}, "t": 53.3} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.94301, "de": 3.24463, "vi": 2.57804, "tr": 3.16813, "fi": 3.34993, "ru": 2.13077, "el": 2.27313, "hi": 1.6399, "ta": 1.42888, "th": 1.78821, "zh": 3.95947, "my": 1.73545}, "bytes_per_chunk": {"en": 3.17, "de": 3.607, "vi": 3.717, "tr": 2.752, "fi": 3.539, "ru": 6.232, "el": 6.078, "hi": 6.733, "ta": 4.255, "th": 3.259, "zh": 2.701, "my": 4.522}, "bpb_mean": 2.51996, "t": 54.7} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.94005, "bpb": 2.79889, "chunk_loss": 0.036349, "F": 0.2742, "G": 0.43528, "chunks": 280.78, "bytes_per_chunk": 3.647, "boundary_entropy": 0.66264, "router_noise": 0.0, "grad_norm": 0.8538, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 54.8} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.72258, "bpb": 2.48516, "chunk_loss": 0.034997, "F": 0.24927, "G": 0.43212, "chunks": 255.25, "bytes_per_chunk": 4.012, "boundary_entropy": 0.66343, "router_noise": 0.0, "grad_norm": 0.8387, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 57.0} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75311, "bpb": 2.5292, "chunk_loss": 0.036699, "F": 0.27844, "G": 0.43653, "chunks": 285.12, "bytes_per_chunk": 3.591, "boundary_entropy": 0.66501, "router_noise": 0.0, "grad_norm": 0.7142, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 59.3} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.68902, "bpb": 2.43674, "chunk_loss": 0.034693, "F": 0.2453, "G": 0.42887, "chunks": 251.19, "bytes_per_chunk": 4.077, "boundary_entropy": 0.66285, "router_noise": 0.0, "grad_norm": 0.7364, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 61.5} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5194.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.298454, "cps": 40.578125, "mean_p": 0.444528, "boundary_entropy": 0.664804, "bpb": 2.72969}, "de": {"chunks": 5779.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.281449, "cps": 45.148438, "mean_p": 0.445685, "boundary_entropy": 0.668368, "bpb": 3.053589}, "vi": {"chunks": 6401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.34722, "cps": 50.007812, "mean_p": 0.451409, "boundary_entropy": 0.67155, "bpb": 2.445015}, "tr": {"chunks": 6617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.36552, "cps": 51.695312, "mean_p": 0.450159, "boundary_entropy": 0.662552, "bpb": 2.995826}, "fi": {"chunks": 6106.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.324597, "cps": 47.703125, "mean_p": 0.455946, "boundary_entropy": 0.668381, "bpb": 3.227648}, "ru": {"chunks": 6414.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33847, "cps": 50.109375, "mean_p": 0.422687, "boundary_entropy": 0.661056, "bpb": 2.024086}, "el": {"chunks": 4179.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.203625, "cps": 32.648438, "mean_p": 0.430898, "boundary_entropy": 0.659868, "bpb": 2.198443}, "hi": {"chunks": 10247.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.609034, "cps": 80.054688, "mean_p": 0.42496, "boundary_entropy": 0.663803, "bpb": 1.577099}, "ta": {"chunks": 9959.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.532709, "cps": 77.804688, "mean_p": 0.390879, "boundary_entropy": 0.645684, "bpb": 1.314888}, "th": {"chunks": 10894.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.677277, "cps": 85.109375, "mean_p": 0.440124, "boundary_entropy": 0.667706, "bpb": 1.649394}, "zh": {"chunks": 2423.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.410261, "cps": 18.929688, "mean_p": 0.421839, "boundary_entropy": 0.655712, "bpb": 3.838435}, "my": {"chunks": 15949.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.841725, "cps": 124.601562, "mean_p": 0.432043, "boundary_entropy": 0.670235, "bpb": 1.490845}}, "bpb": {"en": 2.72969, "de": 3.05359, "vi": 2.44501, "tr": 2.99583, "fi": 3.22765, "ru": 2.02409, "el": 2.19844, "hi": 1.5771, "ta": 1.31489, "th": 1.64939, "zh": 3.83843, "my": 1.49085}, "gini_cpc": 0.223533, "gini_cps": 0.246813, "bpic": 4.256572, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9430233844478982, "vi": 1.1633941084301753, "tr": 1.2247085735454106, "fi": 1.0875947222566402, "ru": 1.13407536400332, "el": 0.6822659555061029, "hi": 2.040627984856226, "ta": 1.7848940334080212, "th": 2.2692820641784492, "zh": 1.374618379512895, "my": 2.8202801900570713}, "t": 64.7} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74056, "de": 3.05424, "vi": 2.45302, "tr": 3.00799, "fi": 3.22434, "ru": 2.00641, "el": 2.18584, "hi": 1.57282, "ta": 1.32587, "th": 1.67601, "zh": 3.85103, "my": 1.50243}, "bytes_per_chunk": {"en": 3.349, "de": 3.487, "vi": 4.103, "tr": 2.789, "fi": 3.164, "ru": 5.466, "el": 8.592, "hi": 4.132, "ta": 5.071, "th": 3.961, "zh": 5.178, "my": 3.317}, "bpb_mean": 2.38338, "t": 66.0} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83052, "bpb": 2.64088, "chunk_loss": 0.03523, "F": 0.25473, "G": 0.43676, "chunks": 260.84, "bytes_per_chunk": 3.926, "boundary_entropy": 0.6666, "router_noise": 0.0, "grad_norm": 0.9178, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 66.1} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86603, "bpb": 2.69211, "chunk_loss": 0.036174, "F": 0.26913, "G": 0.43903, "chunks": 275.59, "bytes_per_chunk": 3.716, "boundary_entropy": 0.66697, "router_noise": 0.0, "grad_norm": 0.8425, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 68.3} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.67932, "bpb": 2.42275, "chunk_loss": 0.034624, "F": 0.2453, "G": 0.4336, "chunks": 251.19, "bytes_per_chunk": 4.077, "boundary_entropy": 0.6664, "router_noise": 0.0, "grad_norm": 0.9503, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 70.5} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.81753, "bpb": 2.62214, "chunk_loss": 0.034614, "F": 0.24518, "G": 0.43545, "chunks": 251.06, "bytes_per_chunk": 4.079, "boundary_entropy": 0.66647, "router_noise": 0.0, "grad_norm": 0.8371, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 72.7} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5076.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.291674, "cps": 39.65625, "mean_p": 0.447919, "boundary_entropy": 0.665886, "bpb": 2.592808}, "de": {"chunks": 5948.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.28968, "cps": 46.46875, "mean_p": 0.449919, "boundary_entropy": 0.66993, "bpb": 2.923982}, "vi": {"chunks": 5248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284676, "cps": 41.0, "mean_p": 0.443701, "boundary_entropy": 0.669822, "bpb": 2.322893}, "tr": {"chunks": 6123.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.338231, "cps": 47.835938, "mean_p": 0.448591, "boundary_entropy": 0.662607, "bpb": 2.897807}, "fi": {"chunks": 5248.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.278986, "cps": 41.0, "mean_p": 0.446464, "boundary_entropy": 0.66687, "bpb": 3.145786}, "ru": {"chunks": 8576.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.452559, "cps": 67.0, "mean_p": 0.428259, "boundary_entropy": 0.664344, "bpb": 1.934508}, "el": {"chunks": 9688.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.472056, "cps": 75.6875, "mean_p": 0.453773, "boundary_entropy": 0.669371, "bpb": 2.075743}, "hi": {"chunks": 3620.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.215156, "cps": 28.28125, "mean_p": 0.404032, "boundary_entropy": 0.656898, "bpb": 1.539729}, "ta": {"chunks": 6020.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.322011, "cps": 47.03125, "mean_p": 0.384889, "boundary_entropy": 0.643442, "bpb": 1.278172}, "th": {"chunks": 9430.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.58626, "cps": 73.671875, "mean_p": 0.436426, "boundary_entropy": 0.667082, "bpb": 1.587469}, "zh": {"chunks": 2214.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.374873, "cps": 17.296875, "mean_p": 0.422562, "boundary_entropy": 0.657874, "bpb": 3.685815}, "my": {"chunks": 4201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.221712, "cps": 32.820312, "mean_p": 0.424572, "boundary_entropy": 0.675673, "bpb": 1.520271}}, "bpb": {"en": 2.59281, "de": 2.92398, "vi": 2.32289, "tr": 2.89781, "fi": 3.14579, "ru": 1.93451, "el": 2.07574, "hi": 1.53973, "ta": 1.27817, "th": 1.58747, "zh": 3.68582, "my": 1.52027}, "gini_cpc": 0.165082, "gini_cps": 0.20238, "bpic": 5.375686, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9931642069808859, "vi": 0.9760075814262751, "tr": 1.1596213824517936, "fi": 0.9564988444842581, "ru": 1.5515939045765574, "el": 1.618436974764748, "hi": 0.7376596095953688, "ta": 1.104011325261745, "th": 2.009986471103939, "zh": 1.2852472422563421, "my": 0.7601368945043571}, "t": 75.8} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.59924, "de": 2.92562, "vi": 2.32823, "tr": 2.9109, "fi": 3.145, "ru": 1.91666, "el": 2.06458, "hi": 1.5359, "ta": 1.28891, "th": 1.6119, "zh": 3.69565, "my": 1.53087}, "bytes_per_chunk": {"en": 3.365, "de": 3.437, "vi": 5.253, "tr": 3.126, "fi": 3.837, "ru": 3.839, "el": 3.782, "hi": 11.555, "ta": 8.156, "th": 4.647, "zh": 5.695, "my": 12.232}, "bpb_mean": 2.29612, "t": 77.1} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.75337, "bpb": 2.52958, "chunk_loss": 0.034479, "F": 0.24146, "G": 0.43491, "chunks": 247.25, "bytes_per_chunk": 4.142, "boundary_entropy": 0.66637, "router_noise": 0.0, "grad_norm": 0.8415, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 77.2} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.6138, "bpb": 2.32822, "chunk_loss": 0.033414, "F": 0.22305, "G": 0.43374, "chunks": 228.41, "bytes_per_chunk": 4.483, "boundary_entropy": 0.66769, "router_noise": 0.0, "grad_norm": 0.8016, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 79.3} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.81264, "bpb": 2.61509, "chunk_loss": 0.035108, "F": 0.25198, "G": 0.43904, "chunks": 258.03, "bytes_per_chunk": 3.969, "boundary_entropy": 0.66868, "router_noise": 0.0, "grad_norm": 0.7801, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 81.5} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66301, "bpb": 2.39922, "chunk_loss": 0.03472, "F": 0.24606, "G": 0.43444, "chunks": 251.97, "bytes_per_chunk": 4.064, "boundary_entropy": 0.66725, "router_noise": 0.0, "grad_norm": 0.7652, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 83.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4862.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.279377, "cps": 37.984375, "mean_p": 0.445516, "boundary_entropy": 0.665279, "bpb": 2.485828}, "de": {"chunks": 4936.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240394, "cps": 38.5625, "mean_p": 0.444999, "boundary_entropy": 0.669762, "bpb": 2.815693}, "vi": {"chunks": 5762.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.312558, "cps": 45.015625, "mean_p": 0.45099, "boundary_entropy": 0.672834, "bpb": 2.280081}, "tr": {"chunks": 6366.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.351654, "cps": 49.734375, "mean_p": 0.450269, "boundary_entropy": 0.66343, "bpb": 2.783331}, "fi": {"chunks": 5037.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.267769, "cps": 39.351562, "mean_p": 0.446892, "boundary_entropy": 0.668712, "bpb": 3.055167}, "ru": {"chunks": 6389.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33715, "cps": 49.914062, "mean_p": 0.424734, "boundary_entropy": 0.665532, "bpb": 1.866286}, "el": {"chunks": 10253.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.499586, "cps": 80.101562, "mean_p": 0.451916, "boundary_entropy": 0.670226, "bpb": 1.975765}, "hi": {"chunks": 7505.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446062, "cps": 58.632812, "mean_p": 0.409406, "boundary_entropy": 0.655931, "bpb": 1.51738}, "ta": {"chunks": 7501.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.40123, "cps": 58.601562, "mean_p": 0.395562, "boundary_entropy": 0.651623, "bpb": 1.295072}, "th": {"chunks": 11989.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.745353, "cps": 93.664062, "mean_p": 0.454, "boundary_entropy": 0.671267, "bpb": 1.518875}, "zh": {"chunks": 3123.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528784, "cps": 24.398438, "mean_p": 0.430413, "boundary_entropy": 0.661503, "bpb": 3.625837}, "my": {"chunks": 7755.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.409278, "cps": 60.585938, "mean_p": 0.430365, "boundary_entropy": 0.674158, "bpb": 1.407899}}, "bpb": {"en": 2.48583, "de": 2.81569, "vi": 2.28008, "tr": 2.78333, "fi": 3.05517, "ru": 1.86629, "el": 1.97577, "hi": 1.51738, "ta": 1.29507, "th": 1.51887, "zh": 3.62584, "my": 1.4079}, "gini_cpc": 0.179467, "gini_cps": 0.187533, "bpic": 4.710241, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.860462423833869, "vi": 1.1187660470482468, "tr": 1.258708742216513, "fi": 0.9584494954803942, "ru": 1.2067931587270406, "el": 1.7882131239698504, "hi": 1.5966318534188477, "ta": 1.4361601160194681, "th": 2.667909298184125, "zh": 1.8927258226126775, "my": 1.464966156482567}, "t": 86.9} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.497, "de": 2.82173, "vi": 2.2865, "tr": 2.79577, "fi": 3.05757, "ru": 1.84834, "el": 1.96544, "hi": 1.5144, "ta": 1.3023, "th": 1.54294, "zh": 3.63615, "my": 1.41796}, "bytes_per_chunk": {"en": 3.423, "de": 4.094, "vi": 4.457, "tr": 3.136, "fi": 4.193, "ru": 5.277, "el": 3.496, "hi": 5.779, "ta": 6.911, "th": 3.862, "zh": 4.247, "my": 6.51}, "bpb_mean": 2.22384, "t": 88.2} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72451, "bpb": 2.48794, "chunk_loss": 0.035638, "F": 0.26086, "G": 0.43914, "chunks": 267.12, "bytes_per_chunk": 3.833, "boundary_entropy": 0.66795, "router_noise": 0.0, "grad_norm": 0.7831, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 88.3} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.84373, "bpb": 2.65994, "chunk_loss": 0.035306, "F": 0.25455, "G": 0.43905, "chunks": 260.66, "bytes_per_chunk": 3.929, "boundary_entropy": 0.66845, "router_noise": 0.0, "grad_norm": 0.8789, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 90.5} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.52479, "bpb": 2.19981, "chunk_loss": 0.035402, "F": 0.25629, "G": 0.43724, "chunks": 262.44, "bytes_per_chunk": 3.902, "boundary_entropy": 0.66806, "router_noise": 0.0, "grad_norm": 0.7869, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 92.6} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.52172, "bpb": 2.19538, "chunk_loss": 0.034792, "F": 0.24649, "G": 0.43678, "chunks": 252.41, "bytes_per_chunk": 4.057, "boundary_entropy": 0.66777, "router_noise": 0.0, "grad_norm": 0.8247, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 94.8} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4589.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.26369, "cps": 35.851562, "mean_p": 0.446036, "boundary_entropy": 0.665329, "bpb": 2.428424}, "de": {"chunks": 5087.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.247748, "cps": 39.742188, "mean_p": 0.447395, "boundary_entropy": 0.670224, "bpb": 2.749546}, "vi": {"chunks": 4769.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258693, "cps": 37.257812, "mean_p": 0.445534, "boundary_entropy": 0.672144, "bpb": 2.202745}, "tr": {"chunks": 5812.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.321052, "cps": 45.40625, "mean_p": 0.450108, "boundary_entropy": 0.663403, "bpb": 2.720576}, "fi": {"chunks": 5230.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.278029, "cps": 40.859375, "mean_p": 0.445858, "boundary_entropy": 0.667162, "bpb": 2.983633}, "ru": {"chunks": 7897.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.416728, "cps": 61.695312, "mean_p": 0.432486, "boundary_entropy": 0.668947, "bpb": 1.803798}, "el": {"chunks": 7862.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383082, "cps": 61.421875, "mean_p": 0.447596, "boundary_entropy": 0.670742, "bpb": 1.904173}, "hi": {"chunks": 4768.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.283388, "cps": 37.25, "mean_p": 0.403933, "boundary_entropy": 0.655711, "bpb": 1.465246}, "ta": {"chunks": 4704.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.251618, "cps": 36.75, "mean_p": 0.384765, "boundary_entropy": 0.647768, "bpb": 1.19331}, "th": {"chunks": 12240.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.760957, "cps": 95.625, "mean_p": 0.452985, "boundary_entropy": 0.672155, "bpb": 1.457388}, "zh": {"chunks": 2823.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477988, "cps": 22.054688, "mean_p": 0.427003, "boundary_entropy": 0.661205, "bpb": 3.576883}, "my": {"chunks": 14583.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.769633, "cps": 113.929688, "mean_p": 0.44331, "boundary_entropy": 0.676461, "bpb": 1.339753}}, "bpb": {"en": 2.42842, "de": 2.74955, "vi": 2.20275, "tr": 2.72058, "fi": 2.98363, "ru": 1.8038, "el": 1.90417, "hi": 1.46525, "ta": 1.19331, "th": 1.45739, "zh": 3.57688, "my": 1.33975}, "gini_cpc": 0.229489, "gini_cps": 0.248154, "bpic": 4.775534, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9395402563096824, "vi": 0.9810479689199115, "tr": 1.2175340528298475, "fi": 1.054376864544895, "ru": 1.5803707615607128, "el": 1.452774662556709, "hi": 1.0746999689482926, "ta": 0.9542186622416676, "th": 2.8858012358484793, "zh": 1.8126898293354068, "my": 2.9187006997347926}, "t": 97.9} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43725, "de": 2.75561, "vi": 2.20834, "tr": 2.73298, "fi": 2.9824, "ru": 1.78403, "el": 1.89404, "hi": 1.46167, "ta": 1.20187, "th": 1.4776, "zh": 3.58453, "my": 1.34975}, "bytes_per_chunk": {"en": 3.753, "de": 4.125, "vi": 5.239, "tr": 3.426, "fi": 3.791, "ru": 4.256, "el": 4.741, "hi": 9.642, "ta": 11.076, "th": 3.68, "zh": 4.82, "my": 3.649}, "bpb_mean": 2.15584, "t": 99.3} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.58031, "bpb": 2.2799, "chunk_loss": 0.035088, "F": 0.25128, "G": 0.44102, "chunks": 257.31, "bytes_per_chunk": 3.98, "boundary_entropy": 0.66909, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 99.3} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.67318, "bpb": 2.41389, "chunk_loss": 0.034474, "F": 0.24139, "G": 0.4356, "chunks": 247.19, "bytes_per_chunk": 4.143, "boundary_entropy": 0.66801, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 101.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74684, "bpb": 2.52015, "chunk_loss": 0.034588, "F": 0.24332, "G": 0.43963, "chunks": 249.16, "bytes_per_chunk": 4.11, "boundary_entropy": 0.67072, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 103.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.61323, "bpb": 2.32739, "chunk_loss": 0.035353, "F": 0.25586, "G": 0.43917, "chunks": 262.0, "bytes_per_chunk": 3.908, "boundary_entropy": 0.66865, "router_noise": 0.0, "grad_norm": 0.8573, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 105.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4339.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.249325, "cps": 33.898438, "mean_p": 0.444739, "boundary_entropy": 0.665411, "bpb": 2.381796}, "de": {"chunks": 5387.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.262358, "cps": 42.085938, "mean_p": 0.449642, "boundary_entropy": 0.671074, "bpb": 2.674554}, "vi": {"chunks": 5425.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.294277, "cps": 42.382812, "mean_p": 0.451235, "boundary_entropy": 0.672761, "bpb": 2.170455}, "tr": {"chunks": 6769.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.373916, "cps": 52.882812, "mean_p": 0.452702, "boundary_entropy": 0.664681, "bpb": 2.63905}, "fi": {"chunks": 6005.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.319228, "cps": 46.914062, "mean_p": 0.458616, "boundary_entropy": 0.670489, "bpb": 2.919571}, "ru": {"chunks": 6698.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.353456, "cps": 52.328125, "mean_p": 0.431251, "boundary_entropy": 0.66854, "bpb": 1.742442}, "el": {"chunks": 6581.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320665, "cps": 51.414062, "mean_p": 0.441282, "boundary_entropy": 0.670608, "bpb": 1.867485}, "hi": {"chunks": 6853.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407311, "cps": 53.539062, "mean_p": 0.414193, "boundary_entropy": 0.661523, "bpb": 1.440437}, "ta": {"chunks": 3673.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.19647, "cps": 28.695312, "mean_p": 0.39593, "boundary_entropy": 0.652784, "bpb": 1.202091}, "th": {"chunks": 9297.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577992, "cps": 72.632812, "mean_p": 0.441042, "boundary_entropy": 0.671119, "bpb": 1.392265}, "zh": {"chunks": 2947.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498984, "cps": 23.023438, "mean_p": 0.428618, "boundary_entropy": 0.662314, "bpb": 3.561711}, "my": {"chunks": 15973.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.842991, "cps": 124.789062, "mean_p": 0.44485, "boundary_entropy": 0.675414, "bpb": 1.299951}}, "bpb": {"en": 2.3818, "de": 2.67455, "vi": 2.17046, "tr": 2.63905, "fi": 2.91957, "ru": 1.74244, "el": 1.86748, "hi": 1.44044, "ta": 1.20209, "th": 1.39227, "zh": 3.56171, "my": 1.29995}, "gini_cpc": 0.221564, "gini_cps": 0.232242, "bpic": 4.800443, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0522744812938463, "vi": 1.1802963677779317, "tr": 1.4997139553178052, "fi": 1.2803703202152967, "ru": 1.4176544940318556, "el": 1.2861319163474136, "hi": 1.6336541824778, "ta": 0.7880067341731798, "th": 2.318228473804932, "zh": 2.0013413260072705, "my": 3.3810966518524053}, "t": 108.9} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.39239, "de": 2.67992, "vi": 2.1765, "tr": 2.64935, "fi": 2.92137, "ru": 1.72169, "el": 1.85762, "hi": 1.43822, "ta": 1.20884, "th": 1.40883, "zh": 3.56666, "my": 1.31267}, "bytes_per_chunk": {"en": 3.878, "de": 3.73, "vi": 4.723, "tr": 2.881, "fi": 3.281, "ru": 5.038, "el": 5.671, "hi": 6.296, "ta": 15.299, "th": 4.775, "zh": 5.11, "my": 3.362}, "bpb_mean": 2.11117, "t": 110.2} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.6078, "bpb": 2.31957, "chunk_loss": 0.034302, "F": 0.23746, "G": 0.4386, "chunks": 243.16, "bytes_per_chunk": 4.211, "boundary_entropy": 0.66929, "router_noise": 0.0, "grad_norm": 0.8761, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 110.3} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.58783, "bpb": 2.29075, "chunk_loss": 0.034253, "F": 0.23669, "G": 0.43483, "chunks": 242.38, "bytes_per_chunk": 4.225, "boundary_entropy": 0.66765, "router_noise": 0.0, "grad_norm": 0.8661, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 112.4} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.55593, "bpb": 2.24473, "chunk_loss": 0.033216, "F": 0.21964, "G": 0.43813, "chunks": 224.91, "bytes_per_chunk": 4.553, "boundary_entropy": 0.6705, "router_noise": 0.0, "grad_norm": 0.7545, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 114.6} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56918, "bpb": 2.26385, "chunk_loss": 0.034453, "F": 0.242, "G": 0.43844, "chunks": 247.81, "bytes_per_chunk": 4.132, "boundary_entropy": 0.66971, "router_noise": 0.0, "grad_norm": 0.7958, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 116.7} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4940.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.283859, "cps": 38.59375, "mean_p": 0.447416, "boundary_entropy": 0.665632, "bpb": 2.326525}, "de": {"chunks": 5811.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.283008, "cps": 45.398438, "mean_p": 0.453145, "boundary_entropy": 0.671725, "bpb": 2.616113}, "vi": {"chunks": 6451.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.349932, "cps": 50.398438, "mean_p": 0.455527, "boundary_entropy": 0.673282, "bpb": 2.130254}, "tr": {"chunks": 6164.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.340496, "cps": 48.15625, "mean_p": 0.451189, "boundary_entropy": 0.6641, "bpb": 2.622419}, "fi": {"chunks": 5738.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.305034, "cps": 44.828125, "mean_p": 0.457301, "boundary_entropy": 0.669906, "bpb": 2.848928}, "ru": {"chunks": 6126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323272, "cps": 47.859375, "mean_p": 0.429607, "boundary_entropy": 0.668731, "bpb": 1.709531}, "el": {"chunks": 6837.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333138, "cps": 53.414062, "mean_p": 0.442292, "boundary_entropy": 0.672719, "bpb": 1.798647}, "hi": {"chunks": 7209.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.42847, "cps": 56.320312, "mean_p": 0.420647, "boundary_entropy": 0.664406, "bpb": 1.398472}, "ta": {"chunks": 8923.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477293, "cps": 69.710938, "mean_p": 0.408621, "boundary_entropy": 0.657347, "bpb": 1.137035}, "th": {"chunks": 10413.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.647373, "cps": 81.351562, "mean_p": 0.441643, "boundary_entropy": 0.670121, "bpb": 1.361849}, "zh": {"chunks": 2830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479174, "cps": 22.109375, "mean_p": 0.42979, "boundary_entropy": 0.663449, "bpb": 3.506014}, "my": {"chunks": 11928.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.629512, "cps": 93.1875, "mean_p": 0.432911, "boundary_entropy": 0.672594, "bpb": 1.267024}}, "bpb": {"en": 2.32653, "de": 2.61611, "vi": 2.13025, "tr": 2.62242, "fi": 2.84893, "ru": 1.70953, "el": 1.79865, "hi": 1.39847, "ta": 1.13703, "th": 1.36185, "zh": 3.50601, "my": 1.26702}, "gini_cpc": 0.160559, "gini_cps": 0.18096, "bpic": 4.603347, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9970011047684472, "vi": 1.2327672015364193, "tr": 1.1995248511609569, "fi": 1.074597514547544, "ru": 1.138845865424674, "el": 1.1736048781844641, "hi": 1.5094444116921635, "ta": 1.6814447236861056, "th": 2.2806149894475074, "zh": 1.688068882122209, "my": 2.217692999976924}, "t": 119.8} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33559, "de": 2.61984, "vi": 2.13866, "tr": 2.63155, "fi": 2.85021, "ru": 1.69001, "el": 1.7901, "hi": 1.39605, "ta": 1.14374, "th": 1.38269, "zh": 3.5104, "my": 1.27639}, "bytes_per_chunk": {"en": 3.537, "de": 3.523, "vi": 3.581, "tr": 3.19, "fi": 3.368, "ru": 5.382, "el": 5.532, "hi": 5.862, "ta": 5.975, "th": 4.274, "zh": 5.481, "my": 4.373}, "bpb_mean": 2.06377, "t": 121.2} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53816, "bpb": 2.2191, "chunk_loss": 0.034335, "F": 0.23849, "G": 0.43984, "chunks": 244.22, "bytes_per_chunk": 4.193, "boundary_entropy": 0.6705, "router_noise": 0.0, "grad_norm": 0.7458, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 121.2} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.58571, "bpb": 2.2877, "chunk_loss": 0.035351, "F": 0.25424, "G": 0.44324, "chunks": 260.34, "bytes_per_chunk": 3.933, "boundary_entropy": 0.6702, "router_noise": 0.0, "grad_norm": 0.7438, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 123.4} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.63986, "bpb": 2.36582, "chunk_loss": 0.033149, "F": 0.21823, "G": 0.43282, "chunks": 223.47, "bytes_per_chunk": 4.582, "boundary_entropy": 0.667, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 125.5} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.48558, "bpb": 2.14324, "chunk_loss": 0.03331, "F": 0.22235, "G": 0.43685, "chunks": 227.69, "bytes_per_chunk": 4.497, "boundary_entropy": 0.67083, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 127.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4304.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.247314, "cps": 33.625, "mean_p": 0.444974, "boundary_entropy": 0.665565, "bpb": 2.294995}, "de": {"chunks": 5063.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.246579, "cps": 39.554688, "mean_p": 0.446197, "boundary_entropy": 0.670083, "bpb": 2.583736}, "vi": {"chunks": 5851.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.317385, "cps": 45.710938, "mean_p": 0.451722, "boundary_entropy": 0.67238, "bpb": 2.105065}, "tr": {"chunks": 6043.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.333812, "cps": 47.210938, "mean_p": 0.448913, "boundary_entropy": 0.662988, "bpb": 2.553711}, "fi": {"chunks": 5543.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.294668, "cps": 43.304688, "mean_p": 0.454499, "boundary_entropy": 0.668729, "bpb": 2.787109}, "ru": {"chunks": 6744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355884, "cps": 52.6875, "mean_p": 0.434104, "boundary_entropy": 0.67056, "bpb": 1.670316}, "el": {"chunks": 7984.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.389027, "cps": 62.375, "mean_p": 0.448515, "boundary_entropy": 0.673684, "bpb": 1.743817}, "hi": {"chunks": 9243.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.549361, "cps": 72.210938, "mean_p": 0.419504, "boundary_entropy": 0.661447, "bpb": 1.375586}, "ta": {"chunks": 10291.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.550468, "cps": 80.398438, "mean_p": 0.412066, "boundary_entropy": 0.658258, "bpb": 1.105642}, "th": {"chunks": 10666.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.663102, "cps": 83.328125, "mean_p": 0.444694, "boundary_entropy": 0.672416, "bpb": 1.322191}, "zh": {"chunks": 3096.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.524213, "cps": 24.1875, "mean_p": 0.436951, "boundary_entropy": 0.667234, "bpb": 3.462063}, "my": {"chunks": 12282.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.648195, "cps": 95.953125, "mean_p": 0.435941, "boundary_entropy": 0.674128, "bpb": 1.248105}}, "bpb": {"en": 2.29499, "de": 2.58374, "vi": 2.10507, "tr": 2.55371, "fi": 2.78711, "ru": 1.67032, "el": 1.74382, "hi": 1.37559, "ta": 1.10564, "th": 1.32219, "zh": 3.46206, "my": 1.24811}, "gini_cpc": 0.191154, "gini_cps": 0.21094, "bpic": 4.405705, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9970280523129237, "vi": 1.2833313798203876, "tr": 1.349751753544926, "fi": 1.191474776286674, "ru": 1.4389980480819218, "el": 1.5730102068818608, "hi": 2.221312894601656, "ta": 2.225788869158702, "th": 2.681219514590818, "zh": 2.1196266288331316, "my": 2.620942990716914}, "t": 130.8} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30294, "de": 2.5922, "vi": 2.11276, "tr": 2.5608, "fi": 2.79337, "ru": 1.64981, "el": 1.73553, "hi": 1.37401, "ta": 1.11234, "th": 1.33957, "zh": 3.46668, "my": 1.25757}, "bytes_per_chunk": {"en": 3.866, "de": 4.08, "vi": 4.056, "tr": 3.198, "fi": 3.529, "ru": 5.029, "el": 4.832, "hi": 4.452, "ta": 5.058, "th": 4.17, "zh": 5.056, "my": 4.316}, "bpb_mean": 2.0248, "t": 132.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.60206, "bpb": 2.31128, "chunk_loss": 0.034499, "F": 0.24185, "G": 0.4418, "chunks": 247.66, "bytes_per_chunk": 4.135, "boundary_entropy": 0.67091, "router_noise": 0.0, "grad_norm": 0.7845, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 132.2} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.61653, "bpb": 2.33216, "chunk_loss": 0.033698, "F": 0.22791, "G": 0.43966, "chunks": 233.38, "bytes_per_chunk": 4.388, "boundary_entropy": 0.67116, "router_noise": 0.0, "grad_norm": 0.7278, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 134.4} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55665, "bpb": 2.24578, "chunk_loss": 0.03505, "F": 0.25076, "G": 0.44008, "chunks": 256.78, "bytes_per_chunk": 3.988, "boundary_entropy": 0.66968, "router_noise": 0.0, "grad_norm": 0.7678, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 136.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50961, "bpb": 2.17791, "chunk_loss": 0.034931, "F": 0.24847, "G": 0.44071, "chunks": 254.44, "bytes_per_chunk": 4.025, "boundary_entropy": 0.67002, "router_noise": 0.0, "grad_norm": 0.7584, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 138.6} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4426.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.254324, "cps": 34.578125, "mean_p": 0.445592, "boundary_entropy": 0.665718, "bpb": 2.259136}, "de": {"chunks": 4889.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.238105, "cps": 38.195312, "mean_p": 0.447783, "boundary_entropy": 0.671165, "bpb": 2.535651}, "vi": {"chunks": 5862.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.317982, "cps": 45.796875, "mean_p": 0.452766, "boundary_entropy": 0.673137, "bpb": 2.091615}, "tr": {"chunks": 5572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.307794, "cps": 43.53125, "mean_p": 0.452314, "boundary_entropy": 0.666593, "bpb": 2.518236}, "fi": {"chunks": 5197.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.276275, "cps": 40.601562, "mean_p": 0.455885, "boundary_entropy": 0.670736, "bpb": 2.750367}, "ru": {"chunks": 6618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349235, "cps": 51.703125, "mean_p": 0.433634, "boundary_entropy": 0.670741, "bpb": 1.640507}, "el": {"chunks": 7690.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.374702, "cps": 60.078125, "mean_p": 0.446865, "boundary_entropy": 0.673684, "bpb": 1.711938}, "hi": {"chunks": 5351.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.318039, "cps": 41.804688, "mean_p": 0.416336, "boundary_entropy": 0.66469, "bpb": 1.352716}, "ta": {"chunks": 8726.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.466756, "cps": 68.171875, "mean_p": 0.403651, "boundary_entropy": 0.654602, "bpb": 1.101038}, "th": {"chunks": 10030.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.623562, "cps": 78.359375, "mean_p": 0.443272, "boundary_entropy": 0.671632, "bpb": 1.287471}, "zh": {"chunks": 2675.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452929, "cps": 20.898438, "mean_p": 0.434581, "boundary_entropy": 0.667244, "bpb": 3.475415}, "my": {"chunks": 7648.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.403631, "cps": 59.75, "mean_p": 0.42533, "boundary_entropy": 0.672651, "bpb": 1.229195}}, "bpb": {"en": 2.25914, "de": 2.53565, "vi": 2.09161, "tr": 2.51824, "fi": 2.75037, "ru": 1.64051, "el": 1.71194, "hi": 1.35272, "ta": 1.10104, "th": 1.28747, "zh": 3.47541, "my": 1.22919}, "gini_cpc": 0.153404, "gini_cps": 0.173574, "bpic": 5.138731, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9362252302395124, "vi": 1.2503033153085714, "tr": 1.2102449160036912, "fi": 1.0863094160686044, "ru": 1.37318882067705, "el": 1.4733238026246285, "hi": 1.250525605482664, "ta": 1.8352804980465671, "th": 2.4518425541221434, "zh": 1.7809144361222338, "my": 1.5870741347332404}, "t": 141.7} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26737, "de": 2.54434, "vi": 2.09596, "tr": 2.52318, "fi": 2.76001, "ru": 1.61955, "el": 1.7027, "hi": 1.35001, "ta": 1.10768, "th": 1.30485, "zh": 3.48204, "my": 1.23913}, "bytes_per_chunk": {"en": 3.825, "de": 4.186, "vi": 3.976, "tr": 3.533, "fi": 3.76, "ru": 5.129, "el": 5.021, "hi": 8.258, "ta": 6.326, "th": 4.426, "zh": 5.804, "my": 6.657}, "bpb_mean": 1.99973, "t": 143.0} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.45617, "bpb": 2.10081, "chunk_loss": 0.033291, "F": 0.22095, "G": 0.43831, "chunks": 226.25, "bytes_per_chunk": 4.526, "boundary_entropy": 0.67083, "router_noise": 0.0, "grad_norm": 0.7628, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 143.1} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.54985, "bpb": 2.23596, "chunk_loss": 0.03388, "F": 0.23169, "G": 0.43731, "chunks": 237.25, "bytes_per_chunk": 4.316, "boundary_entropy": 0.66956, "router_noise": 0.0, "grad_norm": 0.7667, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 145.2} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48722, "bpb": 2.1456, "chunk_loss": 0.033595, "F": 0.2265, "G": 0.43797, "chunks": 231.94, "bytes_per_chunk": 4.415, "boundary_entropy": 0.67001, "router_noise": 0.0, "grad_norm": 0.8075, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 147.3} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49603, "bpb": 2.15832, "chunk_loss": 0.033475, "F": 0.22452, "G": 0.43835, "chunks": 229.91, "bytes_per_chunk": 4.454, "boundary_entropy": 0.66995, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 149.4} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4081.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.2345, "cps": 31.882812, "mean_p": 0.441853, "boundary_entropy": 0.664612, "bpb": 2.236968}, "de": {"chunks": 5404.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.263186, "cps": 42.21875, "mean_p": 0.450003, "boundary_entropy": 0.67083, "bpb": 2.492977}, "vi": {"chunks": 6114.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331652, "cps": 47.765625, "mean_p": 0.451748, "boundary_entropy": 0.672901, "bpb": 2.07681}, "tr": {"chunks": 6260.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.345799, "cps": 48.90625, "mean_p": 0.451708, "boundary_entropy": 0.663903, "bpb": 2.477169}, "fi": {"chunks": 5610.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.29823, "cps": 43.828125, "mean_p": 0.456722, "boundary_entropy": 0.669544, "bpb": 2.701549}, "ru": {"chunks": 6108.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322322, "cps": 47.71875, "mean_p": 0.434355, "boundary_entropy": 0.67157, "bpb": 1.608047}, "el": {"chunks": 9221.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.449301, "cps": 72.039062, "mean_p": 0.454247, "boundary_entropy": 0.675634, "bpb": 1.698548}, "hi": {"chunks": 8522.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.506508, "cps": 66.578125, "mean_p": 0.423871, "boundary_entropy": 0.664281, "bpb": 1.326886}, "ta": {"chunks": 7440.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.397967, "cps": 58.125, "mean_p": 0.398095, "boundary_entropy": 0.653215, "bpb": 1.076827}, "th": {"chunks": 10388.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.645819, "cps": 81.15625, "mean_p": 0.439964, "boundary_entropy": 0.669921, "bpb": 1.272202}, "zh": {"chunks": 3074.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520488, "cps": 24.015625, "mean_p": 0.435711, "boundary_entropy": 0.666515, "bpb": 3.410781}, "my": {"chunks": 11041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5827, "cps": 86.257812, "mean_p": 0.436053, "boundary_entropy": 0.674758, "bpb": 1.194853}}, "bpb": {"en": 2.23697, "de": 2.49298, "vi": 2.07681, "tr": 2.47717, "fi": 2.70155, "ru": 1.60805, "el": 1.69855, "hi": 1.32689, "ta": 1.07683, "th": 1.2722, "zh": 3.41078, "my": 1.19485}, "gini_cpc": 0.174918, "gini_cps": 0.189981, "bpic": 4.609262, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1223297074641758, "vi": 1.41429438731433, "tr": 1.4746240315649746, "fi": 1.2717697865889963, "ru": 1.3745082139446656, "el": 1.9159964597903993, "hi": 2.159951414757549, "ta": 1.6970904574188672, "th": 2.754028315483087, "zh": 2.219565399043896, "my": 2.484863628371581}, "t": 152.5} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.24541, "de": 2.50021, "vi": 2.08264, "tr": 2.48511, "fi": 2.7093, "ru": 1.5867, "el": 1.69088, "hi": 1.32507, "ta": 1.08317, "th": 1.29019, "zh": 3.41565, "my": 1.20488}, "bytes_per_chunk": {"en": 4.168, "de": 3.785, "vi": 3.794, "tr": 3.108, "fi": 3.466, "ru": 5.38, "el": 4.137, "hi": 4.963, "ta": 7.35, "th": 4.269, "zh": 5.116, "my": 4.861}, "bpb_mean": 1.96827, "t": 153.9} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 153.9} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.37567, "bpb": 1.98467, "chunk_loss": 0.034238, "F": 0.23633, "G": 0.4397, "chunks": 242.0, "bytes_per_chunk": 4.231, "boundary_entropy": 0.67006, "router_noise": 0.0, "grad_norm": 0.7335, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 153.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.46682, "bpb": 2.11617, "chunk_loss": 0.034207, "F": 0.23615, "G": 0.4428, "chunks": 241.81, "bytes_per_chunk": 4.235, "boundary_entropy": 0.67217, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 156.1} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.50253, "bpb": 2.16769, "chunk_loss": 0.034139, "F": 0.23627, "G": 0.43881, "chunks": 241.94, "bytes_per_chunk": 4.232, "boundary_entropy": 0.66985, "router_noise": 0.0, "grad_norm": 0.7561, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 158.2} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57128, "bpb": 2.26687, "chunk_loss": 0.034458, "F": 0.24106, "G": 0.44142, "chunks": 246.84, "bytes_per_chunk": 4.148, "boundary_entropy": 0.67038, "router_noise": 0.0, "grad_norm": 0.7827, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 160.3} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4015.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230707, "cps": 31.367188, "mean_p": 0.439853, "boundary_entropy": 0.664036, "bpb": 2.206066}, "de": {"chunks": 5226.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.254517, "cps": 40.828125, "mean_p": 0.448382, "boundary_entropy": 0.670016, "bpb": 2.451903}, "vi": {"chunks": 5169.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.280391, "cps": 40.382812, "mean_p": 0.449773, "boundary_entropy": 0.671642, "bpb": 2.05755}, "tr": {"chunks": 5907.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.3263, "cps": 46.148438, "mean_p": 0.452894, "boundary_entropy": 0.665547, "bpb": 2.45364}, "fi": {"chunks": 5210.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.276966, "cps": 40.703125, "mean_p": 0.454539, "boundary_entropy": 0.668782, "bpb": 2.674304}, "ru": {"chunks": 5081.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.268127, "cps": 39.695312, "mean_p": 0.434607, "boundary_entropy": 0.672199, "bpb": 1.595921}, "el": {"chunks": 7960.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.387858, "cps": 62.1875, "mean_p": 0.446491, "boundary_entropy": 0.674297, "bpb": 1.680516}, "hi": {"chunks": 8861.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.526657, "cps": 69.226562, "mean_p": 0.420849, "boundary_entropy": 0.66242, "bpb": 1.318485}, "ta": {"chunks": 9281.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.496443, "cps": 72.507812, "mean_p": 0.403163, "boundary_entropy": 0.653793, "bpb": 1.075958}, "th": {"chunks": 9915.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.616413, "cps": 77.460938, "mean_p": 0.441, "boundary_entropy": 0.672382, "bpb": 1.237039}, "zh": {"chunks": 3610.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.611243, "cps": 28.203125, "mean_p": 0.438946, "boundary_entropy": 0.666837, "bpb": 3.379368}, "my": {"chunks": 9305.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.491081, "cps": 72.695312, "mean_p": 0.430848, "boundary_entropy": 0.672935, "bpb": 1.187005}}, "bpb": {"en": 2.20607, "de": 2.4519, "vi": 2.05755, "tr": 2.45364, "fi": 2.6743, "ru": 1.59592, "el": 1.68052, "hi": 1.31849, "ta": 1.07596, "th": 1.23704, "zh": 3.37937, "my": 1.187}, "gini_cpc": 0.193251, "gini_cps": 0.182043, "bpic": 4.825006, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1032033420186405, "vi": 1.2153516664015231, "tr": 1.414343796797473, "fi": 1.2005062086761586, "ru": 1.1621937917505922, "el": 1.681166754621929, "hi": 2.282791434053947, "ta": 2.1518295826329252, "th": 2.6718386250503725, "zh": 2.64942926943029, "my": 2.1285878162716285}, "t": 163.4} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21374, "de": 2.46146, "vi": 2.06023, "tr": 2.45684, "fi": 2.68123, "ru": 1.57462, "el": 1.67134, "hi": 1.31445, "ta": 1.08177, "th": 1.25334, "zh": 3.38319, "my": 1.1953}, "bytes_per_chunk": {"en": 4.233, "de": 3.91, "vi": 4.757, "tr": 3.271, "fi": 3.906, "ru": 6.54, "el": 4.852, "hi": 4.91, "ta": 5.837, "th": 4.409, "zh": 4.485, "my": 5.504}, "bpb_mean": 1.94563, "t": 164.7} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.60775, "bpb": 2.31949, "chunk_loss": 0.033563, "F": 0.22635, "G": 0.43973, "chunks": 231.78, "bytes_per_chunk": 4.418, "boundary_entropy": 0.67043, "router_noise": 0.0, "grad_norm": 0.8595, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 164.8} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.50377, "bpb": 2.16948, "chunk_loss": 0.033944, "F": 0.23254, "G": 0.43953, "chunks": 238.12, "bytes_per_chunk": 4.3, "boundary_entropy": 0.67071, "router_noise": 0.0, "grad_norm": 0.7599, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 166.9} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.51437, "bpb": 2.18477, "chunk_loss": 0.034235, "F": 0.23724, "G": 0.44065, "chunks": 242.94, "bytes_per_chunk": 4.215, "boundary_entropy": 0.67025, "router_noise": 0.0, "grad_norm": 0.7625, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 169.0} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.40909, "bpb": 2.03288, "chunk_loss": 0.033438, "F": 0.22491, "G": 0.43721, "chunks": 230.31, "bytes_per_chunk": 4.446, "boundary_entropy": 0.6689, "router_noise": 0.0, "grad_norm": 0.7811, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 171.2} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4004.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230075, "cps": 31.28125, "mean_p": 0.441423, "boundary_entropy": 0.664153, "bpb": 2.188389}, "de": {"chunks": 4874.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.237374, "cps": 38.078125, "mean_p": 0.447351, "boundary_entropy": 0.670484, "bpb": 2.431747}, "vi": {"chunks": 5943.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.322376, "cps": 46.429688, "mean_p": 0.451168, "boundary_entropy": 0.67216, "bpb": 2.047828}, "tr": {"chunks": 6050.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.334199, "cps": 47.265625, "mean_p": 0.455319, "boundary_entropy": 0.66646, "bpb": 2.425716}, "fi": {"chunks": 4833.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.256924, "cps": 37.757812, "mean_p": 0.453135, "boundary_entropy": 0.66958, "bpb": 2.647304}, "ru": {"chunks": 6336.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.334354, "cps": 49.5, "mean_p": 0.436995, "boundary_entropy": 0.672252, "bpb": 1.557021}, "el": {"chunks": 8164.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.397798, "cps": 63.78125, "mean_p": 0.450081, "boundary_entropy": 0.675383, "bpb": 1.633745}, "hi": {"chunks": 9137.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.543061, "cps": 71.382812, "mean_p": 0.422863, "boundary_entropy": 0.663666, "bpb": 1.289}, "ta": {"chunks": 8869.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.474405, "cps": 69.289062, "mean_p": 0.404513, "boundary_entropy": 0.656026, "bpb": 1.064057}, "th": {"chunks": 10578.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.657631, "cps": 82.640625, "mean_p": 0.441436, "boundary_entropy": 0.672912, "bpb": 1.22732}, "zh": {"chunks": 3264.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.552658, "cps": 25.5, "mean_p": 0.436555, "boundary_entropy": 0.666783, "bpb": 3.367425}, "my": {"chunks": 10152.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.535782, "cps": 79.3125, "mean_p": 0.427247, "boundary_entropy": 0.670532, "bpb": 1.177793}}, "bpb": {"en": 2.18839, "de": 2.43175, "vi": 2.04783, "tr": 2.42572, "fi": 2.6473, "ru": 1.55702, "el": 1.63374, "hi": 1.289, "ta": 1.06406, "th": 1.22732, "zh": 3.36743, "my": 1.17779}, "gini_cpc": 0.18959, "gini_cps": 0.195487, "bpic": 4.668641, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0317231348985112, "vi": 1.4011758379943897, "tr": 1.45256265581626, "fi": 1.1166960066673, "ru": 1.453235524370089, "el": 1.7289888886146743, "hi": 2.3603619411791774, "ta": 2.061955255228858, "th": 2.858331193208408, "zh": 2.4020760817238975, "my": 2.328725422772288}, "t": 174.3} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19783, "de": 2.44159, "vi": 2.05046, "tr": 2.42897, "fi": 2.65336, "ru": 1.53572, "el": 1.62505, "hi": 1.28459, "ta": 1.07075, "th": 1.24371, "zh": 3.36777, "my": 1.18545}, "bytes_per_chunk": {"en": 4.204, "de": 4.228, "vi": 3.883, "tr": 3.229, "fi": 4.253, "ru": 5.267, "el": 4.642, "hi": 4.722, "ta": 6.176, "th": 4.174, "zh": 4.941, "my": 5.165}, "bpb_mean": 1.92377, "t": 175.6} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.47848, "bpb": 2.133, "chunk_loss": 0.033216, "F": 0.22079, "G": 0.44018, "chunks": 226.09, "bytes_per_chunk": 4.529, "boundary_entropy": 0.67179, "router_noise": 0.0, "grad_norm": 0.858, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.43385, "bpb": 2.06861, "chunk_loss": 0.0336, "F": 0.22675, "G": 0.43894, "chunks": 232.19, "bytes_per_chunk": 4.41, "boundary_entropy": 0.67026, "router_noise": 0.0, "grad_norm": 0.7221, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 177.8} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.45814, "bpb": 2.10365, "chunk_loss": 0.03481, "F": 0.24643, "G": 0.44175, "chunks": 252.34, "bytes_per_chunk": 4.058, "boundary_entropy": 0.67063, "router_noise": 0.0, "grad_norm": 0.7826, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 179.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.35968, "bpb": 1.9616, "chunk_loss": 0.0337, "F": 0.22946, "G": 0.43598, "chunks": 234.97, "bytes_per_chunk": 4.358, "boundary_entropy": 0.669, "router_noise": 0.0, "grad_norm": 0.7191, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 182.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4134.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.237545, "cps": 32.296875, "mean_p": 0.441944, "boundary_entropy": 0.663855, "bpb": 2.158752}, "de": {"chunks": 5484.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.267082, "cps": 42.84375, "mean_p": 0.450322, "boundary_entropy": 0.670483, "bpb": 2.393987}, "vi": {"chunks": 6277.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.340494, "cps": 49.039062, "mean_p": 0.454037, "boundary_entropy": 0.67238, "bpb": 2.020409}, "tr": {"chunks": 6114.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.337734, "cps": 47.765625, "mean_p": 0.454104, "boundary_entropy": 0.664985, "bpb": 2.387751}, "fi": {"chunks": 5047.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2683, "cps": 39.429688, "mean_p": 0.452815, "boundary_entropy": 0.668655, "bpb": 2.59409}, "ru": {"chunks": 6095.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321636, "cps": 47.617188, "mean_p": 0.434413, "boundary_entropy": 0.67145, "bpb": 1.542587}, "el": {"chunks": 7736.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.376943, "cps": 60.4375, "mean_p": 0.449389, "boundary_entropy": 0.675048, "bpb": 1.604118}, "hi": {"chunks": 8199.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.487311, "cps": 64.054688, "mean_p": 0.418691, "boundary_entropy": 0.662381, "bpb": 1.275341}, "ta": {"chunks": 8149.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435892, "cps": 63.664062, "mean_p": 0.401179, "boundary_entropy": 0.654709, "bpb": 1.037605}, "th": {"chunks": 9598.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.596705, "cps": 74.984375, "mean_p": 0.439766, "boundary_entropy": 0.671065, "bpb": 1.221501}, "zh": {"chunks": 3053.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.516932, "cps": 23.851562, "mean_p": 0.436271, "boundary_entropy": 0.666622, "bpb": 3.337255}, "my": {"chunks": 8115.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428277, "cps": 63.398438, "mean_p": 0.422716, "boundary_entropy": 0.668643, "bpb": 1.171404}}, "bpb": {"en": 2.15875, "de": 2.39399, "vi": 2.02041, "tr": 2.38775, "fi": 2.59409, "ru": 1.54259, "el": 1.60412, "hi": 1.27534, "ta": 1.0376, "th": 1.2215, "zh": 3.33726, "my": 1.1714}, "gini_cpc": 0.155509, "gini_cps": 0.158689, "bpic": 4.920206, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1243426543288983, "vi": 1.4333842713365874, "tr": 1.4217673309004988, "fi": 1.1294709600402877, "ru": 1.3539983762938907, "el": 1.586825839563909, "hi": 2.0514430328425677, "ta": 1.8349849058932814, "th": 2.511963521080183, "zh": 2.1761408903985373, "my": 1.8029297124541905}, "t": 185.1} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16978, "de": 2.40159, "vi": 2.02042, "tr": 2.39338, "fi": 2.60064, "ru": 1.52112, "el": 1.59605, "hi": 1.2724, "ta": 1.04443, "th": 1.23875, "zh": 3.33902, "my": 1.18123}, "bytes_per_chunk": {"en": 4.097, "de": 3.73, "vi": 3.716, "tr": 3.193, "fi": 3.956, "ru": 5.458, "el": 4.958, "hi": 5.272, "ta": 6.57, "th": 4.573, "zh": 5.192, "my": 6.304}, "bpb_mean": 1.89824, "t": 186.4} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.43768, "bpb": 2.07414, "chunk_loss": 0.033391, "F": 0.22382, "G": 0.43567, "chunks": 229.19, "bytes_per_chunk": 4.468, "boundary_entropy": 0.66892, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 186.4} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.39474, "bpb": 2.01218, "chunk_loss": 0.034289, "F": 0.23825, "G": 0.44023, "chunks": 243.97, "bytes_per_chunk": 4.197, "boundary_entropy": 0.6708, "router_noise": 0.0, "grad_norm": 0.7035, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 188.6} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.40937, "bpb": 2.03329, "chunk_loss": 0.034073, "F": 0.23523, "G": 0.43921, "chunks": 240.88, "bytes_per_chunk": 4.251, "boundary_entropy": 0.66968, "router_noise": 0.0, "grad_norm": 0.7805, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 190.7} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.35584, "bpb": 1.95606, "chunk_loss": 0.033614, "F": 0.2276, "G": 0.43897, "chunks": 233.06, "bytes_per_chunk": 4.394, "boundary_entropy": 0.67048, "router_noise": 0.0, "grad_norm": 0.719, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 192.9} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4174.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239844, "cps": 32.609375, "mean_p": 0.441067, "boundary_entropy": 0.663028, "bpb": 2.147656}, "de": {"chunks": 5159.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.251254, "cps": 40.304688, "mean_p": 0.447575, "boundary_entropy": 0.66952, "bpb": 2.367112}, "vi": {"chunks": 4768.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258638, "cps": 37.25, "mean_p": 0.445495, "boundary_entropy": 0.67099, "bpb": 2.008286}, "tr": {"chunks": 5865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.323979, "cps": 45.820312, "mean_p": 0.451806, "boundary_entropy": 0.66449, "bpb": 2.370826}, "fi": {"chunks": 4949.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.263091, "cps": 38.664062, "mean_p": 0.454628, "boundary_entropy": 0.669752, "bpb": 2.576198}, "ru": {"chunks": 7009.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.369868, "cps": 54.757812, "mean_p": 0.436819, "boundary_entropy": 0.671228, "bpb": 1.513804}, "el": {"chunks": 7808.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.380451, "cps": 61.0, "mean_p": 0.448187, "boundary_entropy": 0.67481, "bpb": 1.58111}, "hi": {"chunks": 8123.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.482793, "cps": 63.460938, "mean_p": 0.414345, "boundary_entropy": 0.658787, "bpb": 1.281017}, "ta": {"chunks": 11841.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.633378, "cps": 92.507812, "mean_p": 0.410811, "boundary_entropy": 0.657108, "bpb": 1.02}, "th": {"chunks": 10030.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.623562, "cps": 78.359375, "mean_p": 0.437326, "boundary_entropy": 0.670748, "bpb": 1.218399}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.435621, "boundary_entropy": 0.666153, "bpb": 3.294454}, "my": {"chunks": 10798.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.569875, "cps": 84.359375, "mean_p": 0.428534, "boundary_entropy": 0.670637, "bpb": 1.151917}}, "bpb": {"en": 2.14766, "de": 2.36711, "vi": 2.00829, "tr": 2.37083, "fi": 2.5762, "ru": 1.5138, "el": 1.58111, "hi": 1.28102, "ta": 1.02, "th": 1.2184, "zh": 3.29445, "my": 1.15192}, "gini_cpc": 0.197851, "gini_cps": 0.215871, "bpic": 4.585581, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0475742054039436, "vi": 1.0783625083482038, "tr": 1.3507940547091961, "fi": 1.09692578614135, "ru": 1.542121248133628, "el": 1.5862463470519046, "hi": 2.012950316506841, "ta": 2.6407943800136686, "th": 2.599869464433303, "zh": 2.2371776503019434, "my": 2.3760283737227925}, "t": 195.9} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15847, "de": 2.37811, "vi": 2.01003, "tr": 2.37559, "fi": 2.58506, "ru": 1.49281, "el": 1.57194, "hi": 1.27607, "ta": 1.02843, "th": 1.2355, "zh": 3.29927, "my": 1.16018}, "bytes_per_chunk": {"en": 4.104, "de": 3.973, "vi": 5.114, "tr": 3.321, "fi": 4.062, "ru": 4.74, "el": 4.894, "hi": 5.417, "ta": 4.464, "th": 4.449, "zh": 5.001, "my": 4.876}, "bpb_mean": 1.88095, "t": 197.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.38224, "bpb": 1.99415, "chunk_loss": 0.033243, "F": 0.22198, "G": 0.43656, "chunks": 227.31, "bytes_per_chunk": 4.505, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 0.7084, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 197.3} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.44468, "bpb": 2.08423, "chunk_loss": 0.033298, "F": 0.22205, "G": 0.43535, "chunks": 227.38, "bytes_per_chunk": 4.504, "boundary_entropy": 0.66844, "router_noise": 0.0, "grad_norm": 0.7104, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 199.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.41258, "bpb": 2.03792, "chunk_loss": 0.033543, "F": 0.22659, "G": 0.43766, "chunks": 232.03, "bytes_per_chunk": 4.413, "boundary_entropy": 0.66926, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 201.6} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.47712, "bpb": 2.13103, "chunk_loss": 0.033786, "F": 0.23062, "G": 0.43771, "chunks": 236.16, "bytes_per_chunk": 4.336, "boundary_entropy": 0.66941, "router_noise": 0.0, "grad_norm": 0.7743, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 203.7} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4354.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.250187, "cps": 34.015625, "mean_p": 0.442299, "boundary_entropy": 0.663391, "bpb": 2.126243}, "de": {"chunks": 5202.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.253348, "cps": 40.640625, "mean_p": 0.448068, "boundary_entropy": 0.669561, "bpb": 2.339362}, "vi": {"chunks": 5362.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29086, "cps": 41.890625, "mean_p": 0.45058, "boundary_entropy": 0.672404, "bpb": 1.990719}, "tr": {"chunks": 5856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.323482, "cps": 45.75, "mean_p": 0.452919, "boundary_entropy": 0.664952, "bpb": 2.341268}, "fi": {"chunks": 5001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.265855, "cps": 39.070312, "mean_p": 0.454871, "boundary_entropy": 0.67012, "bpb": 2.564109}, "ru": {"chunks": 6539.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345066, "cps": 51.085938, "mean_p": 0.43535, "boundary_entropy": 0.671153, "bpb": 1.496525}, "el": {"chunks": 7619.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.371242, "cps": 59.523438, "mean_p": 0.448754, "boundary_entropy": 0.675238, "bpb": 1.583952}, "hi": {"chunks": 9025.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.536404, "cps": 70.507812, "mean_p": 0.419072, "boundary_entropy": 0.660853, "bpb": 1.256162}, "ta": {"chunks": 8694.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465044, "cps": 67.921875, "mean_p": 0.406732, "boundary_entropy": 0.656911, "bpb": 1.026109}, "th": {"chunks": 9448.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.58738, "cps": 73.8125, "mean_p": 0.43848, "boundary_entropy": 0.672062, "bpb": 1.176361}, "zh": {"chunks": 3220.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545208, "cps": 25.15625, "mean_p": 0.435497, "boundary_entropy": 0.666216, "bpb": 3.274797}, "my": {"chunks": 10303.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.543751, "cps": 80.492188, "mean_p": 0.428185, "boundary_entropy": 0.670847, "bpb": 1.140793}}, "bpb": {"en": 2.12624, "de": 2.33936, "vi": 1.99072, "tr": 2.34127, "fi": 2.56411, "ru": 1.49652, "el": 1.58395, "hi": 1.25616, "ta": 1.02611, "th": 1.17636, "zh": 3.2748, "my": 1.14079}, "gini_cpc": 0.173714, "gini_cps": 0.182786, "bpic": 4.760193, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.012636637380462, "vi": 1.1625706728341605, "tr": 1.292963342437653, "fi": 1.0626265596266729, "ru": 1.3792335680167935, "el": 1.4838596449291093, "hi": 2.14401506769748, "ta": 1.858788007523032, "th": 2.3477644101608233, "zh": 2.1792051899915394, "my": 2.1733817665425543}, "t": 206.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13526, "de": 2.35269, "vi": 1.9907, "tr": 2.34562, "fi": 2.57146, "ru": 1.47389, "el": 1.57507, "hi": 1.25344, "ta": 1.03398, "th": 1.19568, "zh": 3.27905, "my": 1.14994}, "bytes_per_chunk": {"en": 3.905, "de": 3.934, "vi": 4.529, "tr": 3.308, "fi": 3.985, "ru": 5.038, "el": 4.977, "hi": 4.841, "ta": 6.162, "th": 4.647, "zh": 5.065, "my": 5.087}, "bpb_mean": 1.86306, "t": 208.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.40243, "bpb": 2.02328, "chunk_loss": 0.033309, "F": 0.2226, "G": 0.43743, "chunks": 227.94, "bytes_per_chunk": 4.492, "boundary_entropy": 0.67041, "router_noise": 0.0, "grad_norm": 0.732, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 208.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.26211, "bpb": 1.82084, "chunk_loss": 0.033188, "F": 0.2204, "G": 0.43704, "chunks": 225.69, "bytes_per_chunk": 4.537, "boundary_entropy": 0.66952, "router_noise": 0.0, "grad_norm": 0.7364, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 210.3} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.45222, "bpb": 2.0951, "chunk_loss": 0.033906, "F": 0.23257, "G": 0.43722, "chunks": 238.16, "bytes_per_chunk": 4.3, "boundary_entropy": 0.66903, "router_noise": 0.0, "grad_norm": 0.8498, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 212.4} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.37913, "bpb": 1.98967, "chunk_loss": 0.034336, "F": 0.23929, "G": 0.44005, "chunks": 245.03, "bytes_per_chunk": 4.179, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 0.7227, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 214.5} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3952.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227087, "cps": 30.875, "mean_p": 0.43695, "boundary_entropy": 0.662512, "bpb": 2.115548}, "de": {"chunks": 5048.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.245848, "cps": 39.4375, "mean_p": 0.445956, "boundary_entropy": 0.669101, "bpb": 2.333534}, "vi": {"chunks": 4928.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267318, "cps": 38.5, "mean_p": 0.443677, "boundary_entropy": 0.670039, "bpb": 1.999978}, "tr": {"chunks": 5633.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311164, "cps": 44.007812, "mean_p": 0.449511, "boundary_entropy": 0.664006, "bpb": 2.31897}, "fi": {"chunks": 4908.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.260911, "cps": 38.34375, "mean_p": 0.453213, "boundary_entropy": 0.669058, "bpb": 2.517176}, "ru": {"chunks": 5982.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315673, "cps": 46.734375, "mean_p": 0.43282, "boundary_entropy": 0.67063, "bpb": 1.491157}, "el": {"chunks": 7943.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.387029, "cps": 62.054688, "mean_p": 0.448393, "boundary_entropy": 0.67514, "bpb": 1.558972}, "hi": {"chunks": 7859.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.467103, "cps": 61.398438, "mean_p": 0.410878, "boundary_entropy": 0.657194, "bpb": 1.236646}, "ta": {"chunks": 8679.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.464242, "cps": 67.804688, "mean_p": 0.395222, "boundary_entropy": 0.649851, "bpb": 1.013718}, "th": {"chunks": 9691.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.602487, "cps": 75.710938, "mean_p": 0.433972, "boundary_entropy": 0.66844, "bpb": 1.167375}, "zh": {"chunks": 3196.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541145, "cps": 24.96875, "mean_p": 0.434271, "boundary_entropy": 0.665929, "bpb": 3.283061}, "my": {"chunks": 9206.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.485856, "cps": 71.921875, "mean_p": 0.425707, "boundary_entropy": 0.671362, "bpb": 1.135085}}, "bpb": {"en": 2.11555, "de": 2.33353, "vi": 1.99998, "tr": 2.31897, "fi": 2.51718, "ru": 1.49116, "el": 1.55897, "hi": 1.23665, "ta": 1.01372, "th": 1.16737, "zh": 3.28306, "my": 1.13509}, "gini_cpc": 0.180133, "gini_cps": 0.182825, "bpic": 4.982551, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.082615207552728, "vi": 1.1771579540326063, "tr": 1.3702391885524152, "fi": 1.1489466280497005, "ru": 1.3900946716802154, "el": 1.7043190630794205, "hi": 2.0569294686310013, "ta": 2.044331889060813, "th": 2.653106677078627, "zh": 2.3829806304163332, "my": 2.1395122566427274}, "t": 217.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12727, "de": 2.34557, "vi": 1.99992, "tr": 2.32523, "fi": 2.52758, "ru": 1.46804, "el": 1.54936, "hi": 1.2324, "ta": 1.0203, "th": 1.18522, "zh": 3.28399, "my": 1.14501}, "bytes_per_chunk": {"en": 4.357, "de": 4.096, "vi": 4.734, "tr": 3.429, "fi": 4.102, "ru": 5.613, "el": 4.881, "hi": 5.731, "ta": 6.375, "th": 4.588, "zh": 5.274, "my": 5.721}, "bpb_mean": 1.85082, "t": 218.9} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.64643, "bpb": 2.3753, "chunk_loss": 0.033648, "F": 0.22733, "G": 0.43768, "chunks": 232.78, "bytes_per_chunk": 4.399, "boundary_entropy": 0.66948, "router_noise": 0.0, "grad_norm": 0.812, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 218.9} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.44173, "bpb": 2.07997, "chunk_loss": 0.034405, "F": 0.24088, "G": 0.43896, "chunks": 246.66, "bytes_per_chunk": 4.152, "boundary_entropy": 0.66977, "router_noise": 0.0, "grad_norm": 0.7925, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 221.1} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.35344, "bpb": 1.9526, "chunk_loss": 0.034002, "F": 0.23425, "G": 0.43855, "chunks": 239.88, "bytes_per_chunk": 4.269, "boundary_entropy": 0.67006, "router_noise": 0.0, "grad_norm": 0.743, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 223.2} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.39832, "bpb": 2.01735, "chunk_loss": 0.033876, "F": 0.23193, "G": 0.43808, "chunks": 237.5, "bytes_per_chunk": 4.312, "boundary_entropy": 0.66967, "router_noise": 0.0, "grad_norm": 0.7616, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 225.3} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4413.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.253577, "cps": 34.476562, "mean_p": 0.441414, "boundary_entropy": 0.662567, "bpb": 2.102022}, "de": {"chunks": 5757.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280378, "cps": 44.976562, "mean_p": 0.451387, "boundary_entropy": 0.670006, "bpb": 2.304005}, "vi": {"chunks": 5362.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29086, "cps": 41.890625, "mean_p": 0.44836, "boundary_entropy": 0.671491, "bpb": 1.974118}, "tr": {"chunks": 6023.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.332707, "cps": 47.054688, "mean_p": 0.454662, "boundary_entropy": 0.664788, "bpb": 2.292421}, "fi": {"chunks": 5116.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.271969, "cps": 39.96875, "mean_p": 0.455037, "boundary_entropy": 0.669696, "bpb": 2.501048}, "ru": {"chunks": 7174.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.378575, "cps": 56.046875, "mean_p": 0.437661, "boundary_entropy": 0.671314, "bpb": 1.466671}, "el": {"chunks": 8258.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.402378, "cps": 64.515625, "mean_p": 0.451355, "boundary_entropy": 0.675537, "bpb": 1.536703}, "hi": {"chunks": 9262.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.55049, "cps": 72.359375, "mean_p": 0.41711, "boundary_entropy": 0.659289, "bpb": 1.224773}, "ta": {"chunks": 10476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.560364, "cps": 81.84375, "mean_p": 0.40483, "boundary_entropy": 0.654824, "bpb": 1.003711}, "th": {"chunks": 10185.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.633199, "cps": 79.570312, "mean_p": 0.440949, "boundary_entropy": 0.671641, "bpb": 1.15371}, "zh": {"chunks": 3203.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54233, "cps": 25.023438, "mean_p": 0.436922, "boundary_entropy": 0.666927, "bpb": 3.245203}, "my": {"chunks": 11014.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581275, "cps": 86.046875, "mean_p": 0.424886, "boundary_entropy": 0.669296, "bpb": 1.13449}}, "bpb": {"en": 2.10202, "de": 2.30401, "vi": 1.97412, "tr": 2.29242, "fi": 2.50105, "ru": 1.46667, "el": 1.5367, "hi": 1.22477, "ta": 1.00371, "th": 1.15371, "zh": 3.2452, "my": 1.13449}, "gini_cpc": 0.178386, "gini_cps": 0.197238, "bpic": 4.449996, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.105691612212312, "vi": 1.1470275797688498, "tr": 1.3120564014820697, "fi": 1.0725285091988608, "ru": 1.4929399884127428, "el": 1.5868074329432846, "hi": 2.1709003891986023, "ta": 2.2098368584103216, "th": 2.497066802022819, "zh": 2.13871880858121, "my": 2.292302292997817}, "t": 228.4} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11374, "de": 2.31498, "vi": 1.97311, "tr": 2.2972, "fi": 2.5098, "ru": 1.44525, "el": 1.52697, "hi": 1.2192, "ta": 1.01095, "th": 1.1701, "zh": 3.2456, "my": 1.14193}, "bytes_per_chunk": {"en": 3.952, "de": 3.583, "vi": 4.428, "tr": 3.256, "fi": 3.904, "ru": 4.659, "el": 4.655, "hi": 4.725, "ta": 5.17, "th": 4.33, "zh": 5.153, "my": 4.856}, "bpb_mean": 1.83074, "t": 229.7} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.47598, "bpb": 2.12938, "chunk_loss": 0.033607, "F": 0.22729, "G": 0.4384, "chunks": 232.75, "bytes_per_chunk": 4.4, "boundary_entropy": 0.67028, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 229.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.48055, "bpb": 2.13598, "chunk_loss": 0.033575, "F": 0.22714, "G": 0.43604, "chunks": 232.59, "bytes_per_chunk": 4.403, "boundary_entropy": 0.66966, "router_noise": 0.0, "grad_norm": 0.7811, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 231.9} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.48292, "bpb": 2.1394, "chunk_loss": 0.03371, "F": 0.22897, "G": 0.43882, "chunks": 234.47, "bytes_per_chunk": 4.367, "boundary_entropy": 0.66948, "router_noise": 0.0, "grad_norm": 0.835, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 234.1} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.55636, "bpb": 2.24535, "chunk_loss": 0.033264, "F": 0.22192, "G": 0.43635, "chunks": 227.25, "bytes_per_chunk": 4.506, "boundary_entropy": 0.66999, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 236.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4289.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246452, "cps": 33.507812, "mean_p": 0.440086, "boundary_entropy": 0.661786, "bpb": 2.08436}, "de": {"chunks": 5271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.256709, "cps": 41.179688, "mean_p": 0.448271, "boundary_entropy": 0.668904, "bpb": 2.29506}, "vi": {"chunks": 5435.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29482, "cps": 42.460938, "mean_p": 0.448724, "boundary_entropy": 0.671289, "bpb": 1.966236}, "tr": {"chunks": 5972.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.32989, "cps": 46.65625, "mean_p": 0.452848, "boundary_entropy": 0.66405, "bpb": 2.280048}, "fi": {"chunks": 5007.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.266174, "cps": 39.117188, "mean_p": 0.453822, "boundary_entropy": 0.668872, "bpb": 2.478011}, "ru": {"chunks": 6848.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361372, "cps": 53.5, "mean_p": 0.435263, "boundary_entropy": 0.670906, "bpb": 1.457467}, "el": {"chunks": 8075.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393461, "cps": 63.085938, "mean_p": 0.450498, "boundary_entropy": 0.675187, "bpb": 1.524018}, "hi": {"chunks": 7805.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463893, "cps": 60.976562, "mean_p": 0.412485, "boundary_entropy": 0.658768, "bpb": 1.215491}, "ta": {"chunks": 9483.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.507248, "cps": 74.085938, "mean_p": 0.402714, "boundary_entropy": 0.653753, "bpb": 0.994144}, "th": {"chunks": 9476.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.58912, "cps": 74.03125, "mean_p": 0.434287, "boundary_entropy": 0.669186, "bpb": 1.142875}, "zh": {"chunks": 3308.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560108, "cps": 25.84375, "mean_p": 0.434754, "boundary_entropy": 0.665637, "bpb": 3.218977}, "my": {"chunks": 9606.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.506966, "cps": 75.046875, "mean_p": 0.426144, "boundary_entropy": 0.670862, "bpb": 1.122517}}, "bpb": {"en": 2.08436, "de": 2.29506, "vi": 1.96624, "tr": 2.28005, "fi": 2.47801, "ru": 1.45747, "el": 1.52402, "hi": 1.21549, "ta": 0.99414, "th": 1.14287, "zh": 3.21898, "my": 1.12252}, "gini_cpc": 0.168933, "gini_cps": 0.175109, "bpic": 4.763028, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0416184959021149, "vi": 1.196256967840793, "tr": 1.3385583932320027, "fi": 1.080024933943357, "ru": 1.4662992462155442, "el": 1.5965030766282418, "hi": 1.882287284552868, "ta": 2.0582037020258257, "th": 2.39040814952449, "zh": 2.272689639827887, "my": 2.0570615198814113}, "t": 239.3} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09497, "de": 2.30643, "vi": 1.9666, "tr": 2.28509, "fi": 2.488, "ru": 1.43583, "el": 1.51498, "hi": 1.2115, "ta": 1.00196, "th": 1.15855, "zh": 3.21941, "my": 1.13031}, "bytes_per_chunk": {"en": 3.989, "de": 3.893, "vi": 4.335, "tr": 3.272, "fi": 3.955, "ru": 4.9, "el": 4.746, "hi": 5.62, "ta": 5.783, "th": 4.7, "zh": 5.116, "my": 5.47}, "bpb_mean": 1.8178, "t": 240.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.34008, "bpb": 1.93333, "chunk_loss": 0.033368, "F": 0.22421, "G": 0.43506, "chunks": 229.59, "bytes_per_chunk": 4.46, "boundary_entropy": 0.66735, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 240.6} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.54669, "bpb": 2.2314, "chunk_loss": 0.033906, "F": 0.23248, "G": 0.43779, "chunks": 238.06, "bytes_per_chunk": 4.301, "boundary_entropy": 0.66828, "router_noise": 0.0, "grad_norm": 0.7535, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 242.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.40197, "bpb": 2.02262, "chunk_loss": 0.033852, "F": 0.23163, "G": 0.43893, "chunks": 237.19, "bytes_per_chunk": 4.317, "boundary_entropy": 0.66943, "router_noise": 0.0, "grad_norm": 0.7242, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 244.9} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.3852, "bpb": 1.99841, "chunk_loss": 0.03432, "F": 0.23959, "G": 0.43828, "chunks": 245.34, "bytes_per_chunk": 4.174, "boundary_entropy": 0.66776, "router_noise": 0.0, "grad_norm": 0.7885, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 247.0} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4251.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.244268, "cps": 33.210938, "mean_p": 0.43941, "boundary_entropy": 0.661757, "bpb": 2.075037}, "de": {"chunks": 5302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.258218, "cps": 41.421875, "mean_p": 0.44764, "boundary_entropy": 0.669036, "bpb": 2.276964}, "vi": {"chunks": 5413.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.293626, "cps": 42.289062, "mean_p": 0.449975, "boundary_entropy": 0.672311, "bpb": 1.956491}, "tr": {"chunks": 5946.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.328454, "cps": 46.453125, "mean_p": 0.452499, "boundary_entropy": 0.663351, "bpb": 2.257099}, "fi": {"chunks": 5161.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.274361, "cps": 40.320312, "mean_p": 0.455413, "boundary_entropy": 0.669017, "bpb": 2.459205}, "ru": {"chunks": 6547.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345488, "cps": 51.148438, "mean_p": 0.434412, "boundary_entropy": 0.670665, "bpb": 1.444824}, "el": {"chunks": 7885.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.384203, "cps": 61.601562, "mean_p": 0.448647, "boundary_entropy": 0.674944, "bpb": 1.511947}, "hi": {"chunks": 8182.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4863, "cps": 63.921875, "mean_p": 0.414003, "boundary_entropy": 0.658704, "bpb": 1.204297}, "ta": {"chunks": 10970.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.586788, "cps": 85.703125, "mean_p": 0.405988, "boundary_entropy": 0.654, "bpb": 0.973197}, "th": {"chunks": 9950.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.618589, "cps": 77.734375, "mean_p": 0.434681, "boundary_entropy": 0.669422, "bpb": 1.12842}, "zh": {"chunks": 3488.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.590586, "cps": 27.25, "mean_p": 0.436796, "boundary_entropy": 0.6662, "bpb": 3.214653}, "my": {"chunks": 10173.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.53689, "cps": 79.476562, "mean_p": 0.42756, "boundary_entropy": 0.670923, "bpb": 1.113793}}, "bpb": {"en": 2.07504, "de": 2.27696, "vi": 1.95649, "tr": 2.2571, "fi": 2.45921, "ru": 1.44482, "el": 1.51195, "hi": 1.2043, "ta": 0.9732, "th": 1.12842, "zh": 3.21465, "my": 1.11379}, "gini_cpc": 0.185679, "gini_cps": 0.19169, "bpic": 4.608985, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0571103658427397, "vi": 1.2020648566105825, "tr": 1.3446441559162499, "fi": 1.123194558717596, "ru": 1.4143801148138975, "el": 1.5728737618543953, "hi": 1.9908448567123267, "ta": 2.402227715530836, "th": 2.532415894828308, "zh": 2.4177759253952953, "my": 2.1979544283362746}, "t": 250.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08546, "de": 2.28716, "vi": 1.95644, "tr": 2.2608, "fi": 2.46847, "ru": 1.42353, "el": 1.50271, "hi": 1.19904, "ta": 0.9816, "th": 1.14555, "zh": 3.21352, "my": 1.12149}, "bytes_per_chunk": {"en": 4.024, "de": 3.886, "vi": 4.314, "tr": 3.261, "fi": 3.86, "ru": 5.062, "el": 4.858, "hi": 5.328, "ta": 4.867, "th": 4.487, "zh": 4.725, "my": 5.171}, "bpb_mean": 1.80381, "t": 251.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 251.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.19827, "bpb": 1.72874, "chunk_loss": 0.033307, "F": 0.2229, "G": 0.43445, "chunks": 228.25, "bytes_per_chunk": 4.486, "boundary_entropy": 0.66879, "router_noise": 0.0, "grad_norm": 0.7026, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 251.5} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.25219, "bpb": 1.80653, "chunk_loss": 0.033639, "F": 0.22842, "G": 0.43521, "chunks": 233.91, "bytes_per_chunk": 4.378, "boundary_entropy": 0.66792, "router_noise": 0.0, "grad_norm": 0.7564, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 253.6} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.47879, "bpb": 2.13345, "chunk_loss": 0.034486, "F": 0.24139, "G": 0.43888, "chunks": 247.19, "bytes_per_chunk": 4.143, "boundary_entropy": 0.66792, "router_noise": 0.0, "grad_norm": 0.7898, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 255.7} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.47327, "bpb": 2.12549, "chunk_loss": 0.033739, "F": 0.22977, "G": 0.43922, "chunks": 235.28, "bytes_per_chunk": 4.352, "boundary_entropy": 0.67048, "router_noise": 0.0, "grad_norm": 0.8153, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 257.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4237.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243464, "cps": 33.101562, "mean_p": 0.437542, "boundary_entropy": 0.660747, "bpb": 2.067329}, "de": {"chunks": 5275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.256904, "cps": 41.210938, "mean_p": 0.447925, "boundary_entropy": 0.668785, "bpb": 2.270221}, "vi": {"chunks": 5119.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.277678, "cps": 39.992188, "mean_p": 0.446185, "boundary_entropy": 0.67058, "bpb": 1.952365}, "tr": {"chunks": 5909.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.32641, "cps": 46.164062, "mean_p": 0.45123, "boundary_entropy": 0.662832, "bpb": 2.237616}, "fi": {"chunks": 5091.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.27064, "cps": 39.773438, "mean_p": 0.453421, "boundary_entropy": 0.668282, "bpb": 2.443772}, "ru": {"chunks": 6722.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354723, "cps": 52.515625, "mean_p": 0.435835, "boundary_entropy": 0.67106, "bpb": 1.42999}, "el": {"chunks": 7822.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.381133, "cps": 61.109375, "mean_p": 0.448487, "boundary_entropy": 0.675442, "bpb": 1.500575}, "hi": {"chunks": 8140.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.483804, "cps": 63.59375, "mean_p": 0.413465, "boundary_entropy": 0.658901, "bpb": 1.193617}, "ta": {"chunks": 8373.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.447874, "cps": 65.414062, "mean_p": 0.401228, "boundary_entropy": 0.653274, "bpb": 0.972771}, "th": {"chunks": 9854.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.61262, "cps": 76.984375, "mean_p": 0.435002, "boundary_entropy": 0.668964, "bpb": 1.120968}, "zh": {"chunks": 3219.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545039, "cps": 25.148438, "mean_p": 0.435631, "boundary_entropy": 0.666151, "bpb": 3.19402}, "my": {"chunks": 7487.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.395134, "cps": 58.492188, "mean_p": 0.42081, "boundary_entropy": 0.669766, "bpb": 1.109286}}, "bpb": {"en": 2.06733, "de": 2.27022, "vi": 1.95236, "tr": 2.23762, "fi": 2.44377, "ru": 1.42999, "el": 1.50058, "hi": 1.19362, "ta": 0.97277, "th": 1.12097, "zh": 3.19402, "my": 1.10929}, "gini_cpc": 0.16737, "gini_cps": 0.164531, "bpic": 4.968167, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0552022607424802, "vi": 1.14053244375703, "tr": 1.3406922371710062, "fi": 1.111621325617746, "ru": 1.4569845618103614, "el": 1.5654623339120286, "hi": 1.9871698449342994, "ta": 1.8395910073529824, "th": 2.516269473249888, "zh": 2.238686035594545, "my": 1.6229685841563128}, "t": 260.9} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07794, "de": 2.28144, "vi": 1.95235, "tr": 2.24237, "fi": 2.45159, "ru": 1.40793, "el": 1.49209, "hi": 1.18872, "ta": 0.98045, "th": 1.13818, "zh": 3.19433, "my": 1.11798}, "bytes_per_chunk": {"en": 4.037, "de": 3.92, "vi": 4.547, "tr": 3.265, "fi": 3.956, "ru": 4.919, "el": 4.94, "hi": 5.374, "ta": 6.537, "th": 4.501, "zh": 5.099, "my": 6.577}, "bpb_mean": 1.79378, "t": 262.2} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.48325, "bpb": 2.13988, "chunk_loss": 0.034581, "F": 0.24387, "G": 0.43864, "chunks": 249.72, "bytes_per_chunk": 4.101, "boundary_entropy": 0.66853, "router_noise": 0.0, "grad_norm": 0.8215, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 262.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.49808, "bpb": 2.16127, "chunk_loss": 0.033941, "F": 0.23352, "G": 0.43608, "chunks": 239.12, "bytes_per_chunk": 4.282, "boundary_entropy": 0.66895, "router_noise": 0.0, "grad_norm": 0.7577, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 264.4} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.418, "bpb": 2.04573, "chunk_loss": 0.034879, "F": 0.24799, "G": 0.44174, "chunks": 253.94, "bytes_per_chunk": 4.032, "boundary_entropy": 0.66944, "router_noise": 0.0, "grad_norm": 0.8015, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 266.5} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.2294, "bpb": 1.77365, "chunk_loss": 0.033162, "F": 0.22064, "G": 0.43312, "chunks": 225.94, "bytes_per_chunk": 4.532, "boundary_entropy": 0.66719, "router_noise": 0.0, "grad_norm": 0.7703, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 268.6} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4064.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233523, "cps": 31.75, "mean_p": 0.436364, "boundary_entropy": 0.660621, "bpb": 2.056044}, "de": {"chunks": 5196.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.253056, "cps": 40.59375, "mean_p": 0.446946, "boundary_entropy": 0.668391, "bpb": 2.259934}, "vi": {"chunks": 5110.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27719, "cps": 39.921875, "mean_p": 0.44632, "boundary_entropy": 0.670973, "bpb": 1.945151}, "tr": {"chunks": 5904.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.326134, "cps": 46.125, "mean_p": 0.451341, "boundary_entropy": 0.662449, "bpb": 2.225066}, "fi": {"chunks": 5014.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.266546, "cps": 39.171875, "mean_p": 0.453326, "boundary_entropy": 0.668186, "bpb": 2.425095}, "ru": {"chunks": 6907.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364485, "cps": 53.960938, "mean_p": 0.43623, "boundary_entropy": 0.670881, "bpb": 1.425403}, "el": {"chunks": 8184.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.398772, "cps": 63.9375, "mean_p": 0.451266, "boundary_entropy": 0.675992, "bpb": 1.490503}, "hi": {"chunks": 9095.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.540565, "cps": 71.054688, "mean_p": 0.419909, "boundary_entropy": 0.661349, "bpb": 1.188978}, "ta": {"chunks": 8379.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448195, "cps": 65.460938, "mean_p": 0.40344, "boundary_entropy": 0.654494, "bpb": 0.972466}, "th": {"chunks": 10041.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.624246, "cps": 78.445312, "mean_p": 0.434169, "boundary_entropy": 0.668875, "bpb": 1.113297}, "zh": {"chunks": 3164.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.535726, "cps": 24.71875, "mean_p": 0.435607, "boundary_entropy": 0.666358, "bpb": 3.178453}, "my": {"chunks": 8852.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.467173, "cps": 69.15625, "mean_p": 0.421581, "boundary_entropy": 0.668974, "bpb": 1.094684}}, "bpb": {"en": 2.05604, "de": 2.25993, "vi": 1.94515, "tr": 2.22507, "fi": 2.4251, "ru": 1.4254, "el": 1.4905, "hi": 1.18898, "ta": 0.97247, "th": 1.1133, "zh": 3.17845, "my": 1.09468}, "gini_cpc": 0.178086, "gini_cps": 0.181563, "bpic": 4.802665, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0836453111200677, "vi": 1.1869930581805834, "tr": 1.3965812861747804, "fi": 1.1414131380240329, "ru": 1.5608122416013963, "el": 1.707635585348645, "hi": 2.3148243995039253, "ta": 1.9192747150170686, "th": 2.6731684254905654, "zh": 2.294105853916076, "my": 2.0005455772865313}, "t": 271.7} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06651, "de": 2.27076, "vi": 1.94343, "tr": 2.2313, "fi": 2.43392, "ru": 1.40247, "el": 1.48161, "hi": 1.18372, "ta": 0.97965, "th": 1.13108, "zh": 3.17806, "my": 1.10165}, "bytes_per_chunk": {"en": 4.239, "de": 3.99, "vi": 4.622, "tr": 3.308, "fi": 4.006, "ru": 4.787, "el": 4.709, "hi": 4.864, "ta": 6.459, "th": 4.447, "zh": 5.303, "my": 5.789}, "bpb_mean": 1.78368, "t": 273.0} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.30711, "bpb": 1.88576, "chunk_loss": 0.033614, "F": 0.22739, "G": 0.43768, "chunks": 232.84, "bytes_per_chunk": 4.398, "boundary_entropy": 0.66981, "router_noise": 0.0, "grad_norm": 0.7782, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 273.1} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.40743, "bpb": 2.03049, "chunk_loss": 0.033751, "F": 0.22992, "G": 0.43516, "chunks": 235.44, "bytes_per_chunk": 4.349, "boundary_entropy": 0.66818, "router_noise": 0.0, "grad_norm": 0.7171, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 275.2} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.32675, "bpb": 1.9141, "chunk_loss": 0.034717, "F": 0.24533, "G": 0.44114, "chunks": 251.22, "bytes_per_chunk": 4.076, "boundary_entropy": 0.66936, "router_noise": 0.0, "grad_norm": 0.806, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 277.3} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.34702, "bpb": 1.94334, "chunk_loss": 0.034341, "F": 0.23926, "G": 0.43837, "chunks": 245.0, "bytes_per_chunk": 4.18, "boundary_entropy": 0.66838, "router_noise": 0.0, "grad_norm": 0.783, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 279.4} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4189.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.240706, "cps": 32.726562, "mean_p": 0.437206, "boundary_entropy": 0.660657, "bpb": 2.048088}, "de": {"chunks": 5373.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.261676, "cps": 41.976562, "mean_p": 0.447351, "boundary_entropy": 0.668472, "bpb": 2.248046}, "vi": {"chunks": 5060.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274478, "cps": 39.53125, "mean_p": 0.44611, "boundary_entropy": 0.671113, "bpb": 1.941165}, "tr": {"chunks": 5808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.320831, "cps": 45.375, "mean_p": 0.450845, "boundary_entropy": 0.662753, "bpb": 2.215874}, "fi": {"chunks": 5014.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.266546, "cps": 39.171875, "mean_p": 0.453105, "boundary_entropy": 0.668824, "bpb": 2.413549}, "ru": {"chunks": 6799.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358786, "cps": 53.117188, "mean_p": 0.435916, "boundary_entropy": 0.670999, "bpb": 1.411508}, "el": {"chunks": 7703.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.375335, "cps": 60.179688, "mean_p": 0.44825, "boundary_entropy": 0.675302, "bpb": 1.48084}, "hi": {"chunks": 7457.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.44321, "cps": 58.257812, "mean_p": 0.413037, "boundary_entropy": 0.659438, "bpb": 1.184007}, "ta": {"chunks": 8571.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458465, "cps": 66.960938, "mean_p": 0.404004, "boundary_entropy": 0.654539, "bpb": 0.962134}, "th": {"chunks": 9797.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.609077, "cps": 76.539062, "mean_p": 0.431755, "boundary_entropy": 0.667707, "bpb": 1.111403}, "zh": {"chunks": 3475.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.588385, "cps": 27.148438, "mean_p": 0.437299, "boundary_entropy": 0.666518, "bpb": 3.171636}, "my": {"chunks": 9451.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.498786, "cps": 73.835938, "mean_p": 0.422424, "boundary_entropy": 0.668822, "bpb": 1.090888}}, "bpb": {"en": 2.04809, "de": 2.24805, "vi": 1.94116, "tr": 2.21587, "fi": 2.41355, "ru": 1.41151, "el": 1.48084, "hi": 1.18401, "ta": 0.96213, "th": 1.1114, "zh": 3.17164, "my": 1.09089}, "gini_cpc": 0.176057, "gini_cps": 0.171816, "bpic": 4.876692, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0871217712790606, "vi": 1.1403052785968752, "tr": 1.3328762088643529, "fi": 1.1073533045905155, "ru": 1.4905604261947518, "el": 1.5593112511733194, "hi": 1.8412926943381398, "ta": 1.9046701932256638, "th": 2.530380328365667, "zh": 2.4444160471562237, "my": 2.0721831930819143}, "t": 282.5} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.06036, "de": 2.25945, "vi": 1.9382, "tr": 2.21917, "fi": 2.42166, "ru": 1.38978, "el": 1.47013, "hi": 1.17929, "ta": 0.96923, "th": 1.12835, "zh": 3.16897, "my": 1.09786}, "bytes_per_chunk": {"en": 4.101, "de": 3.894, "vi": 4.695, "tr": 3.356, "fi": 4.043, "ru": 4.935, "el": 5.051, "hi": 5.911, "ta": 6.222, "th": 4.584, "zh": 4.81, "my": 5.503}, "bpb_mean": 1.7752, "t": 283.8} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.26285, "bpb": 1.8219, "chunk_loss": 0.033146, "F": 0.22009, "G": 0.43396, "chunks": 225.38, "bytes_per_chunk": 4.544, "boundary_entropy": 0.66754, "router_noise": 0.0, "grad_norm": 0.7341, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 283.9} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.49684, "bpb": 2.15948, "chunk_loss": 0.034584, "F": 0.24368, "G": 0.44093, "chunks": 249.53, "bytes_per_chunk": 4.104, "boundary_entropy": 0.66941, "router_noise": 0.0, "grad_norm": 0.7789, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 286.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.40874, "bpb": 2.03239, "chunk_loss": 0.033049, "F": 0.21826, "G": 0.43374, "chunks": 223.5, "bytes_per_chunk": 4.582, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.7496, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 288.1} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.52686, "bpb": 2.2028, "chunk_loss": 0.033733, "F": 0.23022, "G": 0.4362, "chunks": 235.75, "bytes_per_chunk": 4.344, "boundary_entropy": 0.66797, "router_noise": 0.0, "grad_norm": 0.8212, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 290.2} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4256.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.244556, "cps": 33.25, "mean_p": 0.436284, "boundary_entropy": 0.660007, "bpb": 2.040888}, "de": {"chunks": 5429.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.264404, "cps": 42.414062, "mean_p": 0.447134, "boundary_entropy": 0.667978, "bpb": 2.233375}, "vi": {"chunks": 5083.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275726, "cps": 39.710938, "mean_p": 0.447139, "boundary_entropy": 0.670998, "bpb": 1.934195}, "tr": {"chunks": 5986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.330663, "cps": 46.765625, "mean_p": 0.451702, "boundary_entropy": 0.661988, "bpb": 2.203314}, "fi": {"chunks": 5063.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269151, "cps": 39.554688, "mean_p": 0.452085, "boundary_entropy": 0.667725, "bpb": 2.403028}, "ru": {"chunks": 6234.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328971, "cps": 48.703125, "mean_p": 0.433496, "boundary_entropy": 0.67044, "bpb": 1.404555}, "el": {"chunks": 8469.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.412659, "cps": 66.164062, "mean_p": 0.451502, "boundary_entropy": 0.675844, "bpb": 1.467741}, "hi": {"chunks": 8256.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.490698, "cps": 64.5, "mean_p": 0.416467, "boundary_entropy": 0.660391, "bpb": 1.174376}, "ta": {"chunks": 8623.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.461246, "cps": 67.367188, "mean_p": 0.402745, "boundary_entropy": 0.654138, "bpb": 0.958219}, "th": {"chunks": 9736.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.605284, "cps": 76.0625, "mean_p": 0.430399, "boundary_entropy": 0.667506, "bpb": 1.103136}, "zh": {"chunks": 3316.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561463, "cps": 25.90625, "mean_p": 0.435387, "boundary_entropy": 0.665999, "bpb": 3.172965}, "my": {"chunks": 9060.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.478151, "cps": 70.78125, "mean_p": 0.419906, "boundary_entropy": 0.667383, "bpb": 1.08353}}, "bpb": {"en": 2.04089, "de": 2.23337, "vi": 1.9342, "tr": 2.20331, "fi": 2.40303, "ru": 1.40455, "el": 1.46774, "hi": 1.17438, "ta": 0.95822, "th": 1.10314, "zh": 3.17297, "my": 1.08353}, "gini_cpc": 0.170855, "gini_cps": 0.17234, "bpic": 4.826766, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0811599148665507, "vi": 1.127455653474614, "tr": 1.3520995305060974, "fi": 1.100572216084574, "ru": 1.3451790177951475, "el": 1.6873834633177007, "hi": 2.006490520506318, "ta": 1.886059622009021, "th": 2.4750387392167084, "zh": 2.29585037135677, "my": 1.9551825951039727}, "t": 293.3} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05117, "de": 2.244, "vi": 1.93309, "tr": 2.21, "fi": 2.4112, "ru": 1.38133, "el": 1.4589, "hi": 1.16886, "ta": 0.9654, "th": 1.12045, "zh": 3.1715, "my": 1.09091}, "bytes_per_chunk": {"en": 4.066, "de": 3.847, "vi": 4.786, "tr": 3.262, "fi": 4.033, "ru": 5.328, "el": 4.556, "hi": 5.35, "ta": 6.271, "th": 4.615, "zh": 5.057, "my": 5.651}, "bpb_mean": 1.76723, "t": 294.6} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.29614, "bpb": 1.86993, "chunk_loss": 0.033714, "F": 0.22961, "G": 0.43811, "chunks": 235.12, "bytes_per_chunk": 4.355, "boundary_entropy": 0.6697, "router_noise": 0.0, "grad_norm": 0.8207, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 294.6} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26415, "bpb": 1.82379, "chunk_loss": 0.033748, "F": 0.23029, "G": 0.43589, "chunks": 235.81, "bytes_per_chunk": 4.342, "boundary_entropy": 0.66768, "router_noise": 0.0, "grad_norm": 0.7844, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 296.7} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.30512, "bpb": 1.88289, "chunk_loss": 0.033803, "F": 0.23102, "G": 0.43517, "chunks": 236.56, "bytes_per_chunk": 4.329, "boundary_entropy": 0.6667, "router_noise": 0.0, "grad_norm": 0.7801, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 298.8} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.34909, "bpb": 1.94632, "chunk_loss": 0.033381, "F": 0.22461, "G": 0.43481, "chunks": 230.0, "bytes_per_chunk": 4.452, "boundary_entropy": 0.66808, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 301.0} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4210.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.241912, "cps": 32.890625, "mean_p": 0.435706, "boundary_entropy": 0.659712, "bpb": 2.035109}, "de": {"chunks": 5332.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.25968, "cps": 41.65625, "mean_p": 0.446787, "boundary_entropy": 0.668192, "bpb": 2.225629}, "vi": {"chunks": 5253.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284947, "cps": 41.039062, "mean_p": 0.447569, "boundary_entropy": 0.670978, "bpb": 1.927978}, "tr": {"chunks": 5880.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.324808, "cps": 45.9375, "mean_p": 0.450521, "boundary_entropy": 0.661827, "bpb": 2.195479}, "fi": {"chunks": 5040.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.267928, "cps": 39.375, "mean_p": 0.452007, "boundary_entropy": 0.66795, "bpb": 2.388217}, "ru": {"chunks": 6761.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.356781, "cps": 52.820312, "mean_p": 0.435857, "boundary_entropy": 0.67102, "bpb": 1.395275}, "el": {"chunks": 8102.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.394777, "cps": 63.296875, "mean_p": 0.450768, "boundary_entropy": 0.675616, "bpb": 1.464112}, "hi": {"chunks": 8346.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.496048, "cps": 65.203125, "mean_p": 0.414299, "boundary_entropy": 0.658594, "bpb": 1.164664}, "ta": {"chunks": 9290.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.496924, "cps": 72.578125, "mean_p": 0.405178, "boundary_entropy": 0.654716, "bpb": 0.951243}, "th": {"chunks": 9847.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.612185, "cps": 76.929688, "mean_p": 0.432162, "boundary_entropy": 0.667875, "bpb": 1.09401}, "zh": {"chunks": 3299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558584, "cps": 25.773438, "mean_p": 0.435663, "boundary_entropy": 0.666134, "bpb": 3.148092}, "my": {"chunks": 9639.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508708, "cps": 75.304688, "mean_p": 0.422088, "boundary_entropy": 0.668008, "bpb": 1.080565}}, "bpb": {"en": 2.03511, "de": 2.22563, "vi": 1.92798, "tr": 2.19548, "fi": 2.38822, "ru": 1.39527, "el": 1.46411, "hi": 1.16466, "ta": 0.95124, "th": 1.09401, "zh": 3.14809, "my": 1.08057}, "gini_cpc": 0.174537, "gini_cps": 0.180347, "bpic": 4.738096, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0734449023777608, "vi": 1.177894199753, "tr": 1.3426684964356113, "fi": 1.107543206071244, "ru": 1.4748360543748706, "el": 1.631899532683509, "hi": 2.0505262429720506, "ta": 2.0541505438915353, "th": 2.5306081188342513, "zh": 2.309037027444211, "my": 2.1028613001102654}, "t": 304.1} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04545, "de": 2.23641, "vi": 1.92781, "tr": 2.20045, "fi": 2.39716, "ru": 1.37239, "el": 1.45485, "hi": 1.16015, "ta": 0.95968, "th": 1.11112, "zh": 3.14673, "my": 1.08837}, "bytes_per_chunk": {"en": 4.078, "de": 3.865, "vi": 4.472, "tr": 3.321, "fi": 4.034, "ru": 4.911, "el": 4.748, "hi": 5.339, "ta": 5.765, "th": 4.565, "zh": 5.052, "my": 5.415}, "bpb_mean": 1.75838, "t": 305.4} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.29029, "bpb": 1.86149, "chunk_loss": 0.033399, "F": 0.22449, "G": 0.43608, "chunks": 229.88, "bytes_per_chunk": 4.455, "boundary_entropy": 0.66925, "router_noise": 0.0, "grad_norm": 0.8251, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 305.5} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.3758, "bpb": 1.98486, "chunk_loss": 0.034127, "F": 0.23618, "G": 0.43552, "chunks": 241.84, "bytes_per_chunk": 4.234, "boundary_entropy": 0.66705, "router_noise": 0.0, "grad_norm": 0.7362, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 307.6} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.38289, "bpb": 1.99509, "chunk_loss": 0.033933, "F": 0.23337, "G": 0.43629, "chunks": 238.97, "bytes_per_chunk": 4.285, "boundary_entropy": 0.66841, "router_noise": 0.0, "grad_norm": 0.8075, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 309.7} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.43018, "bpb": 2.06331, "chunk_loss": 0.033955, "F": 0.23346, "G": 0.43984, "chunks": 239.06, "bytes_per_chunk": 4.283, "boundary_entropy": 0.67037, "router_noise": 0.0, "grad_norm": 0.8287, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 311.9} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4203.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.24151, "cps": 32.835938, "mean_p": 0.4355, "boundary_entropy": 0.659763, "bpb": 2.027712}, "de": {"chunks": 5445.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.265183, "cps": 42.539062, "mean_p": 0.447289, "boundary_entropy": 0.668117, "bpb": 2.219632}, "vi": {"chunks": 5176.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.28077, "cps": 40.4375, "mean_p": 0.445511, "boundary_entropy": 0.670488, "bpb": 1.924193}, "tr": {"chunks": 5781.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.319339, "cps": 45.164062, "mean_p": 0.45044, "boundary_entropy": 0.662502, "bpb": 2.18883}, "fi": {"chunks": 5078.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.269948, "cps": 39.671875, "mean_p": 0.452898, "boundary_entropy": 0.668326, "bpb": 2.378427}, "ru": {"chunks": 6469.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341372, "cps": 50.539062, "mean_p": 0.434302, "boundary_entropy": 0.670553, "bpb": 1.392296}, "el": {"chunks": 8049.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.392194, "cps": 62.882812, "mean_p": 0.449673, "boundary_entropy": 0.675309, "bpb": 1.454655}, "hi": {"chunks": 8184.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.486419, "cps": 63.9375, "mean_p": 0.413932, "boundary_entropy": 0.658791, "bpb": 1.160684}, "ta": {"chunks": 9034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.483231, "cps": 70.578125, "mean_p": 0.402263, "boundary_entropy": 0.653876, "bpb": 0.947099}, "th": {"chunks": 9911.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.616164, "cps": 77.429688, "mean_p": 0.431448, "boundary_entropy": 0.667148, "bpb": 1.090799}, "zh": {"chunks": 3439.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.582289, "cps": 26.867188, "mean_p": 0.436127, "boundary_entropy": 0.66621, "bpb": 3.139889}, "my": {"chunks": 8571.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.452343, "cps": 66.960938, "mean_p": 0.419043, "boundary_entropy": 0.667165, "bpb": 1.076792}}, "bpb": {"en": 2.02771, "de": 2.21963, "vi": 1.92419, "tr": 2.18883, "fi": 2.37843, "ru": 1.3923, "el": 1.45465, "hi": 1.16068, "ta": 0.9471, "th": 1.0908, "zh": 3.13989, "my": 1.07679}, "gini_cpc": 0.175317, "gini_cps": 0.170849, "bpic": 4.837169, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0980198898498486, "vi": 1.1625612841538466, "tr": 1.3222608767035076, "fi": 1.1177522256310388, "ru": 1.4134897613653272, "el": 1.6239244192628295, "hi": 2.0140733269485924, "ta": 2.0008721848662336, "th": 2.5512977208650423, "zh": 2.411034713968761, "my": 1.8729787462949425}, "t": 314.9} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03923, "de": 2.22941, "vi": 1.9223, "tr": 2.19395, "fi": 2.38811, "ru": 1.36903, "el": 1.44634, "hi": 1.15453, "ta": 0.9549, "th": 1.10846, "zh": 3.13878, "my": 1.08452}, "bytes_per_chunk": {"en": 4.115, "de": 3.807, "vi": 4.547, "tr": 3.366, "fi": 3.988, "ru": 5.111, "el": 4.777, "hi": 5.38, "ta": 5.95, "th": 4.546, "zh": 4.856, "my": 6.051}, "bpb_mean": 1.75246, "t": 316.2} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.13462, "bpb": 1.63692, "chunk_loss": 0.032668, "F": 0.21243, "G": 0.43107, "chunks": 217.53, "bytes_per_chunk": 4.707, "boundary_entropy": 0.66743, "router_noise": 0.0, "grad_norm": 0.7344, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 316.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.19748, "bpb": 1.72761, "chunk_loss": 0.033368, "F": 0.22394, "G": 0.43602, "chunks": 229.31, "bytes_per_chunk": 4.466, "boundary_entropy": 0.66897, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 318.4} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.39947, "bpb": 2.01901, "chunk_loss": 0.034467, "F": 0.24243, "G": 0.43625, "chunks": 248.25, "bytes_per_chunk": 4.125, "boundary_entropy": 0.66655, "router_noise": 0.0, "grad_norm": 0.8177, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 320.5} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.41486, "bpb": 2.04122, "chunk_loss": 0.034421, "F": 0.2413, "G": 0.43808, "chunks": 247.09, "bytes_per_chunk": 4.144, "boundary_entropy": 0.66817, "router_noise": 0.0, "grad_norm": 0.8484, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 322.6} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4225.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242774, "cps": 33.007812, "mean_p": 0.435476, "boundary_entropy": 0.659644, "bpb": 2.022354}, "de": {"chunks": 5351.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.260605, "cps": 41.804688, "mean_p": 0.446479, "boundary_entropy": 0.667832, "bpb": 2.214877}, "vi": {"chunks": 5326.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.288907, "cps": 41.609375, "mean_p": 0.446307, "boundary_entropy": 0.670386, "bpb": 1.920134}, "tr": {"chunks": 5933.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.327736, "cps": 46.351562, "mean_p": 0.450734, "boundary_entropy": 0.661787, "bpb": 2.17523}, "fi": {"chunks": 5160.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.274308, "cps": 40.3125, "mean_p": 0.45277, "boundary_entropy": 0.667804, "bpb": 2.370455}, "ru": {"chunks": 6813.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.359525, "cps": 53.226562, "mean_p": 0.435661, "boundary_entropy": 0.670835, "bpb": 1.384324}, "el": {"chunks": 8105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.394923, "cps": 63.320312, "mean_p": 0.450343, "boundary_entropy": 0.675573, "bpb": 1.449007}, "hi": {"chunks": 8020.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.476672, "cps": 62.65625, "mean_p": 0.415127, "boundary_entropy": 0.659835, "bpb": 1.157272}, "ta": {"chunks": 9518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.50912, "cps": 74.359375, "mean_p": 0.405897, "boundary_entropy": 0.655514, "bpb": 0.942628}, "th": {"chunks": 9199.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.571899, "cps": 71.867188, "mean_p": 0.428205, "boundary_entropy": 0.667103, "bpb": 1.090591}, "zh": {"chunks": 3436.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.581781, "cps": 26.84375, "mean_p": 0.436769, "boundary_entropy": 0.666353, "bpb": 3.133687}, "my": {"chunks": 9183.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.484642, "cps": 71.742188, "mean_p": 0.422398, "boundary_entropy": 0.668548, "bpb": 1.073109}}, "bpb": {"en": 2.02235, "de": 2.21488, "vi": 1.92013, "tr": 2.17523, "fi": 2.37046, "ru": 1.38432, "el": 1.44901, "hi": 1.15727, "ta": 0.94263, "th": 1.09059, "zh": 3.13369, "my": 1.07311}, "gini_cpc": 0.16823, "gini_cps": 0.168819, "bpic": 4.781186, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0734453788777598, "vi": 1.1900231968069483, "tr": 1.3499609434115827, "fi": 1.129887554776429, "ru": 1.4809028930071348, "el": 1.6267079192719844, "hi": 1.9634357860678584, "ta": 2.0970927454260306, "th": 2.355683611288403, "zh": 2.3963879075937213, "my": 1.9962669429756679}, "t": 325.7} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03424, "de": 2.22551, "vi": 1.91834, "tr": 2.18022, "fi": 2.38008, "ru": 1.36186, "el": 1.43938, "hi": 1.15304, "ta": 0.95064, "th": 1.10779, "zh": 3.1321, "my": 1.08012}, "bytes_per_chunk": {"en": 4.106, "de": 3.886, "vi": 4.401, "tr": 3.309, "fi": 3.995, "ru": 4.87, "el": 4.76, "hi": 5.497, "ta": 5.636, "th": 4.882, "zh": 4.868, "my": 5.706}, "bpb_mean": 1.74694, "t": 327.0} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.46978, "bpb": 2.12044, "chunk_loss": 0.033727, "F": 0.2301, "G": 0.43599, "chunks": 235.62, "bytes_per_chunk": 4.346, "boundary_entropy": 0.66839, "router_noise": 0.0, "grad_norm": 0.8211, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 327.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.27899, "bpb": 1.84519, "chunk_loss": 0.033654, "F": 0.22888, "G": 0.43499, "chunks": 234.38, "bytes_per_chunk": 4.369, "boundary_entropy": 0.6683, "router_noise": 0.0, "grad_norm": 0.771, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 329.2} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.33013, "bpb": 1.91897, "chunk_loss": 0.033821, "F": 0.23123, "G": 0.4372, "chunks": 236.78, "bytes_per_chunk": 4.325, "boundary_entropy": 0.66822, "router_noise": 0.0, "grad_norm": 0.8333, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 331.3} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.20849, "bpb": 1.74349, "chunk_loss": 0.033979, "F": 0.23434, "G": 0.43434, "chunks": 239.97, "bytes_per_chunk": 4.267, "boundary_entropy": 0.66684, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 333.4} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4219.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242429, "cps": 32.960938, "mean_p": 0.435133, "boundary_entropy": 0.659364, "bpb": 2.018332}, "de": {"chunks": 5427.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.264306, "cps": 42.398438, "mean_p": 0.446859, "boundary_entropy": 0.667852, "bpb": 2.21134}, "vi": {"chunks": 5243.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284405, "cps": 40.960938, "mean_p": 0.445873, "boundary_entropy": 0.670429, "bpb": 1.914808}, "tr": {"chunks": 5901.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.325968, "cps": 46.101562, "mean_p": 0.45, "boundary_entropy": 0.6616, "bpb": 2.169249}, "fi": {"chunks": 5098.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.271012, "cps": 39.828125, "mean_p": 0.451467, "boundary_entropy": 0.667459, "bpb": 2.364206}, "ru": {"chunks": 6720.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354617, "cps": 52.5, "mean_p": 0.43462, "boundary_entropy": 0.670428, "bpb": 1.379928}, "el": {"chunks": 8300.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.404424, "cps": 64.84375, "mean_p": 0.450965, "boundary_entropy": 0.675804, "bpb": 1.443981}, "hi": {"chunks": 8373.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.497652, "cps": 65.414062, "mean_p": 0.41434, "boundary_entropy": 0.658337, "bpb": 1.15108}, "ta": {"chunks": 9155.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.489703, "cps": 71.523438, "mean_p": 0.402549, "boundary_entropy": 0.653496, "bpb": 0.940577}, "th": {"chunks": 9807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.609698, "cps": 76.617188, "mean_p": 0.429504, "boundary_entropy": 0.666158, "bpb": 1.085579}, "zh": {"chunks": 3410.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.577379, "cps": 26.640625, "mean_p": 0.435788, "boundary_entropy": 0.666014, "bpb": 3.129267}, "my": {"chunks": 9224.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.486806, "cps": 72.0625, "mean_p": 0.420826, "boundary_entropy": 0.667355, "bpb": 1.06914}}, "bpb": {"en": 2.01833, "de": 2.21134, "vi": 1.91481, "tr": 2.16925, "fi": 2.36421, "ru": 1.37993, "el": 1.44398, "hi": 1.15108, "ta": 0.94058, "th": 1.08558, "zh": 3.12927, "my": 1.06914}, "gini_cpc": 0.173358, "gini_cps": 0.174029, "bpic": 4.745243, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0902397422970327, "vi": 1.173143964370565, "tr": 1.3445893220874043, "fi": 1.117898935266414, "ru": 1.4627653140929868, "el": 1.6682143091136674, "hi": 2.052771517232417, "ta": 2.0199818812753803, "th": 2.5149520247635606, "zh": 2.381636794251602, "my": 2.008031461762367}, "t": 336.5} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02939, "de": 2.22295, "vi": 1.91287, "tr": 2.17497, "fi": 2.37462, "ru": 1.35779, "el": 1.43558, "hi": 1.14623, "ta": 0.94857, "th": 1.10257, "zh": 3.12798, "my": 1.07684}, "bytes_per_chunk": {"en": 4.071, "de": 3.848, "vi": 4.485, "tr": 3.296, "fi": 4.018, "ru": 4.964, "el": 4.662, "hi": 5.33, "ta": 5.851, "th": 4.617, "zh": 4.852, "my": 5.546}, "bpb_mean": 1.74253, "t": 337.8} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.25926, "bpb": 1.81673, "chunk_loss": 0.03348, "F": 0.22647, "G": 0.43004, "chunks": 231.91, "bytes_per_chunk": 4.416, "boundary_entropy": 0.66504, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 337.8} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.37595, "bpb": 1.98507, "chunk_loss": 0.033632, "F": 0.22815, "G": 0.43609, "chunks": 233.62, "bytes_per_chunk": 4.383, "boundary_entropy": 0.66817, "router_noise": 0.0, "grad_norm": 0.7576, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 340.0} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.3282, "bpb": 1.91619, "chunk_loss": 0.033685, "F": 0.22946, "G": 0.43751, "chunks": 234.97, "bytes_per_chunk": 4.358, "boundary_entropy": 0.66809, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 342.1} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.28482, "bpb": 1.8536, "chunk_loss": 0.033617, "F": 0.22839, "G": 0.43355, "chunks": 233.88, "bytes_per_chunk": 4.378, "boundary_entropy": 0.66718, "router_noise": 0.0, "grad_norm": 0.772, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 344.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246567, "cps": 33.523438, "mean_p": 0.436294, "boundary_entropy": 0.659316, "bpb": 2.01389}, "de": {"chunks": 5377.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.261871, "cps": 42.007812, "mean_p": 0.446769, "boundary_entropy": 0.667575, "bpb": 2.206416}, "vi": {"chunks": 5070.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27502, "cps": 39.609375, "mean_p": 0.44681, "boundary_entropy": 0.670793, "bpb": 1.913277}, "tr": {"chunks": 5988.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.330774, "cps": 46.78125, "mean_p": 0.451354, "boundary_entropy": 0.661655, "bpb": 2.166047}, "fi": {"chunks": 5181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.275424, "cps": 40.476562, "mean_p": 0.453113, "boundary_entropy": 0.667917, "bpb": 2.362211}, "ru": {"chunks": 6941.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.36628, "cps": 54.226562, "mean_p": 0.434499, "boundary_entropy": 0.670094, "bpb": 1.37592}, "el": {"chunks": 8074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393412, "cps": 63.078125, "mean_p": 0.450347, "boundary_entropy": 0.675861, "bpb": 1.43868}, "hi": {"chunks": 8469.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.503358, "cps": 66.164062, "mean_p": 0.414627, "boundary_entropy": 0.658497, "bpb": 1.150185}, "ta": {"chunks": 9191.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.491629, "cps": 71.804688, "mean_p": 0.403639, "boundary_entropy": 0.654523, "bpb": 0.938217}, "th": {"chunks": 9666.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.600933, "cps": 75.515625, "mean_p": 0.429188, "boundary_entropy": 0.666521, "bpb": 1.080535}, "zh": {"chunks": 3445.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.583305, "cps": 26.914062, "mean_p": 0.436332, "boundary_entropy": 0.665864, "bpb": 3.122795}, "my": {"chunks": 8535.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450443, "cps": 66.679688, "mean_p": 0.418062, "boundary_entropy": 0.666439, "bpb": 1.072136}}, "bpb": {"en": 2.01389, "de": 2.20642, "vi": 1.91328, "tr": 2.16605, "fi": 2.36221, "ru": 1.37592, "el": 1.43868, "hi": 1.15019, "ta": 0.93822, "th": 1.08054, "zh": 3.1228, "my": 1.07214}, "gini_cpc": 0.17187, "gini_cps": 0.168551, "bpic": 4.783629, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0620702283220003, "vi": 1.1153994423964175, "tr": 1.3415190553683638, "fi": 1.1170363720974708, "ru": 1.4855197692415063, "el": 1.5955613423948596, "hi": 2.0414684177775593, "ta": 1.9938978371357505, "th": 2.437200907814152, "zh": 2.365709365943872, "my": 1.8268620537941986}, "t": 347.4} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02616, "de": 2.21857, "vi": 1.91077, "tr": 2.17098, "fi": 2.3711, "ru": 1.3536, "el": 1.43041, "hi": 1.14548, "ta": 0.94665, "th": 1.09828, "zh": 3.12234, "my": 1.07921}, "bytes_per_chunk": {"en": 4.028, "de": 3.881, "vi": 4.683, "tr": 3.268, "fi": 3.942, "ru": 4.791, "el": 4.768, "hi": 5.213, "ta": 5.827, "th": 4.642, "zh": 4.798, "my": 6.039}, "bpb_mean": 1.73946, "t": 348.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246567, "cps": 33.523438, "mean_p": 0.436294, "boundary_entropy": 0.659316, "bpb": 2.01389}, "de": {"chunks": 5377.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.261871, "cps": 42.007812, "mean_p": 0.446769, "boundary_entropy": 0.667575, "bpb": 2.206416}, "vi": {"chunks": 5070.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27502, "cps": 39.609375, "mean_p": 0.44681, "boundary_entropy": 0.670793, "bpb": 1.913277}, "tr": {"chunks": 5988.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.330774, "cps": 46.78125, "mean_p": 0.451354, "boundary_entropy": 0.661655, "bpb": 2.166047}, "fi": {"chunks": 5181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.275424, "cps": 40.476562, "mean_p": 0.453113, "boundary_entropy": 0.667917, "bpb": 2.362211}, "ru": {"chunks": 6941.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.36628, "cps": 54.226562, "mean_p": 0.434499, "boundary_entropy": 0.670094, "bpb": 1.37592}, "el": {"chunks": 8074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393412, "cps": 63.078125, "mean_p": 0.450347, "boundary_entropy": 0.675861, "bpb": 1.43868}, "hi": {"chunks": 8469.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.503358, "cps": 66.164062, "mean_p": 0.414627, "boundary_entropy": 0.658497, "bpb": 1.150185}, "ta": {"chunks": 9191.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.491629, "cps": 71.804688, "mean_p": 0.403639, "boundary_entropy": 0.654523, "bpb": 0.938217}, "th": {"chunks": 9666.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.600933, "cps": 75.515625, "mean_p": 0.429188, "boundary_entropy": 0.666521, "bpb": 1.080535}, "zh": {"chunks": 3445.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.583305, "cps": 26.914062, "mean_p": 0.436332, "boundary_entropy": 0.665864, "bpb": 3.122795}, "my": {"chunks": 8535.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450443, "cps": 66.679688, "mean_p": 0.418062, "boundary_entropy": 0.666439, "bpb": 1.072136}}, "bpb": {"en": 2.01389, "de": 2.20642, "vi": 1.91328, "tr": 2.16605, "fi": 2.36221, "ru": 1.37592, "el": 1.43868, "hi": 1.15019, "ta": 0.93822, "th": 1.08054, "zh": 3.1228, "my": 1.07214}, "gini_cpc": 0.17187, "gini_cps": 0.168551, "bpic": 4.783629, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0620702283220003, "vi": 1.1153994423964175, "tr": 1.3415190553683638, "fi": 1.1170363720974708, "ru": 1.4855197692415063, "el": 1.5955613423948596, "hi": 2.0414684177775593, "ta": 1.9938978371357505, "th": 2.437200907814152, "zh": 2.365709365943872, "my": 1.8268620537941986}, "t": 349.8} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s0/th0.70"], "t": 354.5} +{"event": "final", "run": "emactl_genreg_s0", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.24656668390507383, "cps": 33.5234375, "bpb": 2.0362594194956314, "bytes_per_chunk": 4.029017582687815}, "de": {"cpc": 0.26187113427166026, "cps": 42.0078125, "bpb": 2.210904942235243, "bytes_per_chunk": 3.879821211852115}, "vi": {"cpc": 0.27502034174125306, "cps": 39.609375, "bpb": 1.914473000974849, "bytes_per_chunk": 4.687504470352621}, "tr": {"cpc": 0.3307739048776446, "cps": 46.78125, "bpb": 2.163528064484473, "bytes_per_chunk": 3.2757763199000314}, "fi": {"cpc": 0.2754239540694275, "cps": 40.4765625, "bpb": 2.387229897058361, "bytes_per_chunk": 3.928634050939282}, "ru": {"cpc": 0.3662796833773087, "cps": 54.2265625, "bpb": 1.354086676957211, "bytes_per_chunk": 4.78299502805273}, "el": {"cpc": 0.39341226916142863, "cps": 63.078125, "bpb": 1.4254445253235672, "bytes_per_chunk": 4.771372927322036}, "hi": {"cpc": 0.5033580980683506, "cps": 66.1640625, "bpb": 1.15441516864525, "bytes_per_chunk": 5.213268634157982}, "ta": {"cpc": 0.49162877774806096, "cps": 71.8046875, "bpb": 0.9478137860249648, "bytes_per_chunk": 5.832161608970366}, "th": {"cpc": 0.600932545850171, "cps": 75.515625, "bpb": 1.0961344833406215, "bytes_per_chunk": 4.624166519668372}, "zh": {"cpc": 0.5833051134439553, "cps": 26.9140625, "bpb": 3.1291131026693577, "bytes_per_chunk": 4.784129794048673}, "my": {"cpc": 0.45044331855604813, "cps": 66.6796875, "bpb": 1.0903263282513456, "bytes_per_chunk": 6.048406820331787}}, "gini_cpc": 0.1718704557282591, "gini_cps": 0.16855087999202278, "bpic": 4.783629156902827, "seed": 0, "mean_boundary_entropy": 0.6691246032714844, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 356.9} diff --git a/emactl_genreg_s0/model.safetensors b/emactl_genreg_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9ad584887cbbb6ff3548bb17bd451567efba4c57 --- /dev/null +++ b/emactl_genreg_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0ca2f328d6a03e833f2ea3f19c0389b985ebb5bd6660f43926a52c65cfb50662 +size 90078296 diff --git a/emactl_genreg_s1/config.json b/emactl_genreg_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c95f2ebb96d3c85d3c9a0d9a900f41987f5ed985 --- /dev/null +++ b/emactl_genreg_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_genreg_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 1, + "out_dir": null, + "run_name": "emactl_genreg_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.05, + "genreg_target_entropy": 0.2983376681804657, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.23636601785882339, + "gini_cps": 0.23964209275225068, + "bpic": 5.3453626196080615, + "worst_lang": "ta", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8729681628237771, + "vi": 1.3464658214709873, + "tr": 1.1633108961151755, + "fi": 0.8345095972200084, + "ru": 1.9504086084814982, + "el": 1.1624065248294972, + "hi": 2.1645924087529833, + "ta": 3.184870546720561, + "th": 2.322431752422665, + "zh": 2.5401997376043726, + "my": 2.1504683399257214 + } + } +} \ No newline at end of file diff --git a/emactl_genreg_s1/final.json b/emactl_genreg_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..ad918dcaf43f1646f089f0df9c690c909b7fb899 --- /dev/null +++ b/emactl_genreg_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_genreg_s1", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.20703327012584039, + "cps": 28.1484375, + "bpb": 2.050497110736466, + "bytes_per_chunk": 4.915092482351948 + }, + "de": { + "cpc": 0.18073345346515365, + "cps": 28.9921875, + "bpb": 2.234483494945642, + "bytes_per_chunk": 5.727357140516271 + }, + "vi": { + "cpc": 0.2787632221318145, + "cps": 40.1484375, + "bpb": 1.889786890741809, + "bytes_per_chunk": 5.128263314911723 + }, + "tr": { + "cpc": 0.24084405899574657, + "cps": 34.0625, + "bpb": 2.200235880250896, + "bytes_per_chunk": 4.5643048046871595 + }, + "fi": { + "cpc": 0.17277125086385625, + "cps": 25.390625, + "bpb": 2.410347579260111, + "bytes_per_chunk": 5.786971014812689 + }, + "ru": { + "cpc": 0.4037994722955145, + "cps": 59.78125, + "bpb": 1.3596733775112122, + "bytes_per_chunk": 4.511013215859031 + }, + "el": { + "cpc": 0.24065682405106467, + "cps": 38.5859375, + "bpb": 1.470116008487108, + "bytes_per_chunk": 7.593644540358906 + }, + "hi": { + "cpc": 0.44814264487369987, + "cps": 58.90625, + "bpb": 1.1866793342998843, + "bytes_per_chunk": 5.916870746763872 + }, + "ta": { + "cpc": 0.6593741642150308, + "cps": 96.3046875, + "bpb": 0.9440668483807373, + "bytes_per_chunk": 4.056543773453519 + }, + "th": { + "cpc": 0.4808206403481505, + "cps": 60.421875, + "bpb": 1.1085081298711636, + "bytes_per_chunk": 5.815535811342939 + }, + "zh": { + "cpc": 0.5259058584490349, + "cps": 24.265625, + "bpb": 3.1290566063685494, + "bytes_per_chunk": 5.197248161145145 + }, + "my": { + "cpc": 0.44521849271690944, + "cps": 65.90625, + "bpb": 1.1147818581196989, + "bytes_per_chunk": 6.384024353120243 + } + }, + "gini_cpc": 0.23636601785882339, + "gini_cps": 0.23964209275225068, + "bpic": 5.3453626196080615, + "seed": 1, + "mean_boundary_entropy": 0.6663709878921509, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_genreg_s1/log.jsonl b/emactl_genreg_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9d85407e39858899b356c81260a6ab943d61d780 --- /dev/null +++ b/emactl_genreg_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_genreg_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.0} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.0} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 7.975542}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 7.980804}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.810944}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 7.940182}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 7.978067}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.056575}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.856999}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.113177}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.099115}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.255005}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.116607}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.11144}}, "bpb": {"en": 7.97554, "de": 7.9808, "vi": 7.81094, "tr": 7.94018, "fi": 7.97807, "ru": 8.05657, "el": 7.857, "hi": 8.11318, "ta": 8.09911, "th": 8.25501, "zh": 8.11661, "my": 8.11144}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.9} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.54764, "bpb": 8.00355, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 6.9677, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.2} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2671.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153479, "cps": 20.867188, "mean_p": 0.478155, "boundary_entropy": 0.685445, "bpb": 7.949514}, "de": {"chunks": 2047.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099693, "cps": 15.992188, "mean_p": 0.469689, "boundary_entropy": 0.685277, "bpb": 7.958521}, "vi": {"chunks": 14156.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.767887, "cps": 110.59375, "mean_p": 0.50713, "boundary_entropy": 0.688286, "bpb": 7.793604}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486067, "boundary_entropy": 0.686378, "bpb": 7.922259}, "fi": {"chunks": 4720.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250917, "cps": 36.875, "mean_p": 0.484468, "boundary_entropy": 0.686593, "bpb": 7.955702}, "ru": {"chunks": 17506.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.923799, "cps": 136.765625, "mean_p": 0.502295, "boundary_entropy": 0.690066, "bpb": 8.047038}, "el": {"chunks": 31463.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.53306, "cps": 245.804688, "mean_p": 0.517948, "boundary_entropy": 0.689705, "bpb": 7.846411}, "hi": {"chunks": 1643.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097652, "cps": 12.835938, "mean_p": 0.476155, "boundary_entropy": 0.689484, "bpb": 8.093398}, "ta": {"chunks": 39591.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117732, "cps": 309.304688, "mean_p": 0.514537, "boundary_entropy": 0.690545, "bpb": 8.08481}, "th": {"chunks": 44418.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761455, "cps": 347.015625, "mean_p": 0.52079, "boundary_entropy": 0.690224, "bpb": 8.23927}, "zh": {"chunks": 12935.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.190146, "cps": 101.054688, "mean_p": 0.528311, "boundary_entropy": 0.684752, "bpb": 8.112235}, "my": {"chunks": 7051.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372124, "cps": 55.085938, "mean_p": 0.491149, "boundary_entropy": 0.691021, "bpb": 8.097941}}, "bpb": {"en": 7.94951, "de": 7.95852, "vi": 7.7936, "tr": 7.92226, "fi": 7.9557, "ru": 8.04704, "el": 7.84641, "hi": 8.0934, "ta": 8.08481, "th": 8.23927, "zh": 8.11224, "my": 8.09794}, "gini_cpc": 0.507408, "gini_cps": 0.501014, "bpic": 2.087513, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6495546074501287, "vi": 5.003197468881173, "tr": 2.031718929864971, "fi": 1.634859169064772, "ru": 6.019049875087547, "el": 9.988712593606797, "hi": 0.6362572187209158, "ta": 13.798161826294107, "th": 17.992361433497422, "zh": 14.26997533934549, "my": 2.424585875216864}, "t": 5.5} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2681.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154054, "cps": 20.945312, "mean_p": 0.478179, "boundary_entropy": 0.685452, "bpb": 7.904603}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.46969, "boundary_entropy": 0.685281, "bpb": 7.921359}, "vi": {"chunks": 14085.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.764036, "cps": 110.039062, "mean_p": 0.506995, "boundary_entropy": 0.688292, "bpb": 7.765662}, "tr": {"chunks": 5634.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311219, "cps": 44.015625, "mean_p": 0.486066, "boundary_entropy": 0.686383, "bpb": 7.892285}, "fi": {"chunks": 4697.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249694, "cps": 36.695312, "mean_p": 0.484376, "boundary_entropy": 0.686588, "bpb": 7.919815}, "ru": {"chunks": 17211.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.908232, "cps": 134.460938, "mean_p": 0.502015, "boundary_entropy": 0.690066, "bpb": 8.010401}, "el": {"chunks": 31500.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.534863, "cps": 246.09375, "mean_p": 0.517996, "boundary_entropy": 0.689703, "bpb": 7.826459}, "hi": {"chunks": 1621.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.096345, "cps": 12.664062, "mean_p": 0.476101, "boundary_entropy": 0.689478, "bpb": 8.058642}, "ta": {"chunks": 39507.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.113239, "cps": 308.648438, "mean_p": 0.514486, "boundary_entropy": 0.690547, "bpb": 8.052256}, "th": {"chunks": 44427.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.762014, "cps": 347.085938, "mean_p": 0.520844, "boundary_entropy": 0.690219, "bpb": 8.185998}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.5283, "boundary_entropy": 0.684752, "bpb": 8.103236}, "my": {"chunks": 7059.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372546, "cps": 55.148438, "mean_p": 0.491144, "boundary_entropy": 0.69102, "bpb": 8.08433}}, "bpb": {"en": 7.9046, "de": 7.92136, "vi": 7.76566, "tr": 7.89229, "fi": 7.91982, "ru": 8.0104, "el": 7.82646, "hi": 8.05864, "ta": 8.05226, "th": 8.186, "zh": 8.10324, "my": 8.08433}, "gini_cpc": 0.508108, "gini_cps": 0.501479, "bpic": 2.092704, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6449188434450902, "vi": 4.9595356407640905, "tr": 2.0201964213110757, "fi": 1.6208244634375224, "ru": 5.895548229060357, "el": 9.9631579369208, "hi": 0.6253962145148874, "ta": 13.71752906623821, "th": 17.928882822129776, "zh": 14.209055382517073, "my": 2.4182829396175416}, "t": 7.0} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2691.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154629, "cps": 21.023438, "mean_p": 0.478427, "boundary_entropy": 0.685496, "bpb": 7.75258}, "de": {"chunks": 2061.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100375, "cps": 16.101562, "mean_p": 0.469876, "boundary_entropy": 0.685324, "bpb": 7.790456}, "vi": {"chunks": 13908.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.754434, "cps": 108.65625, "mean_p": 0.506487, "boundary_entropy": 0.688312, "bpb": 7.673564}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.48619, "boundary_entropy": 0.686408, "bpb": 7.789616}, "fi": {"chunks": 4644.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246877, "cps": 36.28125, "mean_p": 0.484202, "boundary_entropy": 0.686582, "bpb": 7.797578}, "ru": {"chunks": 15931.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.840686, "cps": 124.460938, "mean_p": 0.500759, "boundary_entropy": 0.690065, "bpb": 7.864194}, "el": {"chunks": 31545.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.537056, "cps": 246.445312, "mean_p": 0.518036, "boundary_entropy": 0.689701, "bpb": 7.754696}, "hi": {"chunks": 1561.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.092779, "cps": 12.195312, "mean_p": 0.475793, "boundary_entropy": 0.689447, "bpb": 7.934245}, "ta": {"chunks": 39118.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.092431, "cps": 305.609375, "mean_p": 0.51422, "boundary_entropy": 0.690559, "bpb": 7.939716}, "th": {"chunks": 44462.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.76419, "cps": 347.359375, "mean_p": 0.520977, "boundary_entropy": 0.690208, "bpb": 8.037471}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.528344, "boundary_entropy": 0.684745, "bpb": 8.079738}, "my": {"chunks": 7066.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372915, "cps": 55.203125, "mean_p": 0.491108, "boundary_entropy": 0.691017, "bpb": 8.002622}}, "bpb": {"en": 7.75258, "de": 7.79046, "vi": 7.67356, "tr": 7.78962, "fi": 7.79758, "ru": 7.86419, "el": 7.7547, "hi": 7.93424, "ta": 7.93972, "th": 8.03747, "zh": 8.07974, "my": 8.00262}, "gini_cpc": 0.510489, "gini_cps": 0.502507, "bpic": 2.114228, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6491364663490552, "vi": 4.879012856343313, "tr": 2.0034009527175445, "fi": 1.5965802404449543, "ru": 5.436811123563446, "el": 9.940314129982562, "hi": 0.6000096739834448, "ta": 13.531987728850408, "th": 17.876329518940107, "zh": 14.15625324434347, "my": 2.4116855401240125}, "t": 8.6} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2574.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147906, "cps": 20.109375, "mean_p": 0.478198, "boundary_entropy": 0.685533, "bpb": 7.305576}, "de": {"chunks": 1963.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095602, "cps": 15.335938, "mean_p": 0.469421, "boundary_entropy": 0.685327, "bpb": 7.395705}, "vi": {"chunks": 12940.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.701926, "cps": 101.09375, "mean_p": 0.504308, "boundary_entropy": 0.688379, "bpb": 7.427738}, "tr": {"chunks": 5393.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297906, "cps": 42.132812, "mean_p": 0.485772, "boundary_entropy": 0.686434, "bpb": 7.488602}, "fi": {"chunks": 4218.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.224231, "cps": 32.953125, "mean_p": 0.482623, "boundary_entropy": 0.686482, "bpb": 7.435824}, "ru": {"chunks": 11189.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.590449, "cps": 87.414062, "mean_p": 0.495917, "boundary_entropy": 0.690002, "bpb": 7.346449}, "el": {"chunks": 31649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.542123, "cps": 247.257812, "mean_p": 0.51816, "boundary_entropy": 0.689695, "bpb": 7.597125}, "hi": {"chunks": 1360.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.080832, "cps": 10.625, "mean_p": 0.474725, "boundary_entropy": 0.689335, "bpb": 7.571439}, "ta": {"chunks": 36843.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.970741, "cps": 287.835938, "mean_p": 0.512713, "boundary_entropy": 0.690623, "bpb": 7.569584}, "th": {"chunks": 44514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.767423, "cps": 347.765625, "mean_p": 0.521092, "boundary_entropy": 0.690198, "bpb": 7.640152}, "zh": {"chunks": 12946.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.192008, "cps": 101.140625, "mean_p": 0.52841, "boundary_entropy": 0.684736, "bpb": 7.985577}, "my": {"chunks": 7209.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380462, "cps": 56.320312, "mean_p": 0.491101, "boundary_entropy": 0.691013, "bpb": 7.752999}}, "bpb": {"en": 7.30558, "de": 7.3957, "vi": 7.42774, "tr": 7.4886, "fi": 7.43582, "ru": 7.34645, "el": 7.59713, "hi": 7.57144, "ta": 7.56958, "th": 7.64015, "zh": 7.98558, "my": 7.753}, "gini_cpc": 0.524578, "gini_cps": 0.512352, "bpic": 2.220981, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6463733915397092, "vi": 4.745770277096558, "tr": 2.0141668620650006, "fi": 1.5160386368190313, "ru": 3.9920653049676798, "el": 10.426408224464064, "hi": 0.5465116359618589, "ta": 13.324321225711973, "th": 18.7107473192024, "zh": 14.820325345723246, "my": 2.572333224090665}, "t": 10.4} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1446.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.083089, "cps": 11.296875, "mean_p": 0.470275, "boundary_entropy": 0.684695, "bpb": 6.687578}, "de": {"chunks": 1190.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.057955, "cps": 9.296875, "mean_p": 0.462617, "boundary_entropy": 0.684467, "bpb": 6.815}, "vi": {"chunks": 8392.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.455221, "cps": 65.5625, "mean_p": 0.493574, "boundary_entropy": 0.68834, "bpb": 7.081828}, "tr": {"chunks": 3858.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213114, "cps": 30.140625, "mean_p": 0.479447, "boundary_entropy": 0.686013, "bpb": 7.045782}, "fi": {"chunks": 2240.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119079, "cps": 17.5, "mean_p": 0.47244, "boundary_entropy": 0.685496, "bpb": 6.902342}, "ru": {"chunks": 3236.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170765, "cps": 25.28125, "mean_p": 0.480218, "boundary_entropy": 0.689132, "bpb": 6.55387}, "el": {"chunks": 32754.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.595966, "cps": 255.890625, "mean_p": 0.519839, "boundary_entropy": 0.689606, "bpb": 6.95174}, "hi": {"chunks": 1540.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.09153, "cps": 12.03125, "mean_p": 0.47625, "boundary_entropy": 0.689506, "bpb": 6.768819}, "ta": {"chunks": 34044.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.821022, "cps": 265.96875, "mean_p": 0.511621, "boundary_entropy": 0.690646, "bpb": 6.706725}, "th": {"chunks": 45595.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.834629, "cps": 356.210938, "mean_p": 0.529294, "boundary_entropy": 0.689396, "bpb": 6.581897}, "zh": {"chunks": 13107.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.219269, "cps": 102.398438, "mean_p": 0.529118, "boundary_entropy": 0.684694, "bpb": 7.723783}, "my": {"chunks": 5399.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.284938, "cps": 42.179688, "mean_p": 0.488584, "boundary_entropy": 0.690886, "bpb": 6.989975}}, "bpb": {"en": 6.68758, "de": 6.815, "vi": 7.08183, "tr": 7.04578, "fi": 6.90234, "ru": 6.55387, "el": 6.95174, "hi": 6.76882, "ta": 6.70673, "th": 6.5819, "zh": 7.72378, "my": 6.98997}, "gini_cpc": 0.588017, "gini_cps": 0.584463, "bpic": 2.511639, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6975099086522596, "vi": 5.478708077162442, "tr": 2.5648826459381917, "fi": 1.4331510365944178, "ru": 2.055204896046596, "el": 19.207875265136188, "hi": 1.1015937802494558, "ta": 21.91648686770266, "th": 34.11551895596139, "zh": 26.70949544242932, "my": 3.429302362350946}, "t": 12.4} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4228.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242947, "cps": 33.03125, "mean_p": 0.490928, "boundary_entropy": 0.687023, "bpb": 6.233538}, "de": {"chunks": 3988.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194224, "cps": 31.15625, "mean_p": 0.486766, "boundary_entropy": 0.68763, "bpb": 6.334783}, "vi": {"chunks": 7835.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.425007, "cps": 61.210938, "mean_p": 0.493615, "boundary_entropy": 0.688533, "bpb": 6.757279}, "tr": {"chunks": 6981.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.385627, "cps": 54.539062, "mean_p": 0.494555, "boundary_entropy": 0.687434, "bpb": 6.652858}, "fi": {"chunks": 4154.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220828, "cps": 32.453125, "mean_p": 0.486652, "boundary_entropy": 0.687211, "bpb": 6.418787}, "ru": {"chunks": 886.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.046755, "cps": 6.921875, "mean_p": 0.47555, "boundary_entropy": 0.68887, "bpb": 5.835347}, "el": {"chunks": 27738.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.351557, "cps": 216.703125, "mean_p": 0.511654, "boundary_entropy": 0.690113, "bpb": 6.129604}, "hi": {"chunks": 463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.027519, "cps": 3.617188, "mean_p": 0.470214, "boundary_entropy": 0.688916, "bpb": 6.04779}, "ta": {"chunks": 17840.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.954266, "cps": 139.375, "mean_p": 0.494893, "boundary_entropy": 0.69097, "bpb": 6.133825}, "th": {"chunks": 43592.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.710103, "cps": 340.5625, "mean_p": 0.515733, "boundary_entropy": 0.690584, "bpb": 5.571662}, "zh": {"chunks": 9855.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.668642, "cps": 76.992188, "mean_p": 0.511193, "boundary_entropy": 0.686211, "bpb": 7.355967}, "my": {"chunks": 1198.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063226, "cps": 9.359375, "mean_p": 0.475947, "boundary_entropy": 0.689886, "bpb": 6.049491}}, "bpb": {"en": 6.23354, "de": 6.33478, "vi": 6.75728, "tr": 6.65286, "fi": 6.41879, "ru": 5.83535, "el": 6.1296, "hi": 6.04779, "ta": 6.13383, "th": 5.57166, "zh": 7.35597, "my": 6.04949}, "gini_cpc": 0.579758, "gini_cps": 0.566769, "bpic": 2.980638, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7994510624865315, "vi": 1.7493833969822632, "tr": 1.587289809792812, "fi": 0.9089578618199148, "ru": 0.1924481094749665, "el": 5.563184204204794, "hi": 0.11327004151197492, "ta": 3.9278828113396265, "th": 11.155136045529177, "zh": 6.868348569403787, "my": 0.2602451134000358}, "t": 15.3} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18797, "bpb": 6.04197, "chunk_loss": 0.029696, "F": 0.16016, "G": 0.48524, "chunks": 164.0, "bytes_per_chunk": 6.244, "boundary_entropy": 0.69149, "router_noise": 0.0, "grad_norm": 1.636, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.253, "alpha": 0.03, "t": 16.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5124.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.294432, "cps": 40.03125, "mean_p": 0.491045, "boundary_entropy": 0.686724, "bpb": 5.669774}, "de": {"chunks": 5240.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.255199, "cps": 40.9375, "mean_p": 0.489323, "boundary_entropy": 0.687647, "bpb": 5.795925}, "vi": {"chunks": 4283.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23233, "cps": 33.460938, "mean_p": 0.480118, "boundary_entropy": 0.687185, "bpb": 6.167252}, "tr": {"chunks": 6134.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.338839, "cps": 47.921875, "mean_p": 0.490371, "boundary_entropy": 0.687224, "bpb": 6.14411}, "fi": {"chunks": 4852.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.257934, "cps": 37.90625, "mean_p": 0.488067, "boundary_entropy": 0.687194, "bpb": 5.871953}, "ru": {"chunks": 11387.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.600897, "cps": 88.960938, "mean_p": 0.496012, "boundary_entropy": 0.690225, "bpb": 5.330609}, "el": {"chunks": 16521.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.804999, "cps": 129.070312, "mean_p": 0.500093, "boundary_entropy": 0.690535, "bpb": 5.604154}, "hi": {"chunks": 4533.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.269421, "cps": 35.414062, "mean_p": 0.489962, "boundary_entropy": 0.690614, "bpb": 5.170812}, "ta": {"chunks": 28995.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.550949, "cps": 226.523438, "mean_p": 0.504127, "boundary_entropy": 0.691002, "bpb": 5.184416}, "th": {"chunks": 10551.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.655953, "cps": 82.429688, "mean_p": 0.493747, "boundary_entropy": 0.690901, "bpb": 4.963355}, "zh": {"chunks": 5435.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.920251, "cps": 42.460938, "mean_p": 0.496112, "boundary_entropy": 0.686721, "bpb": 6.965478}, "my": {"chunks": 1910.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.100802, "cps": 14.921875, "mean_p": 0.483752, "boundary_entropy": 0.690638, "bpb": 5.076518}}, "bpb": {"en": 5.66977, "de": 5.79592, "vi": 6.16725, "tr": 6.14411, "fi": 5.87195, "ru": 5.33061, "el": 5.60415, "hi": 5.17081, "ta": 5.18442, "th": 4.96335, "zh": 6.96548, "my": 5.07652}, "gini_cpc": 0.384968, "gini_cps": 0.387252, "bpic": 3.656276, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.86675005711375, "vi": 0.7890779935071575, "tr": 1.1508221689031317, "fi": 0.8760399422481514, "ru": 2.040868889534273, "el": 2.7340753864887524, "hi": 0.9150517275577563, "ta": 5.267598225677443, "th": 2.227858260310601, "zh": 3.1255115268004356, "my": 0.34236155503117366}, "t": 18.8} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.25007, "bpb": 4.68886, "chunk_loss": 0.036097, "F": 0.24942, "G": 0.46483, "chunks": 255.41, "bytes_per_chunk": 4.009, "boundary_entropy": 0.67932, "router_noise": 0.0, "grad_norm": 1.9374, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 21.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4637.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.266448, "cps": 36.226562, "mean_p": 0.442711, "boundary_entropy": 0.659536, "bpb": 4.381846}, "de": {"chunks": 6666.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.324648, "cps": 52.078125, "mean_p": 0.450894, "boundary_entropy": 0.664686, "bpb": 4.580108}, "vi": {"chunks": 7234.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.392406, "cps": 56.515625, "mean_p": 0.446264, "boundary_entropy": 0.659118, "bpb": 4.674396}, "tr": {"chunks": 4018.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221952, "cps": 31.390625, "mean_p": 0.447012, "boundary_entropy": 0.667808, "bpb": 4.855002}, "fi": {"chunks": 3357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178459, "cps": 26.226562, "mean_p": 0.430587, "boundary_entropy": 0.662823, "bpb": 4.662274}, "ru": {"chunks": 10093.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.532612, "cps": 78.851562, "mean_p": 0.493226, "boundary_entropy": 0.689635, "bpb": 3.575777}, "el": {"chunks": 13649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.665059, "cps": 106.632812, "mean_p": 0.496879, "boundary_entropy": 0.690013, "bpb": 4.048881}, "hi": {"chunks": 17892.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.063418, "cps": 139.78125, "mean_p": 0.495112, "boundary_entropy": 0.690507, "bpb": 3.311596}, "ta": {"chunks": 23384.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.250816, "cps": 182.6875, "mean_p": 0.510571, "boundary_entropy": 0.689262, "bpb": 3.391365}, "th": {"chunks": 16883.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.049611, "cps": 131.898438, "mean_p": 0.514111, "boundary_entropy": 0.685871, "bpb": 3.131293}, "zh": {"chunks": 2820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477481, "cps": 22.03125, "mean_p": 0.480911, "boundary_entropy": 0.68533, "bpb": 6.114234}, "my": {"chunks": 3334.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175955, "cps": 26.046875, "mean_p": 0.463157, "boundary_entropy": 0.68565, "bpb": 3.574655}}, "bpb": {"en": 4.38185, "de": 4.58011, "vi": 4.6744, "tr": 4.855, "fi": 4.66227, "ru": 3.57578, "el": 4.04888, "hi": 3.3116, "ta": 3.39136, "th": 3.13129, "zh": 6.11423, "my": 3.57465}, "gini_cpc": 0.357179, "gini_cps": 0.378033, "bpic": 3.367475, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2184281563992658, "vi": 1.4727274673431043, "tr": 0.8330026927242861, "fi": 0.6697712201507505, "ru": 1.9989322889253185, "el": 2.4960139767970313, "hi": 3.99108374688892, "ta": 4.6944028643174605, "th": 3.9392684660133592, "zh": 1.792019330082587, "my": 0.6603729016667024}, "t": 24.0} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.83863, "bpb": 4.09527, "chunk_loss": 0.032802, "F": 0.20947, "G": 0.44803, "chunks": 214.5, "bytes_per_chunk": 4.774, "boundary_entropy": 0.67019, "router_noise": 0.0, "grad_norm": 1.9646, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 25.5} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2442.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.140321, "cps": 19.078125, "mean_p": 0.419742, "boundary_entropy": 0.652188, "bpb": 3.821097}, "de": {"chunks": 3128.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15234, "cps": 24.4375, "mean_p": 0.422795, "boundary_entropy": 0.658899, "bpb": 4.037268}, "vi": {"chunks": 5942.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.322322, "cps": 46.421875, "mean_p": 0.42568, "boundary_entropy": 0.649147, "bpb": 3.548487}, "tr": {"chunks": 3676.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20306, "cps": 28.71875, "mean_p": 0.438673, "boundary_entropy": 0.665133, "bpb": 4.099851}, "fi": {"chunks": 2684.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.142682, "cps": 20.96875, "mean_p": 0.415792, "boundary_entropy": 0.656648, "bpb": 4.089151}, "ru": {"chunks": 9192.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.485066, "cps": 71.8125, "mean_p": 0.495118, "boundary_entropy": 0.689999, "bpb": 2.797961}, "el": {"chunks": 11597.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.565073, "cps": 90.601562, "mean_p": 0.494273, "boundary_entropy": 0.689883, "bpb": 2.94346}, "hi": {"chunks": 14068.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.836137, "cps": 109.90625, "mean_p": 0.487011, "boundary_entropy": 0.68936, "bpb": 2.418574}, "ta": {"chunks": 22488.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.202888, "cps": 175.6875, "mean_p": 0.490667, "boundary_entropy": 0.687459, "bpb": 2.366663}, "th": {"chunks": 12192.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.757973, "cps": 95.25, "mean_p": 0.483201, "boundary_entropy": 0.689009, "bpb": 2.29487}, "zh": {"chunks": 8224.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.392482, "cps": 64.25, "mean_p": 0.41419, "boundary_entropy": 0.618575, "bpb": 4.849761}, "my": {"chunks": 12273.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.64772, "cps": 95.882812, "mean_p": 0.389852, "boundary_entropy": 0.629795, "bpb": 2.350426}}, "bpb": {"en": 3.8211, "de": 4.03727, "vi": 3.54849, "tr": 4.09985, "fi": 4.08915, "ru": 2.79796, "el": 2.94346, "hi": 2.41857, "ta": 2.36666, "th": 2.29487, "zh": 4.84976, "my": 2.35043}, "gini_cpc": 0.388589, "gini_cps": 0.345586, "bpic": 3.556623, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0856574022209826, "vi": 2.2970368696975694, "tr": 1.4471162217944518, "fi": 1.0168317272671108, "ru": 3.456839866971793, "el": 4.027015234660316, "hi": 5.958757990734216, "ta": 8.572427556540955, "th": 5.401723491372232, "zh": 9.923574160621232, "my": 4.61600019761831}, "t": 29.3} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.82666, "de": 4.03921, "vi": 3.55552, "tr": 4.1103, "fi": 4.09162, "ru": 2.78215, "el": 2.93459, "hi": 2.41198, "ta": 2.38487, "th": 2.3286, "zh": 4.85631, "my": 2.36772}, "bytes_per_chunk": {"en": 6.48, "de": 6.134, "vi": 4.121, "tr": 5.188, "fi": 7.356, "ru": 3.888, "el": 3.688, "hi": 3.241, "ta": 2.27, "th": 4.328, "zh": 1.713, "my": 4.44}, "bpb_mean": 3.30746, "t": 30.8} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.48477, "bpb": 3.58477, "chunk_loss": 0.034068, "F": 0.23111, "G": 0.44183, "chunks": 236.66, "bytes_per_chunk": 4.327, "boundary_entropy": 0.66526, "router_noise": 0.0, "grad_norm": 1.3285, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 30.9} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.17112, "bpb": 3.13226, "chunk_loss": 0.03118, "F": 0.17899, "G": 0.43338, "chunks": 183.28, "bytes_per_chunk": 5.587, "boundary_entropy": 0.66246, "router_noise": 0.0, "grad_norm": 1.9203, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 33.5} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2821.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.162098, "cps": 22.039062, "mean_p": 0.430643, "boundary_entropy": 0.658602, "bpb": 3.604339}, "de": {"chunks": 3789.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184532, "cps": 29.601562, "mean_p": 0.434398, "boundary_entropy": 0.664798, "bpb": 3.844632}, "vi": {"chunks": 5602.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.303878, "cps": 43.765625, "mean_p": 0.424985, "boundary_entropy": 0.651707, "bpb": 3.178753}, "tr": {"chunks": 4284.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236646, "cps": 33.46875, "mean_p": 0.449731, "boundary_entropy": 0.670818, "bpb": 3.859596}, "fi": {"chunks": 3053.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162299, "cps": 23.851562, "mean_p": 0.427812, "boundary_entropy": 0.665583, "bpb": 3.881141}, "ru": {"chunks": 5791.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305594, "cps": 45.242188, "mean_p": 0.481948, "boundary_entropy": 0.688601, "bpb": 2.666258}, "el": {"chunks": 8202.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.399649, "cps": 64.078125, "mean_p": 0.490087, "boundary_entropy": 0.689796, "bpb": 2.765946}, "hi": {"chunks": 14366.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.853848, "cps": 112.234375, "mean_p": 0.477425, "boundary_entropy": 0.685797, "bpb": 2.153823}, "ta": {"chunks": 22801.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.219631, "cps": 178.132812, "mean_p": 0.481839, "boundary_entropy": 0.682142, "bpb": 1.938195}, "th": {"chunks": 14739.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.91632, "cps": 115.148438, "mean_p": 0.474096, "boundary_entropy": 0.6861, "bpb": 2.097571}, "zh": {"chunks": 8165.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.382492, "cps": 63.789062, "mean_p": 0.402905, "boundary_entropy": 0.600256, "bpb": 4.494328}, "my": {"chunks": 25161.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.327897, "cps": 196.570312, "mean_p": 0.425153, "boundary_entropy": 0.651439, "bpb": 2.189391}}, "bpb": {"en": 3.60434, "de": 3.84463, "vi": 3.17875, "tr": 3.8596, "fi": 3.88114, "ru": 2.66626, "el": 2.76595, "hi": 2.15382, "ta": 1.9382, "th": 2.09757, "zh": 4.49433, "my": 2.18939}, "gini_cpc": 0.405805, "gini_cps": 0.393398, "bpic": 3.231187, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.138395662023245, "vi": 1.8746534548944058, "tr": 1.4598893648133393, "fi": 1.0012348435662866, "ru": 1.8852345254541183, "el": 2.465471314007889, "hi": 5.267466996886543, "ta": 7.524011646499115, "th": 5.652856848647356, "zh": 8.52871850411258, "my": 8.191917232086592}, "t": 34.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.17713, "bpb": 3.14093, "chunk_loss": 0.038293, "F": 0.30249, "G": 0.44986, "chunks": 309.75, "bytes_per_chunk": 3.306, "boundary_entropy": 0.66915, "router_noise": 0.0, "grad_norm": 1.3437, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.075, "alpha": 0.03, "t": 37.2} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.38702, "bpb": 3.44374, "chunk_loss": 0.033587, "F": 0.23401, "G": 0.42938, "chunks": 239.62, "bytes_per_chunk": 4.273, "boundary_entropy": 0.65672, "router_noise": 0.0, "grad_norm": 1.3079, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 39.7} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3181.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182785, "cps": 24.851562, "mean_p": 0.437314, "boundary_entropy": 0.66525, "bpb": 3.171701}, "de": {"chunks": 3000.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146106, "cps": 23.4375, "mean_p": 0.436444, "boundary_entropy": 0.671161, "bpb": 3.467661}, "vi": {"chunks": 7489.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.406238, "cps": 58.507812, "mean_p": 0.451719, "boundary_entropy": 0.663192, "bpb": 2.798031}, "tr": {"chunks": 3336.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184279, "cps": 26.0625, "mean_p": 0.447979, "boundary_entropy": 0.669504, "bpb": 3.435488}, "fi": {"chunks": 2836.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.150763, "cps": 22.15625, "mean_p": 0.426802, "boundary_entropy": 0.666811, "bpb": 3.616152}, "ru": {"chunks": 5926.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312718, "cps": 46.296875, "mean_p": 0.417352, "boundary_entropy": 0.626431, "bpb": 2.468132}, "el": {"chunks": 4750.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.231448, "cps": 37.109375, "mean_p": 0.45747, "boundary_entropy": 0.682422, "bpb": 2.570336}, "hi": {"chunks": 12715.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.755721, "cps": 99.335938, "mean_p": 0.463764, "boundary_entropy": 0.679345, "bpb": 1.960592}, "ta": {"chunks": 17757.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.949826, "cps": 138.726562, "mean_p": 0.480598, "boundary_entropy": 0.675207, "bpb": 1.736891}, "th": {"chunks": 12983.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.80715, "cps": 101.429688, "mean_p": 0.445191, "boundary_entropy": 0.674209, "bpb": 1.942811}, "zh": {"chunks": 3555.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.60193, "cps": 27.773438, "mean_p": 0.401509, "boundary_entropy": 0.624294, "bpb": 4.163197}, "my": {"chunks": 19682.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.038738, "cps": 153.765625, "mean_p": 0.438275, "boundary_entropy": 0.643164, "bpb": 1.950392}}, "bpb": {"en": 3.1717, "de": 3.46766, "vi": 2.79803, "tr": 3.43549, "fi": 3.61615, "ru": 2.46813, "el": 2.57034, "hi": 1.96059, "ta": 1.73689, "th": 1.94281, "zh": 4.1632, "my": 1.95039}, "gini_cpc": 0.367611, "gini_cps": 0.382853, "bpic": 3.947958, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7993358633412944, "vi": 2.222496776399948, "tr": 1.0081750411296093, "fi": 0.8248116645883535, "ru": 1.710853741584059, "el": 1.2662317982984501, "hi": 4.134488065982409, "ta": 5.196423956463217, "th": 4.415851325044754, "zh": 3.2931128495012456, "my": 5.682851434031105}, "t": 43.3} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.18042, "de": 3.46434, "vi": 2.80509, "tr": 3.44392, "fi": 3.60881, "ru": 2.45113, "el": 2.56471, "hi": 1.9566, "ta": 1.7516, "th": 1.97388, "zh": 4.17109, "my": 1.96607}, "bytes_per_chunk": {"en": 5.003, "de": 6.593, "vi": 3.306, "tr": 6.147, "fi": 6.534, "ru": 6.704, "el": 7.171, "hi": 2.732, "ta": 2.984, "th": 3.204, "zh": 3.955, "my": 2.753}, "bpb_mean": 2.77814, "t": 44.7} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.0107, "bpb": 2.90082, "chunk_loss": 0.034399, "F": 0.23749, "G": 0.44055, "chunks": 243.19, "bytes_per_chunk": 4.211, "boundary_entropy": 0.66457, "router_noise": 0.0, "grad_norm": 1.078, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.1, "alpha": 0.03, "t": 44.7} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.05868, "bpb": 2.97004, "chunk_loss": 0.032083, "F": 0.20029, "G": 0.43098, "chunks": 205.09, "bytes_per_chunk": 4.993, "boundary_entropy": 0.66106, "router_noise": 0.0, "grad_norm": 0.8984, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 47.1} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06099, "bpb": 2.97338, "chunk_loss": 0.031066, "F": 0.18448, "G": 0.42578, "chunks": 188.91, "bytes_per_chunk": 5.421, "boundary_entropy": 0.66005, "router_noise": 0.0, "grad_norm": 0.8853, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 49.4} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.9705, "bpb": 2.84284, "chunk_loss": 0.031308, "F": 0.19049, "G": 0.42413, "chunks": 195.06, "bytes_per_chunk": 5.25, "boundary_entropy": 0.66052, "router_noise": 0.0, "grad_norm": 0.8843, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 51.7} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3252.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186864, "cps": 25.40625, "mean_p": 0.438201, "boundary_entropy": 0.665958, "bpb": 2.899856}, "de": {"chunks": 2888.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.140652, "cps": 22.5625, "mean_p": 0.434215, "boundary_entropy": 0.669937, "bpb": 3.197829}, "vi": {"chunks": 5483.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.297423, "cps": 42.835938, "mean_p": 0.445659, "boundary_entropy": 0.660262, "bpb": 2.542356}, "tr": {"chunks": 4235.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233939, "cps": 33.085938, "mean_p": 0.452669, "boundary_entropy": 0.668575, "bpb": 3.126755}, "fi": {"chunks": 3378.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179576, "cps": 26.390625, "mean_p": 0.436521, "boundary_entropy": 0.668568, "bpb": 3.366432}, "ru": {"chunks": 8353.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.440792, "cps": 65.257812, "mean_p": 0.414236, "boundary_entropy": 0.62962, "bpb": 2.200213}, "el": {"chunks": 4417.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.215222, "cps": 34.507812, "mean_p": 0.410404, "boundary_entropy": 0.654363, "bpb": 2.348004}, "hi": {"chunks": 6767.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.402199, "cps": 52.867188, "mean_p": 0.42087, "boundary_entropy": 0.656404, "bpb": 1.774394}, "ta": {"chunks": 15273.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.816956, "cps": 119.320312, "mean_p": 0.493391, "boundary_entropy": 0.658694, "bpb": 1.485577}, "th": {"chunks": 11085.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.689151, "cps": 86.601562, "mean_p": 0.410598, "boundary_entropy": 0.658088, "bpb": 1.87491}, "zh": {"chunks": 3729.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.631392, "cps": 29.132812, "mean_p": 0.424852, "boundary_entropy": 0.651814, "bpb": 3.946796}, "my": {"chunks": 18428.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.972556, "cps": 143.96875, "mean_p": 0.434055, "boundary_entropy": 0.659378, "bpb": 1.845076}}, "bpb": {"en": 2.89986, "de": 3.19783, "vi": 2.54236, "tr": 3.12675, "fi": 3.36643, "ru": 2.20021, "el": 2.348, "hi": 1.77439, "ta": 1.48558, "th": 1.87491, "zh": 3.9468, "my": 1.84508}, "gini_cpc": 0.339458, "gini_cps": 0.34833, "bpic": 4.396721, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7526938455475238, "vi": 1.5916540813089173, "tr": 1.251919622300681, "fi": 0.9609954801903025, "ru": 2.3588854433399216, "el": 1.1517550824536165, "hi": 2.152358882132655, "ta": 4.371922608902473, "th": 3.6879770981421345, "zh": 3.3788781000746004, "my": 5.204612624023644}, "t": 54.8} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.9078, "de": 3.19416, "vi": 2.54931, "tr": 3.13783, "fi": 3.36386, "ru": 2.18507, "el": 2.34217, "hi": 1.76882, "ta": 1.49904, "th": 1.9024, "zh": 3.96021, "my": 1.85855}, "bytes_per_chunk": {"en": 4.992, "de": 6.774, "vi": 4.783, "tr": 4.815, "fi": 5.371, "ru": 4.286, "el": 8.575, "hi": 6.902, "ta": 3.343, "th": 3.834, "zh": 4.275, "my": 2.951}, "bpb_mean": 2.55577, "t": 56.2} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.88773, "bpb": 2.72342, "chunk_loss": 0.032903, "F": 0.21765, "G": 0.42437, "chunks": 222.88, "bytes_per_chunk": 4.595, "boundary_entropy": 0.65649, "router_noise": 0.0, "grad_norm": 0.7167, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 56.2} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.90337, "bpb": 2.74598, "chunk_loss": 0.031213, "F": 0.18683, "G": 0.42924, "chunks": 191.31, "bytes_per_chunk": 5.352, "boundary_entropy": 0.66218, "router_noise": 0.0, "grad_norm": 0.9137, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 58.5} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.84538, "bpb": 2.66232, "chunk_loss": 0.033079, "F": 0.21817, "G": 0.43666, "chunks": 223.41, "bytes_per_chunk": 4.584, "boundary_entropy": 0.66433, "router_noise": 0.0, "grad_norm": 0.8447, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 60.7} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.91698, "bpb": 2.76561, "chunk_loss": 0.032703, "F": 0.21136, "G": 0.43518, "chunks": 216.44, "bytes_per_chunk": 4.731, "boundary_entropy": 0.66515, "router_noise": 0.0, "grad_norm": 0.9065, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 62.9} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3681.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211515, "cps": 28.757812, "mean_p": 0.446435, "boundary_entropy": 0.668812, "bpb": 2.700405}, "de": {"chunks": 3873.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188623, "cps": 30.257812, "mean_p": 0.445085, "boundary_entropy": 0.672554, "bpb": 3.023645}, "vi": {"chunks": 5288.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.286846, "cps": 41.3125, "mean_p": 0.450414, "boundary_entropy": 0.667357, "bpb": 2.412511}, "tr": {"chunks": 3551.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196155, "cps": 27.742188, "mean_p": 0.451632, "boundary_entropy": 0.670612, "bpb": 2.975929}, "fi": {"chunks": 3665.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194833, "cps": 28.632812, "mean_p": 0.44244, "boundary_entropy": 0.671824, "bpb": 3.221271}, "ru": {"chunks": 9593.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.506227, "cps": 74.945312, "mean_p": 0.422763, "boundary_entropy": 0.647833, "bpb": 2.040176}, "el": {"chunks": 4346.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.211762, "cps": 33.953125, "mean_p": 0.418976, "boundary_entropy": 0.65915, "bpb": 2.165339}, "hi": {"chunks": 7861.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.467221, "cps": 61.414062, "mean_p": 0.438216, "boundary_entropy": 0.667085, "bpb": 1.664161}, "ta": {"chunks": 19033.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.01808, "cps": 148.695312, "mean_p": 0.510163, "boundary_entropy": 0.660185, "bpb": 1.372801}, "th": {"chunks": 14807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.920547, "cps": 115.679688, "mean_p": 0.432866, "boundary_entropy": 0.666641, "bpb": 1.693609}, "zh": {"chunks": 3500.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.592618, "cps": 27.34375, "mean_p": 0.42346, "boundary_entropy": 0.652322, "bpb": 3.809418}, "my": {"chunks": 712.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.037577, "cps": 5.5625, "mean_p": 0.420185, "boundary_entropy": 0.670437, "bpb": 1.585948}}, "bpb": {"en": 2.7004, "de": 3.02365, "vi": 2.41251, "tr": 2.97593, "fi": 3.22127, "ru": 2.04018, "el": 2.16534, "hi": 1.66416, "ta": 1.3728, "th": 1.69361, "zh": 3.80942, "my": 1.58595}, "gini_cpc": 0.388898, "gini_cps": 0.387793, "bpic": 4.802665, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8917710973223735, "vi": 1.3561464994410857, "tr": 0.9273814905299886, "fi": 0.9211288787530333, "ru": 2.3933352256721565, "el": 1.0011685063145606, "hi": 2.208925283159617, "ta": 4.813268412663019, "th": 4.3521545963920785, "zh": 2.801772733432303, "my": 0.17765397134593386}, "t": 66.1} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.7107, "de": 3.02099, "vi": 2.41991, "tr": 2.98826, "fi": 3.21679, "ru": 2.02105, "el": 2.15379, "hi": 1.65829, "ta": 1.38455, "th": 1.7225, "zh": 3.82301, "my": 1.59656}, "bytes_per_chunk": {"en": 4.436, "de": 5.03, "vi": 4.908, "tr": 5.665, "fi": 5.211, "ru": 3.663, "el": 9.516, "hi": 5.615, "ta": 2.682, "th": 3.067, "zh": 4.491, "my": 49.284}, "bpb_mean": 2.39303, "t": 67.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64614, "bpb": 2.37488, "chunk_loss": 0.033324, "F": 0.21985, "G": 0.44019, "chunks": 225.12, "bytes_per_chunk": 4.549, "boundary_entropy": 0.66632, "router_noise": 0.0, "grad_norm": 0.8498, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 67.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.72637, "bpb": 2.49063, "chunk_loss": 0.03316, "F": 0.22046, "G": 0.43538, "chunks": 225.75, "bytes_per_chunk": 4.536, "boundary_entropy": 0.66528, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 69.8} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.63613, "bpb": 2.36043, "chunk_loss": 0.033006, "F": 0.21567, "G": 0.43855, "chunks": 220.84, "bytes_per_chunk": 4.637, "boundary_entropy": 0.66545, "router_noise": 0.0, "grad_norm": 0.7928, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 72.1} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.74102, "bpb": 2.51176, "chunk_loss": 0.032587, "F": 0.21045, "G": 0.43563, "chunks": 215.5, "bytes_per_chunk": 4.752, "boundary_entropy": 0.66566, "router_noise": 0.0, "grad_norm": 0.7885, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 74.3} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3644.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209389, "cps": 28.46875, "mean_p": 0.445228, "boundary_entropy": 0.668028, "bpb": 2.57653}, "de": {"chunks": 3413.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16622, "cps": 26.664062, "mean_p": 0.438263, "boundary_entropy": 0.670592, "bpb": 2.904971}, "vi": {"chunks": 5034.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273068, "cps": 39.328125, "mean_p": 0.44482, "boundary_entropy": 0.664818, "bpb": 2.28719}, "tr": {"chunks": 4664.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.257637, "cps": 36.4375, "mean_p": 0.457482, "boundary_entropy": 0.67157, "bpb": 2.87994}, "fi": {"chunks": 2709.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144011, "cps": 21.164062, "mean_p": 0.43464, "boundary_entropy": 0.669296, "bpb": 3.16544}, "ru": {"chunks": 9144.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.482533, "cps": 71.4375, "mean_p": 0.428376, "boundary_entropy": 0.653908, "bpb": 1.959488}, "el": {"chunks": 3313.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.161429, "cps": 25.882812, "mean_p": 0.413797, "boundary_entropy": 0.663049, "bpb": 2.079721}, "hi": {"chunks": 7034.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.418068, "cps": 54.953125, "mean_p": 0.433223, "boundary_entropy": 0.667711, "bpb": 1.577217}, "ta": {"chunks": 12239.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.654667, "cps": 95.617188, "mean_p": 0.485142, "boundary_entropy": 0.664579, "bpb": 1.396644}, "th": {"chunks": 7374.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45844, "cps": 57.609375, "mean_p": 0.451096, "boundary_entropy": 0.677538, "bpb": 1.605977}, "zh": {"chunks": 3055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517271, "cps": 23.867188, "mean_p": 0.422374, "boundary_entropy": 0.654896, "bpb": 3.706516}, "my": {"chunks": 1641.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.086605, "cps": 12.820312, "mean_p": 0.427754, "boundary_entropy": 0.67115, "bpb": 1.462954}}, "bpb": {"en": 2.57653, "de": 2.90497, "vi": 2.28719, "tr": 2.87994, "fi": 3.16544, "ru": 1.95949, "el": 2.07972, "hi": 1.57722, "ta": 1.39664, "th": 1.60598, "zh": 3.70652, "my": 1.46295}, "gini_cpc": 0.303758, "gini_cps": 0.301928, "bpic": 6.066341, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7938338851388755, "vi": 1.3041147926214185, "tr": 1.2304210211199689, "fi": 0.6877694381005672, "ru": 2.3044790004315474, "el": 0.7709502305062891, "hi": 1.996609085259736, "ta": 3.126556038950992, "th": 2.189413642603253, "zh": 2.4703786415273608, "my": 0.41360993007148567}, "t": 77.5} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.58947, "de": 2.91039, "vi": 2.29479, "tr": 2.89056, "fi": 3.16326, "ru": 1.94042, "el": 2.06959, "hi": 1.57234, "ta": 1.40542, "th": 1.62873, "zh": 3.71912, "my": 1.47287}, "bytes_per_chunk": {"en": 4.583, "de": 5.908, "vi": 5.257, "tr": 4.046, "fi": 7.157, "ru": 3.857, "el": 12.385, "hi": 5.906, "ta": 4.195, "th": 5.83, "zh": 5.436, "my": 22.478}, "bpb_mean": 2.30475, "t": 78.8} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.7539, "bpb": 2.53035, "chunk_loss": 0.031298, "F": 0.18793, "G": 0.43362, "chunks": 192.44, "bytes_per_chunk": 5.321, "boundary_entropy": 0.66744, "router_noise": 0.0, "grad_norm": 0.8121, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 78.8} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52086, "bpb": 2.19413, "chunk_loss": 0.034097, "F": 0.23486, "G": 0.44227, "chunks": 240.5, "bytes_per_chunk": 4.258, "boundary_entropy": 0.66983, "router_noise": 0.0, "grad_norm": 0.8024, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 81.0} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.76989, "bpb": 2.5534, "chunk_loss": 0.032483, "F": 0.20749, "G": 0.44051, "chunks": 212.47, "bytes_per_chunk": 4.82, "boundary_entropy": 0.66964, "router_noise": 0.0, "grad_norm": 0.829, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 83.1} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.68369, "bpb": 2.42905, "chunk_loss": 0.031745, "F": 0.19611, "G": 0.43358, "chunks": 200.81, "bytes_per_chunk": 5.099, "boundary_entropy": 0.6657, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 85.3} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3495.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200827, "cps": 27.304688, "mean_p": 0.445521, "boundary_entropy": 0.668478, "bpb": 2.481139}, "de": {"chunks": 3524.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171626, "cps": 27.53125, "mean_p": 0.443884, "boundary_entropy": 0.672638, "bpb": 2.782676}, "vi": {"chunks": 5450.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.295633, "cps": 42.578125, "mean_p": 0.447862, "boundary_entropy": 0.665033, "bpb": 2.224903}, "tr": {"chunks": 4444.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.245484, "cps": 34.71875, "mean_p": 0.455403, "boundary_entropy": 0.670152, "bpb": 2.789218}, "fi": {"chunks": 3100.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164797, "cps": 24.21875, "mean_p": 0.436382, "boundary_entropy": 0.669335, "bpb": 3.042167}, "ru": {"chunks": 9805.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.517414, "cps": 76.601562, "mean_p": 0.433294, "boundary_entropy": 0.659668, "bpb": 1.889764}, "el": {"chunks": 5155.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.251182, "cps": 40.273438, "mean_p": 0.428652, "boundary_entropy": 0.66935, "bpb": 1.973475}, "hi": {"chunks": 10215.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.607132, "cps": 79.804688, "mean_p": 0.453867, "boundary_entropy": 0.674479, "bpb": 1.568878}, "ta": {"chunks": 15386.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.823001, "cps": 120.203125, "mean_p": 0.499803, "boundary_entropy": 0.667631, "bpb": 1.265967}, "th": {"chunks": 9791.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.608704, "cps": 76.492188, "mean_p": 0.444598, "boundary_entropy": 0.675164, "bpb": 1.501062}, "zh": {"chunks": 3004.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508635, "cps": 23.46875, "mean_p": 0.416226, "boundary_entropy": 0.652067, "bpb": 3.614952}, "my": {"chunks": 3934.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.207621, "cps": 30.734375, "mean_p": 0.443973, "boundary_entropy": 0.677532, "bpb": 1.441098}}, "bpb": {"en": 2.48114, "de": 2.78268, "vi": 2.2249, "tr": 2.78922, "fi": 3.04217, "ru": 1.88976, "el": 1.97347, "hi": 1.56888, "ta": 1.26597, "th": 1.50106, "zh": 3.61495, "my": 1.4411}, "gini_cpc": 0.296986, "gini_cps": 0.302922, "bpic": 4.964633, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8545951675404128, "vi": 1.4720762311846167, "tr": 1.2223636847709067, "fi": 0.8205910020230606, "ru": 2.5764120624639038, "el": 1.2507334490623834, "hi": 3.0231537730614946, "ta": 4.098049488800911, "th": 3.0309789863666863, "zh": 2.532698107256896, "my": 1.0338271175414802}, "t": 88.4} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.49124, "de": 2.78491, "vi": 2.23136, "tr": 2.80218, "fi": 3.04475, "ru": 1.87374, "el": 1.96194, "hi": 1.56468, "ta": 1.27639, "th": 1.52409, "zh": 3.626, "my": 1.45085}, "bytes_per_chunk": {"en": 4.976, "de": 5.648, "vi": 4.588, "tr": 4.352, "fi": 6.313, "ru": 3.602, "el": 6.85, "hi": 4.447, "ta": 3.535, "th": 4.547, "zh": 5.55, "my": 9.538}, "bpb_mean": 2.21934, "t": 89.7} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.62563, "bpb": 2.34529, "chunk_loss": 0.033656, "F": 0.22675, "G": 0.44344, "chunks": 232.19, "bytes_per_chunk": 4.41, "boundary_entropy": 0.66932, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 89.7} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.66224, "bpb": 2.3981, "chunk_loss": 0.032061, "F": 0.20074, "G": 0.4367, "chunks": 205.56, "bytes_per_chunk": 4.981, "boundary_entropy": 0.66864, "router_noise": 0.0, "grad_norm": 0.9662, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 91.8} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.59279, "bpb": 2.29791, "chunk_loss": 0.033492, "F": 0.22385, "G": 0.44254, "chunks": 229.22, "bytes_per_chunk": 4.467, "boundary_entropy": 0.66982, "router_noise": 0.0, "grad_norm": 0.7652, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 94.0} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71578, "bpb": 2.47534, "chunk_loss": 0.032595, "F": 0.21075, "G": 0.43899, "chunks": 215.81, "bytes_per_chunk": 4.745, "boundary_entropy": 0.67089, "router_noise": 0.0, "grad_norm": 0.9116, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 96.2} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3779.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217146, "cps": 29.523438, "mean_p": 0.444829, "boundary_entropy": 0.66781, "bpb": 2.430971}, "de": {"chunks": 3875.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188721, "cps": 30.273438, "mean_p": 0.443741, "boundary_entropy": 0.671519, "bpb": 2.729554}, "vi": {"chunks": 5269.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.285815, "cps": 41.164062, "mean_p": 0.447236, "boundary_entropy": 0.663777, "bpb": 2.188014}, "tr": {"chunks": 3944.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217864, "cps": 30.8125, "mean_p": 0.449631, "boundary_entropy": 0.668831, "bpb": 2.726346}, "fi": {"chunks": 2695.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.143267, "cps": 21.054688, "mean_p": 0.43272, "boundary_entropy": 0.668171, "bpb": 2.956527}, "ru": {"chunks": 9423.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.497256, "cps": 73.617188, "mean_p": 0.434261, "boundary_entropy": 0.661575, "bpb": 1.832511}, "el": {"chunks": 6227.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303416, "cps": 48.648438, "mean_p": 0.431937, "boundary_entropy": 0.670104, "bpb": 1.921032}, "hi": {"chunks": 7968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.473581, "cps": 62.25, "mean_p": 0.44271, "boundary_entropy": 0.671087, "bpb": 1.481012}, "ta": {"chunks": 14266.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.763092, "cps": 111.453125, "mean_p": 0.487416, "boundary_entropy": 0.668099, "bpb": 1.207934}, "th": {"chunks": 10967.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.681815, "cps": 85.679688, "mean_p": 0.447299, "boundary_entropy": 0.676459, "bpb": 1.424507}, "zh": {"chunks": 3481.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.589401, "cps": 27.195312, "mean_p": 0.417382, "boundary_entropy": 0.651736, "bpb": 3.575205}, "my": {"chunks": 14909.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.786838, "cps": 116.476562, "mean_p": 0.447687, "boundary_entropy": 0.676008, "bpb": 1.54895}}, "bpb": {"en": 2.43097, "de": 2.72955, "vi": 2.18801, "tr": 2.72635, "fi": 2.95653, "ru": 1.83251, "el": 1.92103, "hi": 1.48101, "ta": 1.20793, "th": 1.42451, "zh": 3.5752, "my": 1.54895}, "gini_cpc": 0.294009, "gini_cps": 0.309614, "bpic": 4.421287, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8690935523060375, "vi": 1.3162315145301073, "tr": 1.0033064012568578, "fi": 0.6597723551059129, "ru": 2.2899563551106272, "el": 1.3972858106634811, "hi": 2.1809287660320367, "ta": 3.5141798034930862, "th": 3.1398869116445507, "zh": 2.7142997639565687, "my": 3.623534219054302}, "t": 99.2} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.44028, "de": 2.73284, "vi": 2.19602, "tr": 2.73713, "fi": 2.95908, "ru": 1.81334, "el": 1.91103, "hi": 1.4783, "ta": 1.21679, "th": 1.4477, "zh": 3.58203, "my": 1.55841}, "bytes_per_chunk": {"en": 4.7, "de": 5.384, "vi": 4.97, "tr": 4.99, "fi": 6.905, "ru": 3.732, "el": 5.941, "hi": 5.501, "ta": 3.68, "th": 4.035, "zh": 4.733, "my": 3.856}, "bpb_mean": 2.17275, "t": 100.6} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.58787, "bpb": 2.29082, "chunk_loss": 0.032762, "F": 0.21359, "G": 0.43674, "chunks": 218.72, "bytes_per_chunk": 4.682, "boundary_entropy": 0.66946, "router_noise": 0.0, "grad_norm": 1.0044, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 100.6} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.73349, "bpb": 2.50089, "chunk_loss": 0.031764, "F": 0.19659, "G": 0.43445, "chunks": 201.31, "bytes_per_chunk": 5.087, "boundary_entropy": 0.66876, "router_noise": 0.0, "grad_norm": 0.7808, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 102.8} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.57246, "bpb": 2.26858, "chunk_loss": 0.032819, "F": 0.21411, "G": 0.4386, "chunks": 219.25, "bytes_per_chunk": 4.67, "boundary_entropy": 0.66846, "router_noise": 0.0, "grad_norm": 0.8184, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 104.9} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.62578, "bpb": 2.3455, "chunk_loss": 0.033233, "F": 0.22086, "G": 0.43818, "chunks": 226.16, "bytes_per_chunk": 4.528, "boundary_entropy": 0.66909, "router_noise": 0.0, "grad_norm": 0.8147, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 107.1} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3620.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20801, "cps": 28.28125, "mean_p": 0.443997, "boundary_entropy": 0.668257, "bpb": 2.355843}, "de": {"chunks": 3832.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186626, "cps": 29.9375, "mean_p": 0.442608, "boundary_entropy": 0.671798, "bpb": 2.655587}, "vi": {"chunks": 5682.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.308218, "cps": 44.390625, "mean_p": 0.447671, "boundary_entropy": 0.665278, "bpb": 2.126098}, "tr": {"chunks": 4025.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222339, "cps": 31.445312, "mean_p": 0.452418, "boundary_entropy": 0.670462, "bpb": 2.645621}, "fi": {"chunks": 3353.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178247, "cps": 26.195312, "mean_p": 0.4384, "boundary_entropy": 0.66962, "bpb": 2.906973}, "ru": {"chunks": 8727.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.460528, "cps": 68.179688, "mean_p": 0.431754, "boundary_entropy": 0.66269, "bpb": 1.767966}, "el": {"chunks": 4430.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.215855, "cps": 34.609375, "mean_p": 0.430713, "boundary_entropy": 0.671125, "bpb": 1.879174}, "hi": {"chunks": 18238.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.083982, "cps": 142.484375, "mean_p": 0.454268, "boundary_entropy": 0.670054, "bpb": 1.446802}, "ta": {"chunks": 12862.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.687991, "cps": 100.484375, "mean_p": 0.48088, "boundary_entropy": 0.666784, "bpb": 1.226772}, "th": {"chunks": 8747.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.543799, "cps": 68.335938, "mean_p": 0.441502, "boundary_entropy": 0.674929, "bpb": 1.375184}, "zh": {"chunks": 3846.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.651202, "cps": 30.046875, "mean_p": 0.417223, "boundary_entropy": 0.650823, "bpb": 3.532932}, "my": {"chunks": 20370.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.075047, "cps": 159.140625, "mean_p": 0.454693, "boundary_entropy": 0.677052, "bpb": 1.318159}}, "bpb": {"en": 2.35584, "de": 2.65559, "vi": 2.1261, "tr": 2.64562, "fi": 2.90697, "ru": 1.76797, "el": 1.87917, "hi": 1.4468, "ta": 1.22677, "th": 1.37518, "zh": 3.53293, "my": 1.31816}, "gini_cpc": 0.352296, "gini_cps": 0.359676, "bpic": 3.926871, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8971987150182446, "vi": 1.4817455686471956, "tr": 1.0688847549153204, "fi": 0.8569139632946634, "ru": 2.2139678566742957, "el": 1.0377158035601077, "hi": 5.211199362957977, "ta": 3.3074903473762447, "th": 2.614289092648345, "zh": 3.130627435719458, "my": 5.168246302471318}, "t": 110.3} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36806, "de": 2.66047, "vi": 2.13104, "tr": 2.65406, "fi": 2.91009, "ru": 1.74996, "el": 1.86744, "hi": 1.44554, "ta": 1.23403, "th": 1.39586, "zh": 3.53904, "my": 1.32643}, "bytes_per_chunk": {"en": 4.572, "de": 5.33, "vi": 4.445, "tr": 4.921, "fi": 5.546, "ru": 3.949, "el": 8.401, "hi": 2.367, "ta": 4.064, "th": 5.074, "zh": 4.459, "my": 2.619}, "bpb_mean": 2.10683, "t": 111.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.60682, "bpb": 2.31815, "chunk_loss": 0.033036, "F": 0.21774, "G": 0.43685, "chunks": 222.97, "bytes_per_chunk": 4.593, "boundary_entropy": 0.66734, "router_noise": 0.0, "grad_norm": 0.8029, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 111.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.53402, "bpb": 2.21313, "chunk_loss": 0.033609, "F": 0.22574, "G": 0.44254, "chunks": 231.16, "bytes_per_chunk": 4.43, "boundary_entropy": 0.66959, "router_noise": 0.0, "grad_norm": 0.7971, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 113.9} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.45651, "bpb": 2.1013, "chunk_loss": 0.03282, "F": 0.21408, "G": 0.43722, "chunks": 219.22, "bytes_per_chunk": 4.671, "boundary_entropy": 0.66851, "router_noise": 0.0, "grad_norm": 0.7132, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 116.0} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.63551, "bpb": 2.35954, "chunk_loss": 0.031339, "F": 0.18991, "G": 0.43432, "chunks": 194.47, "bytes_per_chunk": 5.266, "boundary_entropy": 0.66954, "router_noise": 0.0, "grad_norm": 0.8568, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 118.2} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3788.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217664, "cps": 29.59375, "mean_p": 0.446024, "boundary_entropy": 0.669022, "bpb": 2.324433}, "de": {"chunks": 3518.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171334, "cps": 27.484375, "mean_p": 0.440179, "boundary_entropy": 0.6713, "bpb": 2.586937}, "vi": {"chunks": 4886.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.265039, "cps": 38.171875, "mean_p": 0.439438, "boundary_entropy": 0.662668, "bpb": 2.11551}, "tr": {"chunks": 4273.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236038, "cps": 33.382812, "mean_p": 0.454132, "boundary_entropy": 0.670666, "bpb": 2.621236}, "fi": {"chunks": 3664.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19478, "cps": 28.625, "mean_p": 0.442519, "boundary_entropy": 0.670875, "bpb": 2.84472}, "ru": {"chunks": 8938.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.471662, "cps": 69.828125, "mean_p": 0.432746, "boundary_entropy": 0.66241, "bpb": 1.724828}, "el": {"chunks": 4097.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.19963, "cps": 32.007812, "mean_p": 0.427939, "boundary_entropy": 0.670676, "bpb": 1.835781}, "hi": {"chunks": 8658.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.514591, "cps": 67.640625, "mean_p": 0.44315, "boundary_entropy": 0.671264, "bpb": 1.424736}, "ta": {"chunks": 16154.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.864081, "cps": 126.203125, "mean_p": 0.487445, "boundary_entropy": 0.664838, "bpb": 1.146274}, "th": {"chunks": 3338.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.207523, "cps": 26.078125, "mean_p": 0.432665, "boundary_entropy": 0.674284, "bpb": 1.354827}, "zh": {"chunks": 3804.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.644091, "cps": 29.71875, "mean_p": 0.413841, "boundary_entropy": 0.649285, "bpb": 3.494047}, "my": {"chunks": 5222.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.275596, "cps": 40.796875, "mean_p": 0.445704, "boundary_entropy": 0.677698, "bpb": 1.315965}}, "bpb": {"en": 2.32443, "de": 2.58694, "vi": 2.11551, "tr": 2.62124, "fi": 2.84472, "ru": 1.72483, "el": 1.83578, "hi": 1.42474, "ta": 1.14627, "th": 1.35483, "zh": 3.49405, "my": 1.31597}, "gini_cpc": 0.300957, "gini_cps": 0.278772, "bpic": 5.456085, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7871501414443415, "vi": 1.2176556003584613, "tr": 1.0844174345311741, "fi": 0.8948654309693316, "ru": 2.166932014164993, "el": 0.9171476733472492, "hi": 2.364158875058643, "ta": 3.9698012021465003, "th": 0.9534093725289259, "zh": 2.9591107212574617, "my": 1.266157235976682}, "t": 121.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33331, "de": 2.5922, "vi": 2.11984, "tr": 2.63313, "fi": 2.84357, "ru": 1.70517, "el": 1.82619, "hi": 1.42434, "ta": 1.15367, "th": 1.37388, "zh": 3.49933, "my": 1.32514}, "bytes_per_chunk": {"en": 4.402, "de": 5.899, "vi": 5.356, "tr": 4.574, "fi": 4.859, "ru": 3.906, "el": 8.712, "hi": 5.155, "ta": 3.149, "th": 12.216, "zh": 4.434, "my": 9.765}, "bpb_mean": 2.06915, "t": 122.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.58778, "bpb": 2.29069, "chunk_loss": 0.032358, "F": 0.20538, "G": 0.43971, "chunks": 210.31, "bytes_per_chunk": 4.869, "boundary_entropy": 0.671, "router_noise": 0.0, "grad_norm": 1.0566, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 122.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.56345, "bpb": 2.25558, "chunk_loss": 0.03203, "F": 0.2009, "G": 0.43737, "chunks": 205.72, "bytes_per_chunk": 4.978, "boundary_entropy": 0.67009, "router_noise": 0.0, "grad_norm": 0.9142, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 124.7} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.6136, "bpb": 2.32793, "chunk_loss": 0.032374, "F": 0.20779, "G": 0.43265, "chunks": 212.78, "bytes_per_chunk": 4.812, "boundary_entropy": 0.66754, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 126.8} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61608, "bpb": 2.33151, "chunk_loss": 0.031567, "F": 0.19376, "G": 0.43399, "chunks": 198.41, "bytes_per_chunk": 5.161, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.9026, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 128.9} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.223697, "cps": 30.414062, "mean_p": 0.445614, "boundary_entropy": 0.668042, "bpb": 2.290107}, "de": {"chunks": 3915.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190669, "cps": 30.585938, "mean_p": 0.443569, "boundary_entropy": 0.671766, "bpb": 2.572561}, "vi": {"chunks": 5308.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.287931, "cps": 41.46875, "mean_p": 0.444646, "boundary_entropy": 0.664653, "bpb": 2.087619}, "tr": {"chunks": 4371.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.241452, "cps": 34.148438, "mean_p": 0.45134, "boundary_entropy": 0.669687, "bpb": 2.570845}, "fi": {"chunks": 3108.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165222, "cps": 24.28125, "mean_p": 0.438413, "boundary_entropy": 0.669801, "bpb": 2.786095}, "ru": {"chunks": 8825.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.465699, "cps": 68.945312, "mean_p": 0.433583, "boundary_entropy": 0.662815, "bpb": 1.697669}, "el": {"chunks": 4975.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.242411, "cps": 38.867188, "mean_p": 0.432154, "boundary_entropy": 0.671789, "bpb": 1.799228}, "hi": {"chunks": 10695.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.635661, "cps": 83.554688, "mean_p": 0.446396, "boundary_entropy": 0.670685, "bpb": 1.426613}, "ta": {"chunks": 12437.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.665258, "cps": 97.164062, "mean_p": 0.473445, "boundary_entropy": 0.666328, "bpb": 1.136411}, "th": {"chunks": 7195.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.447311, "cps": 56.210938, "mean_p": 0.438295, "boundary_entropy": 0.673425, "bpb": 1.305859}, "zh": {"chunks": 2823.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477988, "cps": 22.054688, "mean_p": 0.410867, "boundary_entropy": 0.649562, "bpb": 3.475666}, "my": {"chunks": 8885.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.468915, "cps": 69.414062, "mean_p": 0.448146, "boundary_entropy": 0.677103, "bpb": 1.275413}}, "bpb": {"en": 2.29011, "de": 2.57256, "vi": 2.08762, "tr": 2.57085, "fi": 2.7861, "ru": 1.69767, "el": 1.79923, "hi": 1.42661, "ta": 1.13641, "th": 1.30586, "zh": 3.47567, "my": 1.27541}, "gini_cpc": 0.244742, "gini_cps": 0.264224, "bpic": 5.02134, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8523521789318514, "vi": 1.2871450436691672, "tr": 1.0793690765058617, "fi": 0.7385992174403533, "ru": 2.081829777687711, "el": 1.0836572886923719, "hi": 2.8416162815950754, "ta": 2.9739241066542856, "th": 1.9996291056191418, "zh": 2.1367669218649326, "my": 2.096205096528463}, "t": 132.0} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.302, "de": 2.57937, "vi": 2.09122, "tr": 2.57917, "fi": 2.78756, "ru": 1.67857, "el": 1.78887, "hi": 1.4247, "ta": 1.14406, "th": 1.32552, "zh": 3.47843, "my": 1.28412}, "bytes_per_chunk": {"en": 4.531, "de": 5.313, "vi": 4.779, "tr": 4.444, "fi": 6.2, "ru": 4.011, "el": 7.436, "hi": 4.094, "ta": 4.09, "th": 6.36, "zh": 5.854, "my": 5.625}, "bpb_mean": 2.03863, "t": 133.3} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.54315, "bpb": 2.22629, "chunk_loss": 0.032554, "F": 0.20938, "G": 0.43724, "chunks": 214.41, "bytes_per_chunk": 4.776, "boundary_entropy": 0.66934, "router_noise": 0.0, "grad_norm": 0.8407, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 133.3} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.4215, "bpb": 2.0508, "chunk_loss": 0.033085, "F": 0.21866, "G": 0.43826, "chunks": 223.91, "bytes_per_chunk": 4.573, "boundary_entropy": 0.66906, "router_noise": 0.0, "grad_norm": 0.8268, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 135.4} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.57854, "bpb": 2.27736, "chunk_loss": 0.032222, "F": 0.20404, "G": 0.43824, "chunks": 208.94, "bytes_per_chunk": 4.901, "boundary_entropy": 0.66999, "router_noise": 0.0, "grad_norm": 0.8655, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 137.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.49758, "bpb": 2.16055, "chunk_loss": 0.032555, "F": 0.20938, "G": 0.438, "chunks": 214.41, "bytes_per_chunk": 4.776, "boundary_entropy": 0.66895, "router_noise": 0.0, "grad_norm": 0.7727, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 139.6} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3782.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217319, "cps": 29.546875, "mean_p": 0.442825, "boundary_entropy": 0.667025, "bpb": 2.256389}, "de": {"chunks": 3912.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190523, "cps": 30.5625, "mean_p": 0.442763, "boundary_entropy": 0.671109, "bpb": 2.520129}, "vi": {"chunks": 5046.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273718, "cps": 39.421875, "mean_p": 0.438069, "boundary_entropy": 0.66101, "bpb": 2.062391}, "tr": {"chunks": 4407.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.24344, "cps": 34.429688, "mean_p": 0.449925, "boundary_entropy": 0.667575, "bpb": 2.514412}, "fi": {"chunks": 3610.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191909, "cps": 28.203125, "mean_p": 0.442828, "boundary_entropy": 0.670751, "bpb": 2.741499}, "ru": {"chunks": 7862.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414881, "cps": 61.421875, "mean_p": 0.432664, "boundary_entropy": 0.66508, "bpb": 1.669875}, "el": {"chunks": 3948.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.19237, "cps": 30.84375, "mean_p": 0.430238, "boundary_entropy": 0.671948, "bpb": 1.764423}, "hi": {"chunks": 8710.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.517682, "cps": 68.046875, "mean_p": 0.443969, "boundary_entropy": 0.671959, "bpb": 1.386151}, "ta": {"chunks": 14291.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.764429, "cps": 111.648438, "mean_p": 0.477074, "boundary_entropy": 0.664704, "bpb": 1.113131}, "th": {"chunks": 7442.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462667, "cps": 58.140625, "mean_p": 0.442242, "boundary_entropy": 0.675528, "bpb": 1.286872}, "zh": {"chunks": 3590.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.607856, "cps": 28.046875, "mean_p": 0.416413, "boundary_entropy": 0.650951, "bpb": 3.416164}, "my": {"chunks": 20625.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.088505, "cps": 161.132812, "mean_p": 0.462022, "boundary_entropy": 0.679066, "bpb": 1.253389}}, "bpb": {"en": 2.25639, "de": 2.52013, "vi": 2.06239, "tr": 2.51441, "fi": 2.7415, "ru": 1.66988, "el": 1.76442, "hi": 1.38615, "ta": 1.11313, "th": 1.28687, "zh": 3.41616, "my": 1.25339}, "gini_cpc": 0.326531, "gini_cps": 0.333315, "bpic": 4.399897, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8766960193549469, "vi": 1.2595247325883947, "tr": 1.1201987785213894, "fi": 0.8830756591473069, "ru": 1.9090900795184522, "el": 0.8851948825366327, "hi": 2.3821312025446257, "ta": 3.5175456749634995, "th": 2.1289781102409577, "zh": 2.797071715648097, "my": 5.008794072720051}, "t": 142.6} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26717, "de": 2.52447, "vi": 2.06572, "tr": 2.52387, "fi": 2.74327, "ru": 1.65092, "el": 1.75349, "hi": 1.38381, "ta": 1.11959, "th": 1.30697, "zh": 3.422, "my": 1.26102}, "bytes_per_chunk": {"en": 4.585, "de": 5.381, "vi": 5.194, "tr": 4.518, "fi": 5.168, "ru": 4.405, "el": 9.825, "hi": 4.895, "ta": 3.588, "th": 5.743, "zh": 4.571, "my": 2.589}, "bpb_mean": 2.00186, "t": 144.0} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.51576, "bpb": 2.18678, "chunk_loss": 0.031941, "F": 0.20013, "G": 0.43375, "chunks": 204.94, "bytes_per_chunk": 4.997, "boundary_entropy": 0.66868, "router_noise": 0.0, "grad_norm": 0.793, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 144.0} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.72734, "bpb": 2.49202, "chunk_loss": 0.032229, "F": 0.20456, "G": 0.43555, "chunks": 209.47, "bytes_per_chunk": 4.889, "boundary_entropy": 0.66815, "router_noise": 0.0, "grad_norm": 0.8439, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 146.1} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.50866, "bpb": 2.17654, "chunk_loss": 0.032509, "F": 0.20959, "G": 0.43625, "chunks": 214.62, "bytes_per_chunk": 4.771, "boundary_entropy": 0.66887, "router_noise": 0.0, "grad_norm": 0.7175, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 148.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.52048, "bpb": 2.19359, "chunk_loss": 0.031942, "F": 0.1998, "G": 0.43473, "chunks": 204.59, "bytes_per_chunk": 5.005, "boundary_entropy": 0.66928, "router_noise": 0.0, "grad_norm": 0.7615, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 150.3} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3549.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20393, "cps": 27.726562, "mean_p": 0.44041, "boundary_entropy": 0.666427, "bpb": 2.226793}, "de": {"chunks": 3640.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177276, "cps": 28.4375, "mean_p": 0.442262, "boundary_entropy": 0.67184, "bpb": 2.48585}, "vi": {"chunks": 5476.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.297044, "cps": 42.78125, "mean_p": 0.441098, "boundary_entropy": 0.660528, "bpb": 2.056292}, "tr": {"chunks": 4089.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225874, "cps": 31.945312, "mean_p": 0.447596, "boundary_entropy": 0.667425, "bpb": 2.476007}, "fi": {"chunks": 2853.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151667, "cps": 22.289062, "mean_p": 0.436107, "boundary_entropy": 0.669466, "bpb": 2.714949}, "ru": {"chunks": 7155.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.377573, "cps": 55.898438, "mean_p": 0.427177, "boundary_entropy": 0.662503, "bpb": 1.649065}, "el": {"chunks": 6228.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303464, "cps": 48.65625, "mean_p": 0.437646, "boundary_entropy": 0.673304, "bpb": 1.730321}, "hi": {"chunks": 7377.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.438455, "cps": 57.632812, "mean_p": 0.440095, "boundary_entropy": 0.669796, "bpb": 1.358621}, "ta": {"chunks": 12103.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.647392, "cps": 94.554688, "mean_p": 0.465469, "boundary_entropy": 0.667348, "bpb": 1.092926}, "th": {"chunks": 6159.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.382903, "cps": 48.117188, "mean_p": 0.438402, "boundary_entropy": 0.674981, "bpb": 1.264583}, "zh": {"chunks": 3565.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.603623, "cps": 27.851562, "mean_p": 0.410034, "boundary_entropy": 0.646027, "bpb": 3.408708}, "my": {"chunks": 16594.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.875765, "cps": 129.640625, "mean_p": 0.453257, "boundary_entropy": 0.677629, "bpb": 1.235886}}, "bpb": {"en": 2.22679, "de": 2.48585, "vi": 2.05629, "tr": 2.47601, "fi": 2.71495, "ru": 1.64906, "el": 1.73032, "hi": 1.35862, "ta": 1.09293, "th": 1.26458, "zh": 3.40871, "my": 1.23589}, "gini_cpc": 0.29151, "gini_cps": 0.29562, "bpic": 4.871059, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8692948312097973, "vi": 1.4565936702508022, "tr": 1.1076044195119232, "fi": 0.7437175142527576, "ru": 1.8514779517215076, "el": 1.4880786288924999, "hi": 2.1500216414057993, "ta": 3.1745756784002306, "th": 1.877618085030629, "zh": 2.9599488921820836, "my": 4.294432991052078}, "t": 153.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23397, "de": 2.492, "vi": 2.05725, "tr": 2.48284, "fi": 2.71392, "ru": 1.62678, "el": 1.72135, "hi": 1.35715, "ta": 1.09917, "th": 1.28235, "zh": 3.41269, "my": 1.24623}, "bytes_per_chunk": {"en": 5.035, "de": 5.709, "vi": 4.72, "tr": 4.911, "fi": 6.538, "ru": 4.844, "el": 6.177, "hi": 6.119, "ta": 4.149, "th": 7.111, "zh": 4.732, "my": 3.259}, "bpb_mean": 1.97714, "t": 154.6} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 154.6} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.5385, "bpb": 2.21958, "chunk_loss": 0.031633, "F": 0.19412, "G": 0.43571, "chunks": 198.78, "bytes_per_chunk": 5.151, "boundary_entropy": 0.66818, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 154.6} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.33269, "bpb": 1.92267, "chunk_loss": 0.032444, "F": 0.20776, "G": 0.43739, "chunks": 212.75, "bytes_per_chunk": 4.813, "boundary_entropy": 0.66891, "router_noise": 0.0, "grad_norm": 0.6818, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 156.7} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.43355, "bpb": 2.06817, "chunk_loss": 0.032249, "F": 0.20551, "G": 0.43471, "chunks": 210.44, "bytes_per_chunk": 4.866, "boundary_entropy": 0.66845, "router_noise": 0.0, "grad_norm": 0.7733, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 158.8} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.5952, "bpb": 2.30139, "chunk_loss": 0.032279, "F": 0.20596, "G": 0.43411, "chunks": 210.91, "bytes_per_chunk": 4.855, "boundary_entropy": 0.6674, "router_noise": 0.0, "grad_norm": 0.7692, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 160.9} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3857.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.221628, "cps": 30.132812, "mean_p": 0.44037, "boundary_entropy": 0.665685, "bpb": 2.202613}, "de": {"chunks": 3906.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19023, "cps": 30.515625, "mean_p": 0.441102, "boundary_entropy": 0.670546, "bpb": 2.455797}, "vi": {"chunks": 5205.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.282343, "cps": 40.664062, "mean_p": 0.435542, "boundary_entropy": 0.658935, "bpb": 2.036525}, "tr": {"chunks": 4589.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.253494, "cps": 35.851562, "mean_p": 0.450867, "boundary_entropy": 0.668535, "bpb": 2.453737}, "fi": {"chunks": 3422.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181915, "cps": 26.734375, "mean_p": 0.440012, "boundary_entropy": 0.66964, "bpb": 2.671344}, "ru": {"chunks": 8285.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.437203, "cps": 64.726562, "mean_p": 0.433715, "boundary_entropy": 0.665407, "bpb": 1.596425}, "el": {"chunks": 3864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.188277, "cps": 30.1875, "mean_p": 0.431179, "boundary_entropy": 0.672503, "bpb": 1.715475}, "hi": {"chunks": 6955.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413373, "cps": 54.335938, "mean_p": 0.443064, "boundary_entropy": 0.672843, "bpb": 1.354307}, "ta": {"chunks": 13503.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.722279, "cps": 105.492188, "mean_p": 0.467657, "boundary_entropy": 0.665422, "bpb": 1.079371}, "th": {"chunks": 4940.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.307118, "cps": 38.59375, "mean_p": 0.436181, "boundary_entropy": 0.674387, "bpb": 1.238968}, "zh": {"chunks": 2916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493735, "cps": 22.78125, "mean_p": 0.409907, "boundary_entropy": 0.648494, "bpb": 3.371191}, "my": {"chunks": 8143.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.429755, "cps": 63.617188, "mean_p": 0.446047, "boundary_entropy": 0.676899, "bpb": 1.218873}}, "bpb": {"en": 2.20261, "de": 2.4558, "vi": 2.03652, "tr": 2.45374, "fi": 2.67134, "ru": 1.59642, "el": 1.71547, "hi": 1.35431, "ta": 1.07937, "th": 1.23897, "zh": 3.37119, "my": 1.21887}, "gini_cpc": 0.241971, "gini_cps": 0.251406, "bpic": 5.515283, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8583300415965339, "vi": 1.2739490909029538, "tr": 1.143778655113422, "fi": 0.820809932438347, "ru": 1.972685170299965, "el": 0.8495144175809831, "hi": 1.8651619313180217, "ta": 3.2589618719447584, "th": 1.3857355704225245, "zh": 2.2277608029204576, "my": 1.9390791653414508}, "t": 163.9} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21287, "de": 2.46162, "vi": 2.03774, "tr": 2.459, "fi": 2.67277, "ru": 1.57422, "el": 1.70771, "hi": 1.35111, "ta": 1.0873, "th": 1.26332, "zh": 3.37623, "my": 1.22751}, "bytes_per_chunk": {"en": 4.478, "de": 5.459, "vi": 4.993, "tr": 4.282, "fi": 5.437, "ru": 4.153, "el": 9.783, "hi": 6.343, "ta": 3.753, "th": 8.764, "zh": 5.63, "my": 6.868}, "bpb_mean": 1.95262, "t": 165.1} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.69357, "bpb": 2.44331, "chunk_loss": 0.031877, "F": 0.19861, "G": 0.42916, "chunks": 203.38, "bytes_per_chunk": 5.035, "boundary_entropy": 0.66544, "router_noise": 0.0, "grad_norm": 0.7723, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 165.2} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44529, "bpb": 2.08511, "chunk_loss": 0.032853, "F": 0.21481, "G": 0.4357, "chunks": 219.97, "bytes_per_chunk": 4.655, "boundary_entropy": 0.66874, "router_noise": 0.0, "grad_norm": 0.7316, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 167.2} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.38808, "bpb": 2.00257, "chunk_loss": 0.032206, "F": 0.20486, "G": 0.43416, "chunks": 209.78, "bytes_per_chunk": 4.881, "boundary_entropy": 0.66778, "router_noise": 0.0, "grad_norm": 0.7298, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 169.3} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.36666, "bpb": 1.97167, "chunk_loss": 0.031482, "F": 0.19193, "G": 0.4347, "chunks": 196.53, "bytes_per_chunk": 5.21, "boundary_entropy": 0.66994, "router_noise": 0.0, "grad_norm": 0.8102, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 171.4} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3727.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214158, "cps": 29.117188, "mean_p": 0.441, "boundary_entropy": 0.665845, "bpb": 2.181097}, "de": {"chunks": 3819.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185993, "cps": 29.835938, "mean_p": 0.440734, "boundary_entropy": 0.669965, "bpb": 2.426989}, "vi": {"chunks": 4952.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.268619, "cps": 38.6875, "mean_p": 0.432204, "boundary_entropy": 0.657418, "bpb": 2.020123}, "tr": {"chunks": 4397.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242888, "cps": 34.351562, "mean_p": 0.447847, "boundary_entropy": 0.66705, "bpb": 2.413578}, "fi": {"chunks": 3137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166764, "cps": 24.507812, "mean_p": 0.437579, "boundary_entropy": 0.669135, "bpb": 2.637979}, "ru": {"chunks": 8022.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.423325, "cps": 62.671875, "mean_p": 0.431625, "boundary_entropy": 0.664177, "bpb": 1.57166}, "el": {"chunks": 4756.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.23174, "cps": 37.15625, "mean_p": 0.433375, "boundary_entropy": 0.672694, "bpb": 1.672207}, "hi": {"chunks": 7384.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.438871, "cps": 57.6875, "mean_p": 0.440014, "boundary_entropy": 0.670256, "bpb": 1.344587}, "ta": {"chunks": 11829.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.632736, "cps": 92.414062, "mean_p": 0.460108, "boundary_entropy": 0.663684, "bpb": 1.055905}, "th": {"chunks": 6637.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.41262, "cps": 51.851562, "mean_p": 0.443245, "boundary_entropy": 0.676438, "bpb": 1.227346}, "zh": {"chunks": 3645.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.617169, "cps": 28.476562, "mean_p": 0.416552, "boundary_entropy": 0.650115, "bpb": 3.349067}, "my": {"chunks": 9956.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.525438, "cps": 77.78125, "mean_p": 0.452014, "boundary_entropy": 0.678136, "bpb": 1.196265}}, "bpb": {"en": 2.1811, "de": 2.42699, "vi": 2.02012, "tr": 2.41358, "fi": 2.63798, "ru": 1.57166, "el": 1.67221, "hi": 1.34459, "ta": 1.0559, "th": 1.22735, "zh": 3.34907, "my": 1.19627}, "gini_cpc": 0.24666, "gini_cps": 0.238968, "bpic": 5.311039, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8684843134908669, "vi": 1.2543023082936888, "tr": 1.1341503774106256, "fi": 0.7786949580520061, "ru": 1.9766882048065426, "el": 1.0820958419749105, "hi": 2.0492801934081286, "ta": 2.954522418789239, "th": 1.9267061331257784, "zh": 2.8818330483177506, "my": 2.4535009999264226}, "t": 174.4} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19183, "de": 2.43347, "vi": 2.02204, "tr": 2.41925, "fi": 2.64189, "ru": 1.54997, "el": 1.66279, "hi": 1.34285, "ta": 1.0638, "th": 1.2454, "zh": 3.3523, "my": 1.20559}, "bytes_per_chunk": {"en": 4.638, "de": 5.507, "vi": 5.292, "tr": 4.492, "fi": 5.947, "ru": 4.298, "el": 8.185, "hi": 6.02, "ta": 4.203, "th": 6.901, "zh": 4.503, "my": 5.226}, "bpb_mean": 1.9276, "t": 175.6} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.47953, "bpb": 2.13451, "chunk_loss": 0.031905, "F": 0.19977, "G": 0.43286, "chunks": 204.56, "bytes_per_chunk": 5.006, "boundary_entropy": 0.6676, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.42427, "bpb": 2.05478, "chunk_loss": 0.033365, "F": 0.22412, "G": 0.43691, "chunks": 229.5, "bytes_per_chunk": 4.462, "boundary_entropy": 0.6686, "router_noise": 0.0, "grad_norm": 0.8111, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 177.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.49494, "bpb": 2.15675, "chunk_loss": 0.031839, "F": 0.19876, "G": 0.43198, "chunks": 203.53, "bytes_per_chunk": 5.031, "boundary_entropy": 0.66652, "router_noise": 0.0, "grad_norm": 0.8, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 179.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.39039, "bpb": 2.00591, "chunk_loss": 0.033161, "F": 0.22015, "G": 0.43637, "chunks": 225.44, "bytes_per_chunk": 4.542, "boundary_entropy": 0.66849, "router_noise": 0.0, "grad_norm": 0.7614, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 181.8} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3449.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198184, "cps": 26.945312, "mean_p": 0.437051, "boundary_entropy": 0.664002, "bpb": 2.16845}, "de": {"chunks": 3484.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169678, "cps": 27.21875, "mean_p": 0.43929, "boundary_entropy": 0.669709, "bpb": 2.41248}, "vi": {"chunks": 4864.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263846, "cps": 38.0, "mean_p": 0.432077, "boundary_entropy": 0.657892, "bpb": 2.007273}, "tr": {"chunks": 4048.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223609, "cps": 31.625, "mean_p": 0.444388, "boundary_entropy": 0.666116, "bpb": 2.388059}, "fi": {"chunks": 2936.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156079, "cps": 22.9375, "mean_p": 0.435094, "boundary_entropy": 0.668168, "bpb": 2.597072}, "ru": {"chunks": 8329.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.439525, "cps": 65.070312, "mean_p": 0.435223, "boundary_entropy": 0.666449, "bpb": 1.555076}, "el": {"chunks": 4259.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.207523, "cps": 33.273438, "mean_p": 0.433478, "boundary_entropy": 0.67349, "bpb": 1.652309}, "hi": {"chunks": 7285.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.432987, "cps": 56.914062, "mean_p": 0.443343, "boundary_entropy": 0.673406, "bpb": 1.307941}, "ta": {"chunks": 13364.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.714844, "cps": 104.40625, "mean_p": 0.458793, "boundary_entropy": 0.662059, "bpb": 1.044258}, "th": {"chunks": 7107.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44184, "cps": 55.523438, "mean_p": 0.444016, "boundary_entropy": 0.676931, "bpb": 1.210178}, "zh": {"chunks": 3334.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564511, "cps": 26.046875, "mean_p": 0.412231, "boundary_entropy": 0.648091, "bpb": 3.319724}, "my": {"chunks": 5713.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.301509, "cps": 44.632812, "mean_p": 0.446479, "boundary_entropy": 0.677334, "bpb": 1.18159}}, "bpb": {"en": 2.16845, "de": 2.41248, "vi": 2.00727, "tr": 2.38806, "fi": 2.59707, "ru": 1.55508, "el": 1.65231, "hi": 1.30794, "ta": 1.04426, "th": 1.21018, "zh": 3.31972, "my": 1.18159}, "gini_cpc": 0.268005, "gini_cps": 0.256985, "bpic": 5.629599, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.85616341320283, "vi": 1.331316609028784, "tr": 1.1282903616810651, "fi": 0.7875444832891509, "ru": 2.217760140027586, "el": 1.0471230525583195, "hi": 2.1847684170573807, "ta": 3.6069649593965045, "th": 2.229441987527661, "zh": 2.848413783664184, "my": 1.5213592305210586}, "t": 184.9} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17864, "de": 2.41926, "vi": 2.00895, "tr": 2.3952, "fi": 2.60312, "ru": 1.53128, "el": 1.6441, "hi": 1.30526, "ta": 1.05241, "th": 1.2276, "zh": 3.32419, "my": 1.19083}, "bytes_per_chunk": {"en": 5.08, "de": 6.043, "vi": 5.495, "tr": 4.883, "fi": 6.43, "ru": 4.152, "el": 8.748, "hi": 6.162, "ta": 3.714, "th": 6.517, "zh": 4.995, "my": 8.758}, "bpb_mean": 1.90674, "t": 186.1} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.49788, "bpb": 2.16099, "chunk_loss": 0.030787, "F": 0.1806, "G": 0.43215, "chunks": 184.94, "bytes_per_chunk": 5.537, "boundary_entropy": 0.66838, "router_noise": 0.0, "grad_norm": 0.8632, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 186.2} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.4055, "bpb": 2.02771, "chunk_loss": 0.031891, "F": 0.19925, "G": 0.43523, "chunks": 204.03, "bytes_per_chunk": 5.019, "boundary_entropy": 0.66896, "router_noise": 0.0, "grad_norm": 0.8361, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 188.2} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.43927, "bpb": 2.07643, "chunk_loss": 0.032105, "F": 0.20248, "G": 0.4351, "chunks": 207.34, "bytes_per_chunk": 4.939, "boundary_entropy": 0.66885, "router_noise": 0.0, "grad_norm": 0.7369, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 190.3} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.38338, "bpb": 1.9958, "chunk_loss": 0.032795, "F": 0.21332, "G": 0.43734, "chunks": 218.44, "bytes_per_chunk": 4.688, "boundary_entropy": 0.67065, "router_noise": 0.0, "grad_norm": 0.7753, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 192.3} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3635.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208872, "cps": 28.398438, "mean_p": 0.438808, "boundary_entropy": 0.665011, "bpb": 2.157837}, "de": {"chunks": 3671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178785, "cps": 28.679688, "mean_p": 0.441146, "boundary_entropy": 0.670383, "bpb": 2.384723}, "vi": {"chunks": 4915.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.266612, "cps": 38.398438, "mean_p": 0.431563, "boundary_entropy": 0.657387, "bpb": 1.997574}, "tr": {"chunks": 3980.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219853, "cps": 31.09375, "mean_p": 0.444455, "boundary_entropy": 0.666654, "bpb": 2.382422}, "fi": {"chunks": 3296.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175217, "cps": 25.75, "mean_p": 0.438849, "boundary_entropy": 0.669574, "bpb": 2.576745}, "ru": {"chunks": 7873.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.415462, "cps": 61.507812, "mean_p": 0.430754, "boundary_entropy": 0.663985, "bpb": 1.527901}, "el": {"chunks": 4884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.237977, "cps": 38.15625, "mean_p": 0.435054, "boundary_entropy": 0.673643, "bpb": 1.624099}, "hi": {"chunks": 7411.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.440475, "cps": 57.898438, "mean_p": 0.442934, "boundary_entropy": 0.672507, "bpb": 1.296673}, "ta": {"chunks": 13265.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.709548, "cps": 103.632812, "mean_p": 0.461022, "boundary_entropy": 0.665334, "bpb": 1.053168}, "th": {"chunks": 6943.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431644, "cps": 54.242188, "mean_p": 0.444493, "boundary_entropy": 0.676938, "bpb": 1.193742}, "zh": {"chunks": 3022.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511683, "cps": 23.609375, "mean_p": 0.410651, "boundary_entropy": 0.648002, "bpb": 3.310535}, "my": {"chunks": 12775.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.674214, "cps": 99.804688, "mean_p": 0.45182, "boundary_entropy": 0.677642, "bpb": 1.168463}}, "bpb": {"en": 2.15784, "de": 2.38472, "vi": 1.99757, "tr": 2.38242, "fi": 2.57675, "ru": 1.5279, "el": 1.6241, "hi": 1.29667, "ta": 1.05317, "th": 1.19374, "zh": 3.31054, "my": 1.16846}, "gini_cpc": 0.266369, "gini_cps": 0.281122, "bpic": 5.071772, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8559564765438478, "vi": 1.2764390592770092, "tr": 1.052573000242157, "fi": 0.8388706979300429, "ru": 1.9890730910635024, "el": 1.1393430700523806, "hi": 2.1088293890298013, "ta": 3.3970464853713027, "th": 2.066549464908526, "zh": 2.449744111203909, "my": 3.2278789354430963}, "t": 195.3} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1657, "de": 2.39202, "vi": 2.00043, "tr": 2.38844, "fi": 2.58118, "ru": 1.5051, "el": 1.61754, "hi": 1.29548, "ta": 1.06077, "th": 1.21145, "zh": 3.31029, "my": 1.17933}, "bytes_per_chunk": {"en": 4.889, "de": 5.902, "vi": 5.324, "tr": 5.102, "fi": 5.758, "ru": 4.399, "el": 7.878, "hi": 5.986, "ta": 3.761, "th": 6.578, "zh": 5.495, "my": 4.214}, "bpb_mean": 1.89231, "t": 196.6} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.34159, "bpb": 1.93551, "chunk_loss": 0.031621, "F": 0.19427, "G": 0.43384, "chunks": 198.94, "bytes_per_chunk": 5.147, "boundary_entropy": 0.66729, "router_noise": 0.0, "grad_norm": 0.8683, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 196.6} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.56482, "bpb": 2.25756, "chunk_loss": 0.032319, "F": 0.20685, "G": 0.43311, "chunks": 211.81, "bytes_per_chunk": 4.834, "boundary_entropy": 0.66678, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 198.7} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.52729, "bpb": 2.20341, "chunk_loss": 0.031982, "F": 0.20059, "G": 0.43547, "chunks": 205.41, "bytes_per_chunk": 4.985, "boundary_entropy": 0.66887, "router_noise": 0.0, "grad_norm": 0.8328, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 200.8} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.36377, "bpb": 1.9675, "chunk_loss": 0.03159, "F": 0.194, "G": 0.43115, "chunks": 198.66, "bytes_per_chunk": 5.155, "boundary_entropy": 0.66708, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 202.8} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3442.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197782, "cps": 26.890625, "mean_p": 0.436084, "boundary_entropy": 0.663985, "bpb": 2.134598}, "de": {"chunks": 3374.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.164321, "cps": 26.359375, "mean_p": 0.437551, "boundary_entropy": 0.669576, "bpb": 2.36674}, "vi": {"chunks": 5134.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278492, "cps": 40.109375, "mean_p": 0.433461, "boundary_entropy": 0.65664, "bpb": 1.975227}, "tr": {"chunks": 4077.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225211, "cps": 31.851562, "mean_p": 0.445531, "boundary_entropy": 0.667024, "bpb": 2.354286}, "fi": {"chunks": 3324.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176705, "cps": 25.96875, "mean_p": 0.440749, "boundary_entropy": 0.670258, "bpb": 2.555401}, "ru": {"chunks": 7959.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.42, "cps": 62.179688, "mean_p": 0.430541, "boundary_entropy": 0.664238, "bpb": 1.513718}, "el": {"chunks": 4983.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.242801, "cps": 38.929688, "mean_p": 0.435396, "boundary_entropy": 0.673633, "bpb": 1.613287}, "hi": {"chunks": 7481.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444636, "cps": 58.445312, "mean_p": 0.444602, "boundary_entropy": 0.672977, "bpb": 1.284814}, "ta": {"chunks": 14061.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.752126, "cps": 109.851562, "mean_p": 0.453193, "boundary_entropy": 0.659353, "bpb": 1.030467}, "th": {"chunks": 8406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.522599, "cps": 65.671875, "mean_p": 0.448607, "boundary_entropy": 0.677839, "bpb": 1.186005}, "zh": {"chunks": 2626.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444633, "cps": 20.515625, "mean_p": 0.410123, "boundary_entropy": 0.649823, "bpb": 3.291085}, "my": {"chunks": 8388.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.442685, "cps": 65.53125, "mean_p": 0.447831, "boundary_entropy": 0.677357, "bpb": 1.159766}}, "bpb": {"en": 2.1346, "de": 2.36674, "vi": 1.97523, "tr": 2.35429, "fi": 2.5554, "ru": 1.51372, "el": 1.61329, "hi": 1.28481, "ta": 1.03047, "th": 1.18601, "zh": 3.29109, "my": 1.15977}, "gini_cpc": 0.254043, "gini_cps": 0.272529, "bpic": 5.238973, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8308180538899796, "vi": 1.4080756121788522, "tr": 1.1386845137529413, "fi": 0.8934338152127106, "ru": 2.123550261475886, "el": 1.2276181372506967, "hi": 2.2481114421709623, "ta": 3.80280444562621, "th": 2.642296652895525, "zh": 2.248094345796719, "my": 2.2382484887536482}, "t": 205.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14408, "de": 2.37211, "vi": 1.97649, "tr": 2.36341, "fi": 2.55893, "ru": 1.4898, "el": 1.60514, "hi": 1.28338, "ta": 1.0381, "th": 1.20368, "zh": 3.29168, "my": 1.16974}, "bytes_per_chunk": {"en": 5.155, "de": 6.486, "vi": 5.14, "tr": 4.915, "fi": 5.628, "ru": 4.383, "el": 7.988, "hi": 6.064, "ta": 3.572, "th": 5.534, "zh": 6.349, "my": 6.607}, "bpb_mean": 1.87471, "t": 207.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.39032, "bpb": 2.00581, "chunk_loss": 0.030423, "F": 0.17404, "G": 0.43108, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.66857, "router_noise": 0.0, "grad_norm": 0.7722, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 207.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.38601, "bpb": 1.99959, "chunk_loss": 0.031656, "F": 0.1954, "G": 0.43437, "chunks": 200.09, "bytes_per_chunk": 5.118, "boundary_entropy": 0.66854, "router_noise": 0.0, "grad_norm": 0.7863, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 209.1} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.45969, "bpb": 2.10589, "chunk_loss": 0.032095, "F": 0.20291, "G": 0.43113, "chunks": 207.78, "bytes_per_chunk": 4.928, "boundary_entropy": 0.66576, "router_noise": 0.0, "grad_norm": 0.7399, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 211.2} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.40747, "bpb": 2.03055, "chunk_loss": 0.032818, "F": 0.21454, "G": 0.43635, "chunks": 219.69, "bytes_per_chunk": 4.661, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.7716, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 213.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4015.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230707, "cps": 31.367188, "mean_p": 0.440605, "boundary_entropy": 0.664853, "bpb": 2.121279}, "de": {"chunks": 4020.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195782, "cps": 31.40625, "mean_p": 0.444046, "boundary_entropy": 0.671164, "bpb": 2.343934}, "vi": {"chunks": 5222.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.283266, "cps": 40.796875, "mean_p": 0.430458, "boundary_entropy": 0.654313, "bpb": 1.96737}, "tr": {"chunks": 4434.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244932, "cps": 34.640625, "mean_p": 0.447332, "boundary_entropy": 0.667441, "bpb": 2.336478}, "fi": {"chunks": 3451.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183456, "cps": 26.960938, "mean_p": 0.441581, "boundary_entropy": 0.670312, "bpb": 2.531818}, "ru": {"chunks": 8147.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.429921, "cps": 63.648438, "mean_p": 0.431973, "boundary_entropy": 0.664577, "bpb": 1.500477}, "el": {"chunks": 5087.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.247868, "cps": 39.742188, "mean_p": 0.43799, "boundary_entropy": 0.674784, "bpb": 1.592405}, "hi": {"chunks": 8129.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.48315, "cps": 63.507812, "mean_p": 0.447925, "boundary_entropy": 0.674499, "bpb": 1.270509}, "ta": {"chunks": 13900.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.743514, "cps": 108.59375, "mean_p": 0.448111, "boundary_entropy": 0.658023, "bpb": 1.00254}, "th": {"chunks": 9499.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.59055, "cps": 74.210938, "mean_p": 0.447799, "boundary_entropy": 0.677018, "bpb": 1.16544}, "zh": {"chunks": 3759.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.636471, "cps": 29.367188, "mean_p": 0.414811, "boundary_entropy": 0.648513, "bpb": 3.254323}, "my": {"chunks": 8004.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.422419, "cps": 62.53125, "mean_p": 0.448504, "boundary_entropy": 0.678692, "bpb": 1.159437}}, "bpb": {"en": 2.12128, "de": 2.34393, "vi": 1.96737, "tr": 2.33648, "fi": 2.53182, "ru": 1.50048, "el": 1.59241, "hi": 1.27051, "ta": 1.00254, "th": 1.16544, "zh": 3.25432, "my": 1.15944}, "gini_cpc": 0.257922, "gini_cps": 0.243468, "bpic": 4.941365, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8486179553989541, "vi": 1.2278131944184085, "tr": 1.061655729642796, "fi": 0.7951913485876054, "ru": 1.863490025859491, "el": 1.0743838292414263, "hi": 2.0942118911437233, "ta": 3.2227595300719383, "th": 2.5597372767880473, "zh": 2.7587824442627316, "my": 1.8309744096118339}, "t": 216.3} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.13126, "de": 2.34969, "vi": 1.97045, "tr": 2.34489, "fi": 2.53683, "ru": 1.47741, "el": 1.58454, "hi": 1.26882, "ta": 1.01163, "th": 1.18515, "zh": 3.25705, "my": 1.16996}, "bytes_per_chunk": {"en": 4.38, "de": 5.147, "vi": 5.013, "tr": 4.482, "fi": 5.446, "ru": 4.23, "el": 7.559, "hi": 5.466, "ta": 3.569, "th": 4.893, "zh": 4.393, "my": 6.558}, "bpb_mean": 1.85731, "t": 217.6} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.49585, "bpb": 2.15806, "chunk_loss": 0.032442, "F": 0.2085, "G": 0.43628, "chunks": 213.5, "bytes_per_chunk": 4.796, "boundary_entropy": 0.66963, "router_noise": 0.0, "grad_norm": 2.8154, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 217.6} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.34745, "bpb": 1.94397, "chunk_loss": 0.032678, "F": 0.21326, "G": 0.43218, "chunks": 218.38, "bytes_per_chunk": 4.689, "boundary_entropy": 0.66618, "router_noise": 0.0, "grad_norm": 0.7638, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 219.7} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.60288, "bpb": 2.31246, "chunk_loss": 0.031616, "F": 0.19446, "G": 0.4295, "chunks": 199.12, "bytes_per_chunk": 5.142, "boundary_entropy": 0.66602, "router_noise": 0.0, "grad_norm": 0.8365, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 221.7} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.32451, "bpb": 1.91087, "chunk_loss": 0.031964, "F": 0.20053, "G": 0.43618, "chunks": 205.34, "bytes_per_chunk": 4.987, "boundary_entropy": 0.66921, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 223.8} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3657.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210136, "cps": 28.570312, "mean_p": 0.437579, "boundary_entropy": 0.663785, "bpb": 2.109921}, "de": {"chunks": 3863.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188136, "cps": 30.179688, "mean_p": 0.440266, "boundary_entropy": 0.669708, "bpb": 2.325741}, "vi": {"chunks": 4987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270518, "cps": 38.960938, "mean_p": 0.427426, "boundary_entropy": 0.653984, "bpb": 1.958276}, "tr": {"chunks": 4172.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.230459, "cps": 32.59375, "mean_p": 0.4462, "boundary_entropy": 0.667232, "bpb": 2.32466}, "fi": {"chunks": 3246.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172559, "cps": 25.359375, "mean_p": 0.441066, "boundary_entropy": 0.670589, "bpb": 2.5168}, "ru": {"chunks": 8413.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.443958, "cps": 65.726562, "mean_p": 0.432404, "boundary_entropy": 0.664563, "bpb": 1.481594}, "el": {"chunks": 4884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.237977, "cps": 38.15625, "mean_p": 0.437376, "boundary_entropy": 0.674936, "bpb": 1.576298}, "hi": {"chunks": 8159.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.484933, "cps": 63.742188, "mean_p": 0.446415, "boundary_entropy": 0.674543, "bpb": 1.262302}, "ta": {"chunks": 13208.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.706499, "cps": 103.1875, "mean_p": 0.440221, "boundary_entropy": 0.655532, "bpb": 0.997919}, "th": {"chunks": 8990.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.558906, "cps": 70.234375, "mean_p": 0.449057, "boundary_entropy": 0.678078, "bpb": 1.15384}, "zh": {"chunks": 3412.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.577718, "cps": 26.65625, "mean_p": 0.411305, "boundary_entropy": 0.647753, "bpb": 3.249697}, "my": {"chunks": 3325.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.17548, "cps": 25.976562, "mean_p": 0.433767, "boundary_entropy": 0.676049, "bpb": 1.15064}}, "bpb": {"en": 2.10992, "de": 2.32574, "vi": 1.95828, "tr": 2.32466, "fi": 2.5168, "ru": 1.48159, "el": 1.5763, "hi": 1.2623, "ta": 0.99792, "th": 1.15384, "zh": 3.2497, "my": 1.15064}, "gini_cpc": 0.2767, "gini_cps": 0.263297, "bpic": 5.457947, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8953059296252013, "vi": 1.287346291083698, "tr": 1.0967127897301907, "fi": 0.8211751375639434, "ru": 2.112714604513843, "el": 1.1324889416572064, "hi": 2.307708873982645, "ta": 3.362100959642954, "th": 2.659731435975258, "zh": 2.7492532031079198, "my": 0.8350787518640456}, "t": 226.8} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.12045, "de": 2.33212, "vi": 1.95972, "tr": 2.33156, "fi": 2.52186, "ru": 1.45693, "el": 1.56798, "hi": 1.26031, "ta": 1.00667, "th": 1.17355, "zh": 3.24985, "my": 1.16075}, "bytes_per_chunk": {"en": 4.915, "de": 5.57, "vi": 5.284, "tr": 4.867, "fi": 5.772, "ru": 4.095, "el": 7.739, "hi": 5.576, "ta": 3.736, "th": 5.138, "zh": 4.977, "my": 16.627}, "bpb_mean": 1.84515, "t": 228.1} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.3867, "bpb": 2.00059, "chunk_loss": 0.031714, "F": 0.19647, "G": 0.4323, "chunks": 201.19, "bytes_per_chunk": 5.09, "boundary_entropy": 0.66763, "router_noise": 0.0, "grad_norm": 0.8132, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 228.1} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.49199, "bpb": 2.15249, "chunk_loss": 0.032073, "F": 0.20291, "G": 0.43, "chunks": 207.78, "bytes_per_chunk": 4.928, "boundary_entropy": 0.66489, "router_noise": 0.0, "grad_norm": 0.7268, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 230.1} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.51182, "bpb": 2.18109, "chunk_loss": 0.031641, "F": 0.19543, "G": 0.42953, "chunks": 200.12, "bytes_per_chunk": 5.117, "boundary_entropy": 0.66577, "router_noise": 0.0, "grad_norm": 0.7734, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 232.2} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.43707, "bpb": 2.07326, "chunk_loss": 0.031426, "F": 0.19147, "G": 0.43148, "chunks": 196.06, "bytes_per_chunk": 5.223, "boundary_entropy": 0.66739, "router_noise": 0.0, "grad_norm": 0.7857, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 234.3} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3638.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209044, "cps": 28.421875, "mean_p": 0.436856, "boundary_entropy": 0.663374, "bpb": 2.099455}, "de": {"chunks": 3947.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192227, "cps": 30.835938, "mean_p": 0.441709, "boundary_entropy": 0.669892, "bpb": 2.31026}, "vi": {"chunks": 5045.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273664, "cps": 39.414062, "mean_p": 0.430122, "boundary_entropy": 0.65546, "bpb": 1.943174}, "tr": {"chunks": 4427.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244545, "cps": 34.585938, "mean_p": 0.447629, "boundary_entropy": 0.667123, "bpb": 2.290699}, "fi": {"chunks": 3162.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168093, "cps": 24.703125, "mean_p": 0.437593, "boundary_entropy": 0.668751, "bpb": 2.494585}, "ru": {"chunks": 8106.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.427757, "cps": 63.328125, "mean_p": 0.432687, "boundary_entropy": 0.665757, "bpb": 1.466158}, "el": {"chunks": 5175.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.252156, "cps": 40.429688, "mean_p": 0.439764, "boundary_entropy": 0.675651, "bpb": 1.555005}, "hi": {"chunks": 7313.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.434651, "cps": 57.132812, "mean_p": 0.445179, "boundary_entropy": 0.674827, "bpb": 1.258438}, "ta": {"chunks": 12872.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.688526, "cps": 100.5625, "mean_p": 0.442053, "boundary_entropy": 0.657168, "bpb": 0.997462}, "th": {"chunks": 8409.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.522785, "cps": 65.695312, "mean_p": 0.448849, "boundary_entropy": 0.677817, "bpb": 1.147841}, "zh": {"chunks": 3508.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593972, "cps": 27.40625, "mean_p": 0.416629, "boundary_entropy": 0.651053, "bpb": 3.222938}, "my": {"chunks": 10269.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.541957, "cps": 80.226562, "mean_p": 0.451762, "boundary_entropy": 0.679002, "bpb": 1.143461}}, "bpb": {"en": 2.09946, "de": 2.31026, "vi": 1.94317, "tr": 2.2907, "fi": 2.49458, "ru": 1.46616, "el": 1.555, "hi": 1.25844, "ta": 0.99746, "th": 1.14784, "zh": 3.22294, "my": 1.14346}, "gini_cpc": 0.252116, "gini_cps": 0.253324, "bpic": 5.058336, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9195516853533379, "vi": 1.3091199887633966, "tr": 1.16982364702718, "fi": 0.8041024912347468, "ru": 2.0462505566426503, "el": 1.2062322466511177, "hi": 2.0792270952068597, "ta": 3.293684432002924, "th": 2.500833122141974, "zh": 2.841368539592334, "my": 2.5925444023590267}, "t": 237.3} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.10936, "de": 2.31658, "vi": 1.94409, "tr": 2.29761, "fi": 2.50031, "ru": 1.44164, "el": 1.54792, "hi": 1.25606, "ta": 1.00477, "th": 1.16632, "zh": 3.22064, "my": 1.15192}, "bytes_per_chunk": {"en": 4.902, "de": 5.405, "vi": 5.212, "tr": 4.51, "fi": 6.131, "ru": 4.207, "el": 7.36, "hi": 6.21, "ta": 3.837, "th": 5.475, "zh": 4.75, "my": 5.166}, "bpb_mean": 1.82977, "t": 238.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.4262, "bpb": 2.05757, "chunk_loss": 0.032176, "F": 0.20441, "G": 0.43169, "chunks": 209.31, "bytes_per_chunk": 4.892, "boundary_entropy": 0.6667, "router_noise": 0.0, "grad_norm": 0.8088, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 238.7} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.31796, "bpb": 1.90141, "chunk_loss": 0.032244, "F": 0.20541, "G": 0.43498, "chunks": 210.34, "bytes_per_chunk": 4.868, "boundary_entropy": 0.66853, "router_noise": 0.0, "grad_norm": 0.8239, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 240.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.4708, "bpb": 2.12192, "chunk_loss": 0.031591, "F": 0.19431, "G": 0.43329, "chunks": 198.97, "bytes_per_chunk": 5.147, "boundary_entropy": 0.66797, "router_noise": 0.0, "grad_norm": 0.7918, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 242.8} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.26198, "bpb": 1.82065, "chunk_loss": 0.031933, "F": 0.20044, "G": 0.43333, "chunks": 205.25, "bytes_per_chunk": 4.989, "boundary_entropy": 0.66822, "router_noise": 0.0, "grad_norm": 0.7993, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 244.9} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3666.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210653, "cps": 28.640625, "mean_p": 0.436005, "boundary_entropy": 0.662729, "bpb": 2.082252}, "de": {"chunks": 3859.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187941, "cps": 30.148438, "mean_p": 0.440299, "boundary_entropy": 0.669448, "bpb": 2.306552}, "vi": {"chunks": 4991.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270735, "cps": 38.992188, "mean_p": 0.429077, "boundary_entropy": 0.654476, "bpb": 1.938779}, "tr": {"chunks": 4522.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249793, "cps": 35.328125, "mean_p": 0.448135, "boundary_entropy": 0.667216, "bpb": 2.27939}, "fi": {"chunks": 3315.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176227, "cps": 25.898438, "mean_p": 0.439277, "boundary_entropy": 0.669526, "bpb": 2.472783}, "ru": {"chunks": 8159.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.430554, "cps": 63.742188, "mean_p": 0.432018, "boundary_entropy": 0.664942, "bpb": 1.448319}, "el": {"chunks": 4983.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.242801, "cps": 38.929688, "mean_p": 0.437774, "boundary_entropy": 0.674864, "bpb": 1.554661}, "hi": {"chunks": 7130.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423774, "cps": 55.703125, "mean_p": 0.44281, "boundary_entropy": 0.673757, "bpb": 1.241455}, "ta": {"chunks": 12588.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.673335, "cps": 98.34375, "mean_p": 0.43512, "boundary_entropy": 0.654536, "bpb": 0.980517}, "th": {"chunks": 8837.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.549394, "cps": 69.039062, "mean_p": 0.448568, "boundary_entropy": 0.677706, "bpb": 1.139499}, "zh": {"chunks": 3040.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514731, "cps": 23.75, "mean_p": 0.411547, "boundary_entropy": 0.649138, "bpb": 3.208286}, "my": {"chunks": 6546.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.345472, "cps": 51.140625, "mean_p": 0.449503, "boundary_entropy": 0.678987, "bpb": 1.130513}}, "bpb": {"en": 2.08225, "de": 2.30655, "vi": 1.93878, "tr": 2.27939, "fi": 2.47278, "ru": 1.44832, "el": 1.55466, "hi": 1.24145, "ta": 0.98052, "th": 1.1395, "zh": 3.20829, "my": 1.13051}, "gini_cpc": 0.241405, "gini_cps": 0.242676, "bpic": 5.357376, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8921831791592042, "vi": 1.2852158932365985, "tr": 1.1858006010885338, "fi": 0.8365719695470171, "ru": 2.04389875156001, "el": 1.152608191057528, "hi": 2.011713435942831, "ta": 3.1964132650537596, "th": 2.6080472143944786, "zh": 2.4434969458782243, "my": 1.6400016480629043}, "t": 248.0} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.09384, "de": 2.31444, "vi": 1.94067, "tr": 2.28663, "fi": 2.47901, "ru": 1.4222, "el": 1.54636, "hi": 1.23984, "ta": 0.9893, "th": 1.15658, "zh": 3.20771, "my": 1.14043}, "bytes_per_chunk": {"en": 4.852, "de": 5.482, "vi": 5.293, "tr": 4.46, "fi": 5.803, "ru": 4.266, "el": 7.68, "hi": 6.29, "ta": 3.911, "th": 5.172, "zh": 5.355, "my": 8.079}, "bpb_mean": 1.81808, "t": 249.3} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 249.3} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.27197, "bpb": 1.83507, "chunk_loss": 0.031722, "F": 0.19675, "G": 0.4339, "chunks": 201.47, "bytes_per_chunk": 5.083, "boundary_entropy": 0.66839, "router_noise": 0.0, "grad_norm": 0.7722, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 249.3} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.30036, "bpb": 1.87603, "chunk_loss": 0.032476, "F": 0.20966, "G": 0.43333, "chunks": 214.69, "bytes_per_chunk": 4.77, "boundary_entropy": 0.66588, "router_noise": 0.0, "grad_norm": 0.7867, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 251.4} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.37788, "bpb": 1.98787, "chunk_loss": 0.031902, "F": 0.19992, "G": 0.43303, "chunks": 204.72, "bytes_per_chunk": 5.002, "boundary_entropy": 0.66772, "router_noise": 0.0, "grad_norm": 0.7732, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 253.5} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.34695, "bpb": 1.94324, "chunk_loss": 0.032038, "F": 0.202, "G": 0.43332, "chunks": 206.84, "bytes_per_chunk": 4.951, "boundary_entropy": 0.66669, "router_noise": 0.0, "grad_norm": 0.7742, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 255.6} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3598.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206746, "cps": 28.109375, "mean_p": 0.437387, "boundary_entropy": 0.663405, "bpb": 2.074854}, "de": {"chunks": 3687.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179565, "cps": 28.804688, "mean_p": 0.440329, "boundary_entropy": 0.669791, "bpb": 2.292428}, "vi": {"chunks": 5089.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276051, "cps": 39.757812, "mean_p": 0.431129, "boundary_entropy": 0.655364, "bpb": 1.928633}, "tr": {"chunks": 4506.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.248909, "cps": 35.203125, "mean_p": 0.448935, "boundary_entropy": 0.667857, "bpb": 2.262986}, "fi": {"chunks": 3352.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178194, "cps": 26.1875, "mean_p": 0.440914, "boundary_entropy": 0.670029, "bpb": 2.458953}, "ru": {"chunks": 7860.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414776, "cps": 61.40625, "mean_p": 0.429897, "boundary_entropy": 0.664634, "bpb": 1.441011}, "el": {"chunks": 5761.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.280709, "cps": 45.007812, "mean_p": 0.441808, "boundary_entropy": 0.676051, "bpb": 1.53787}, "hi": {"chunks": 6629.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393997, "cps": 51.789062, "mean_p": 0.447298, "boundary_entropy": 0.675558, "bpb": 1.243206}, "ta": {"chunks": 12042.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.644129, "cps": 94.078125, "mean_p": 0.431905, "boundary_entropy": 0.653705, "bpb": 0.97576}, "th": {"chunks": 6793.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.422319, "cps": 53.070312, "mean_p": 0.443878, "boundary_entropy": 0.677482, "bpb": 1.132826}, "zh": {"chunks": 2960.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501185, "cps": 23.125, "mean_p": 0.412908, "boundary_entropy": 0.650006, "bpb": 3.196507}, "my": {"chunks": 6265.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.330642, "cps": 48.945312, "mean_p": 0.449271, "boundary_entropy": 0.67922, "bpb": 1.126607}}, "bpb": {"en": 2.07485, "de": 2.29243, "vi": 1.92863, "tr": 2.26299, "fi": 2.45895, "ru": 1.44101, "el": 1.53787, "hi": 1.24321, "ta": 0.97576, "th": 1.13283, "zh": 3.19651, "my": 1.12661}, "gini_cpc": 0.219962, "gini_cps": 0.223097, "bpic": 5.599209, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8685277352984324, "vi": 1.3352182819222866, "tr": 1.2039365440736454, "fi": 0.8618964416199538, "ru": 2.006209547667203, "el": 1.357750562100678, "hi": 1.905706026214002, "ta": 3.1155599653368986, "th": 2.0426949279147415, "zh": 2.424159713969852, "my": 1.5992658383501355}, "t": 258.6} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.08582, "de": 2.29766, "vi": 1.93001, "tr": 2.27111, "fi": 2.46419, "ru": 1.41576, "el": 1.53111, "hi": 1.24088, "ta": 0.98319, "th": 1.15052, "zh": 3.19501, "my": 1.13704}, "bytes_per_chunk": {"en": 4.877, "de": 5.755, "vi": 5.219, "tr": 4.442, "fi": 5.648, "ru": 4.391, "el": 6.63, "hi": 7.039, "ta": 4.079, "th": 6.792, "zh": 5.546, "my": 8.277}, "bpb_mean": 1.80852, "t": 259.8} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.35646, "bpb": 1.95695, "chunk_loss": 0.031778, "F": 0.198, "G": 0.43165, "chunks": 202.75, "bytes_per_chunk": 5.051, "boundary_entropy": 0.66672, "router_noise": 0.0, "grad_norm": 0.7837, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 259.9} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.19842, "bpb": 1.72895, "chunk_loss": 0.031205, "F": 0.18793, "G": 0.43634, "chunks": 192.44, "bytes_per_chunk": 5.321, "boundary_entropy": 0.66976, "router_noise": 0.0, "grad_norm": 1.0646, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 262.0} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31415, "bpb": 1.89592, "chunk_loss": 0.03181, "F": 0.19806, "G": 0.43422, "chunks": 202.81, "bytes_per_chunk": 5.049, "boundary_entropy": 0.66782, "router_noise": 0.0, "grad_norm": 0.7819, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 264.0} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.31731, "bpb": 1.90048, "chunk_loss": 0.03184, "F": 0.19891, "G": 0.43122, "chunks": 203.69, "bytes_per_chunk": 5.027, "boundary_entropy": 0.66682, "router_noise": 0.0, "grad_norm": 0.7535, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 266.1} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3714.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213411, "cps": 29.015625, "mean_p": 0.438232, "boundary_entropy": 0.663653, "bpb": 2.065221}, "de": {"chunks": 3912.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190523, "cps": 30.5625, "mean_p": 0.441969, "boundary_entropy": 0.669864, "bpb": 2.285455}, "vi": {"chunks": 5079.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275509, "cps": 39.679688, "mean_p": 0.430919, "boundary_entropy": 0.653926, "bpb": 1.923948}, "tr": {"chunks": 4309.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.238027, "cps": 33.664062, "mean_p": 0.447151, "boundary_entropy": 0.667218, "bpb": 2.256021}, "fi": {"chunks": 3379.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179629, "cps": 26.398438, "mean_p": 0.440785, "boundary_entropy": 0.669933, "bpb": 2.447001}, "ru": {"chunks": 7725.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.407652, "cps": 60.351562, "mean_p": 0.428897, "boundary_entropy": 0.663384, "bpb": 1.428711}, "el": {"chunks": 6013.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.292988, "cps": 46.976562, "mean_p": 0.442003, "boundary_entropy": 0.675983, "bpb": 1.525275}, "hi": {"chunks": 6663.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396018, "cps": 52.054688, "mean_p": 0.445615, "boundary_entropy": 0.675271, "bpb": 1.227}, "ta": {"chunks": 12343.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.66023, "cps": 96.429688, "mean_p": 0.430916, "boundary_entropy": 0.652508, "bpb": 0.966941}, "th": {"chunks": 7421.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461362, "cps": 57.976562, "mean_p": 0.446606, "boundary_entropy": 0.677702, "bpb": 1.126171}, "zh": {"chunks": 3309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560278, "cps": 25.851562, "mean_p": 0.413372, "boundary_entropy": 0.648716, "bpb": 3.188792}, "my": {"chunks": 8129.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.429016, "cps": 63.507812, "mean_p": 0.454034, "boundary_entropy": 0.680048, "bpb": 1.120957}}, "bpb": {"en": 2.06522, "de": 2.28545, "vi": 1.92395, "tr": 2.25602, "fi": 2.447, "ru": 1.42871, "el": 1.52528, "hi": 1.227, "ta": 0.96694, "th": 1.12617, "zh": 3.18879, "my": 1.12096}, "gini_cpc": 0.228522, "gini_cps": 0.226566, "bpic": 5.330588, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8927475350566529, "vi": 1.290973393396788, "tr": 1.1153422745112176, "fi": 0.8417023294983712, "ru": 1.9101676889697825, "el": 1.3728800037343343, "hi": 1.8556538250113421, "ta": 3.0936948922007517, "th": 2.161840193680282, "zh": 2.6253399379727744, "my": 2.0102772983316637}, "t": 269.1} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07549, "de": 2.29125, "vi": 1.92391, "tr": 2.26152, "fi": 2.45415, "ru": 1.40415, "el": 1.51904, "hi": 1.22392, "ta": 0.9748, "th": 1.14301, "zh": 3.18713, "my": 1.13088}, "bytes_per_chunk": {"en": 4.755, "de": 5.408, "vi": 5.225, "tr": 4.577, "fi": 5.571, "ru": 4.458, "el": 6.313, "hi": 6.671, "ta": 4.015, "th": 6.22, "zh": 4.968, "my": 6.581}, "bpb_mean": 1.7991, "t": 270.4} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.47023, "bpb": 2.12109, "chunk_loss": 0.03156, "F": 0.19437, "G": 0.43012, "chunks": 199.03, "bytes_per_chunk": 5.145, "boundary_entropy": 0.66582, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 270.4} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.35986, "bpb": 1.96187, "chunk_loss": 0.031997, "F": 0.20108, "G": 0.43495, "chunks": 205.91, "bytes_per_chunk": 4.973, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.7998, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 272.5} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.42152, "bpb": 2.05082, "chunk_loss": 0.031657, "F": 0.1955, "G": 0.43156, "chunks": 200.19, "bytes_per_chunk": 5.115, "boundary_entropy": 0.6662, "router_noise": 0.0, "grad_norm": 0.8246, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 274.6} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.39251, "bpb": 2.00896, "chunk_loss": 0.031896, "F": 0.19937, "G": 0.43342, "chunks": 204.16, "bytes_per_chunk": 5.016, "boundary_entropy": 0.66829, "router_noise": 0.0, "grad_norm": 0.7742, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 276.7} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3623.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208182, "cps": 28.304688, "mean_p": 0.437514, "boundary_entropy": 0.663535, "bpb": 2.057741}, "de": {"chunks": 3750.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182633, "cps": 29.296875, "mean_p": 0.441329, "boundary_entropy": 0.670054, "bpb": 2.274104}, "vi": {"chunks": 5218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.283049, "cps": 40.765625, "mean_p": 0.430812, "boundary_entropy": 0.654261, "bpb": 1.912578}, "tr": {"chunks": 4521.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249738, "cps": 35.320312, "mean_p": 0.448868, "boundary_entropy": 0.667921, "bpb": 2.242806}, "fi": {"chunks": 3434.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182553, "cps": 26.828125, "mean_p": 0.44173, "boundary_entropy": 0.670382, "bpb": 2.430457}, "ru": {"chunks": 7706.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.406649, "cps": 60.203125, "mean_p": 0.43052, "boundary_entropy": 0.664653, "bpb": 1.418753}, "el": {"chunks": 5887.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.286849, "cps": 45.992188, "mean_p": 0.441763, "boundary_entropy": 0.675876, "bpb": 1.522141}, "hi": {"chunks": 7645.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454383, "cps": 59.726562, "mean_p": 0.44879, "boundary_entropy": 0.676, "bpb": 1.211859}, "ta": {"chunks": 13150.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.703397, "cps": 102.734375, "mean_p": 0.428935, "boundary_entropy": 0.651737, "bpb": 0.957834}, "th": {"chunks": 8646.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.537519, "cps": 67.546875, "mean_p": 0.44932, "boundary_entropy": 0.678354, "bpb": 1.116923}, "zh": {"chunks": 3046.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515747, "cps": 23.796875, "mean_p": 0.412921, "boundary_entropy": 0.64949, "bpb": 3.169906}, "my": {"chunks": 8892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.469284, "cps": 69.46875, "mean_p": 0.452988, "boundary_entropy": 0.679845, "bpb": 1.114962}}, "bpb": {"en": 2.05774, "de": 2.2741, "vi": 1.91258, "tr": 2.24281, "fi": 2.43046, "ru": 1.41875, "el": 1.52214, "hi": 1.21186, "ta": 0.95783, "th": 1.11692, "zh": 3.16991, "my": 1.11496}, "gini_cpc": 0.23824, "gini_cps": 0.248559, "bpic": 5.08198, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8772727647283527, "vi": 1.3596174158094465, "tr": 1.1996090729270537, "fi": 0.8768881345712812, "ru": 1.953329803651109, "el": 1.3778723235312667, "hi": 2.1826203646096283, "ta": 3.3787500838783924, "th": 2.581962629355452, "zh": 2.4773778056980467, "my": 2.254196982650951}, "t": 279.7} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.06817, "de": 2.28029, "vi": 1.91253, "tr": 2.25015, "fi": 2.43774, "ru": 1.39302, "el": 1.51364, "hi": 1.2079, "ta": 0.96652, "th": 1.13469, "zh": 3.16942, "my": 1.12462}, "bytes_per_chunk": {"en": 4.9, "de": 5.615, "vi": 5.093, "tr": 4.476, "fi": 5.485, "ru": 4.456, "el": 6.548, "hi": 5.897, "ta": 3.752, "th": 5.25, "zh": 5.334, "my": 6.039}, "bpb_mean": 1.78822, "t": 281.0} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.2784, "bpb": 1.84434, "chunk_loss": 0.031789, "F": 0.19772, "G": 0.43546, "chunks": 202.47, "bytes_per_chunk": 5.058, "boundary_entropy": 0.66925, "router_noise": 0.0, "grad_norm": 0.7773, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 281.0} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.36132, "bpb": 1.96397, "chunk_loss": 0.031488, "F": 0.19278, "G": 0.43241, "chunks": 197.41, "bytes_per_chunk": 5.187, "boundary_entropy": 0.66787, "router_noise": 0.0, "grad_norm": 0.8208, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 283.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39866, "bpb": 2.01784, "chunk_loss": 0.031668, "F": 0.1955, "G": 0.43011, "chunks": 200.19, "bytes_per_chunk": 5.115, "boundary_entropy": 0.66624, "router_noise": 0.0, "grad_norm": 0.8164, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 285.2} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.27911, "bpb": 1.84536, "chunk_loss": 0.031753, "F": 0.19724, "G": 0.43304, "chunks": 201.97, "bytes_per_chunk": 5.07, "boundary_entropy": 0.6674, "router_noise": 0.0, "grad_norm": 0.7828, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 287.3} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3691.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21209, "cps": 28.835938, "mean_p": 0.438048, "boundary_entropy": 0.663809, "bpb": 2.054043}, "de": {"chunks": 3915.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190669, "cps": 30.585938, "mean_p": 0.442719, "boundary_entropy": 0.670418, "bpb": 2.259266}, "vi": {"chunks": 5274.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.286086, "cps": 41.203125, "mean_p": 0.429678, "boundary_entropy": 0.653392, "bpb": 1.908272}, "tr": {"chunks": 4757.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.262774, "cps": 37.164062, "mean_p": 0.450752, "boundary_entropy": 0.668288, "bpb": 2.233412}, "fi": {"chunks": 3367.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178991, "cps": 26.304688, "mean_p": 0.441779, "boundary_entropy": 0.670308, "bpb": 2.41888}, "ru": {"chunks": 8025.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.423483, "cps": 62.695312, "mean_p": 0.43024, "boundary_entropy": 0.664112, "bpb": 1.4049}, "el": {"chunks": 5370.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.261658, "cps": 41.953125, "mean_p": 0.44068, "boundary_entropy": 0.675838, "bpb": 1.515579}, "hi": {"chunks": 6661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395899, "cps": 52.039062, "mean_p": 0.442168, "boundary_entropy": 0.674032, "bpb": 1.209924}, "ta": {"chunks": 11783.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.630275, "cps": 92.054688, "mean_p": 0.421832, "boundary_entropy": 0.64892, "bpb": 0.957862}, "th": {"chunks": 8086.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.502704, "cps": 63.171875, "mean_p": 0.447973, "boundary_entropy": 0.678006, "bpb": 1.112321}, "zh": {"chunks": 3151.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533525, "cps": 24.617188, "mean_p": 0.414245, "boundary_entropy": 0.650424, "bpb": 3.164326}, "my": {"chunks": 7410.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.39107, "cps": 57.890625, "mean_p": 0.449985, "boundary_entropy": 0.67921, "bpb": 1.108735}}, "bpb": {"en": 2.05404, "de": 2.25927, "vi": 1.90827, "tr": 2.23341, "fi": 2.41888, "ru": 1.4049, "el": 1.51558, "hi": 1.20992, "ta": 0.95786, "th": 1.11232, "zh": 3.16433, "my": 1.10874}, "gini_cpc": 0.222476, "gini_cps": 0.222693, "bpic": 5.368317, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8989994669687612, "vi": 1.3488916258601014, "tr": 1.2389753757559339, "fi": 0.8439394878406674, "ru": 1.9967141781799698, "el": 1.233711223121971, "hi": 1.8666566238990225, "ta": 2.971737763926899, "th": 2.3702423128551944, "zh": 2.515562057165254, "my": 1.8438895665457407}, "t": 290.3} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06385, "de": 2.2666, "vi": 1.90869, "tr": 2.24034, "fi": 2.42595, "ru": 1.37859, "el": 1.5075, "hi": 1.20802, "ta": 0.9659, "th": 1.12871, "zh": 3.16205, "my": 1.11864}, "bytes_per_chunk": {"en": 4.858, "de": 5.376, "vi": 5.018, "tr": 4.218, "fi": 5.599, "ru": 4.277, "el": 7.134, "hi": 6.666, "ta": 4.163, "th": 5.593, "zh": 5.207, "my": 7.324}, "bpb_mean": 1.78124, "t": 291.6} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.47631, "bpb": 2.12987, "chunk_loss": 0.031983, "F": 0.20074, "G": 0.43198, "chunks": 205.56, "bytes_per_chunk": 4.981, "boundary_entropy": 0.66613, "router_noise": 0.0, "grad_norm": 0.8428, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 291.6} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.29854, "bpb": 1.87339, "chunk_loss": 0.031925, "F": 0.20074, "G": 0.43161, "chunks": 205.56, "bytes_per_chunk": 4.981, "boundary_entropy": 0.66732, "router_noise": 0.0, "grad_norm": 0.7481, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 293.6} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.46011, "bpb": 2.1065, "chunk_loss": 0.031686, "F": 0.19635, "G": 0.42979, "chunks": 201.06, "bytes_per_chunk": 5.093, "boundary_entropy": 0.66574, "router_noise": 0.0, "grad_norm": 0.7843, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 295.7} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.25901, "bpb": 1.81637, "chunk_loss": 0.032098, "F": 0.20343, "G": 0.4309, "chunks": 208.31, "bytes_per_chunk": 4.916, "boundary_entropy": 0.66586, "router_noise": 0.0, "grad_norm": 0.7344, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 297.7} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3777.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217032, "cps": 29.507812, "mean_p": 0.43828, "boundary_entropy": 0.663504, "bpb": 2.045801}, "de": {"chunks": 3775.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18385, "cps": 29.492188, "mean_p": 0.441469, "boundary_entropy": 0.670049, "bpb": 2.254047}, "vi": {"chunks": 5140.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278817, "cps": 40.15625, "mean_p": 0.429014, "boundary_entropy": 0.653079, "bpb": 1.903839}, "tr": {"chunks": 4364.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.241065, "cps": 34.09375, "mean_p": 0.447409, "boundary_entropy": 0.667476, "bpb": 2.221415}, "fi": {"chunks": 3125.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166126, "cps": 24.414062, "mean_p": 0.43967, "boundary_entropy": 0.669886, "bpb": 2.413518}, "ru": {"chunks": 7871.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.415356, "cps": 61.492188, "mean_p": 0.429922, "boundary_entropy": 0.664233, "bpb": 1.402145}, "el": {"chunks": 5070.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.24704, "cps": 39.609375, "mean_p": 0.440656, "boundary_entropy": 0.676154, "bpb": 1.502588}, "hi": {"chunks": 7601.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.451768, "cps": 59.382812, "mean_p": 0.448799, "boundary_entropy": 0.676048, "bpb": 1.200333}, "ta": {"chunks": 13229.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.707622, "cps": 103.351562, "mean_p": 0.42472, "boundary_entropy": 0.649298, "bpb": 0.944303}, "th": {"chunks": 7847.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.487846, "cps": 61.304688, "mean_p": 0.448623, "boundary_entropy": 0.678426, "bpb": 1.107135}, "zh": {"chunks": 3148.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533017, "cps": 24.59375, "mean_p": 0.414309, "boundary_entropy": 0.650362, "bpb": 3.148727}, "my": {"chunks": 9619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.507653, "cps": 75.148438, "mean_p": 0.453939, "boundary_entropy": 0.680376, "bpb": 1.109157}}, "bpb": {"en": 2.0458, "de": 2.25405, "vi": 1.90384, "tr": 2.22141, "fi": 2.41352, "ru": 1.40215, "el": 1.50259, "hi": 1.20033, "ta": 0.9443, "th": 1.10713, "zh": 3.14873, "my": 1.10916}, "gini_cpc": 0.246363, "gini_cps": 0.255016, "bpic": 5.146863, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.847113658491279, "vi": 1.2846863580323111, "tr": 1.1107372221886087, "fi": 0.765447261456918, "ru": 1.9138056546951658, "el": 1.138267273467607, "hi": 2.0815785069638277, "ta": 3.2604585417728384, "th": 2.247810640602459, "zh": 2.455943754241389, "my": 2.3390725052788595}, "t": 300.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.05585, "de": 2.26063, "vi": 1.90383, "tr": 2.23035, "fi": 2.42019, "ru": 1.37518, "el": 1.49366, "hi": 1.19768, "ta": 0.95349, "th": 1.12446, "zh": 3.14705, "my": 1.11929}, "bytes_per_chunk": {"en": 4.712, "de": 5.595, "vi": 5.105, "tr": 4.596, "fi": 6.098, "ru": 4.37, "el": 7.501, "hi": 5.84, "ta": 3.781, "th": 5.786, "zh": 5.231, "my": 5.721}, "bpb_mean": 1.77347, "t": 302.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.36975, "bpb": 1.97613, "chunk_loss": 0.031704, "F": 0.19626, "G": 0.43411, "chunks": 200.97, "bytes_per_chunk": 5.095, "boundary_entropy": 0.66819, "router_noise": 0.0, "grad_norm": 0.8129, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 302.0} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.33225, "bpb": 1.92203, "chunk_loss": 0.031798, "F": 0.198, "G": 0.43405, "chunks": 202.75, "bytes_per_chunk": 5.051, "boundary_entropy": 0.66806, "router_noise": 0.0, "grad_norm": 0.7992, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 304.0} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.29437, "bpb": 1.86739, "chunk_loss": 0.031978, "F": 0.20123, "G": 0.43335, "chunks": 206.06, "bytes_per_chunk": 4.969, "boundary_entropy": 0.66845, "router_noise": 0.0, "grad_norm": 0.7842, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 306.0} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.3761, "bpb": 1.98529, "chunk_loss": 0.031529, "F": 0.19348, "G": 0.4302, "chunks": 198.12, "bytes_per_chunk": 5.168, "boundary_entropy": 0.6648, "router_noise": 0.0, "grad_norm": 0.7891, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 308.1} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3698.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.212492, "cps": 28.890625, "mean_p": 0.438276, "boundary_entropy": 0.663688, "bpb": 2.040115}, "de": {"chunks": 3878.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188867, "cps": 30.296875, "mean_p": 0.442558, "boundary_entropy": 0.670505, "bpb": 2.248057}, "vi": {"chunks": 5026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.272634, "cps": 39.265625, "mean_p": 0.429293, "boundary_entropy": 0.653877, "bpb": 1.898139}, "tr": {"chunks": 4534.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.250456, "cps": 35.421875, "mean_p": 0.448596, "boundary_entropy": 0.667686, "bpb": 2.217292}, "fi": {"chunks": 3386.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180001, "cps": 26.453125, "mean_p": 0.44152, "boundary_entropy": 0.670303, "bpb": 2.404816}, "ru": {"chunks": 7906.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.417203, "cps": 61.765625, "mean_p": 0.42934, "boundary_entropy": 0.664103, "bpb": 1.39374}, "el": {"chunks": 5556.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.270721, "cps": 43.40625, "mean_p": 0.442206, "boundary_entropy": 0.676511, "bpb": 1.497205}, "hi": {"chunks": 6801.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.40422, "cps": 53.132812, "mean_p": 0.446845, "boundary_entropy": 0.675954, "bpb": 1.198342}, "ta": {"chunks": 12659.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.677133, "cps": 98.898438, "mean_p": 0.421925, "boundary_entropy": 0.649595, "bpb": 0.944925}, "th": {"chunks": 8490.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.527821, "cps": 66.328125, "mean_p": 0.449786, "boundary_entropy": 0.678599, "bpb": 1.105331}, "zh": {"chunks": 3187.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539621, "cps": 24.898438, "mean_p": 0.415573, "boundary_entropy": 0.650988, "bpb": 3.148949}, "my": {"chunks": 9461.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.499314, "cps": 73.914062, "mean_p": 0.454244, "boundary_entropy": 0.680257, "bpb": 1.09967}}, "bpb": {"en": 2.04011, "de": 2.24806, "vi": 1.89814, "tr": 2.21729, "fi": 2.40482, "ru": 1.39374, "el": 1.4972, "hi": 1.19834, "ta": 0.94493, "th": 1.10533, "zh": 3.14895, "my": 1.09967}, "gini_cpc": 0.237359, "gini_cps": 0.245683, "bpic": 5.145759, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8888175288117373, "vi": 1.2830292450210592, "tr": 1.1786590027314108, "fi": 0.8470953226077776, "ru": 1.9633820178061023, "el": 1.2740269217928457, "hi": 1.902282073680243, "ta": 3.1866263556441243, "th": 2.483955655402201, "zh": 2.539486065906888, "my": 2.349799893546004}, "t": 311.0} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05017, "de": 2.25466, "vi": 1.89822, "tr": 2.22357, "fi": 2.40999, "ru": 1.36832, "el": 1.49042, "hi": 1.19496, "ta": 0.9535, "th": 1.12265, "zh": 3.14571, "my": 1.10988}, "bytes_per_chunk": {"en": 4.802, "de": 5.492, "vi": 5.258, "tr": 4.44, "fi": 5.603, "ru": 4.361, "el": 6.901, "hi": 6.454, "ta": 3.924, "th": 5.4, "zh": 5.03, "my": 5.734}, "bpb_mean": 1.7685, "t": 312.3} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.25785, "bpb": 1.8147, "chunk_loss": 0.031408, "F": 0.19168, "G": 0.43414, "chunks": 196.28, "bytes_per_chunk": 5.217, "boundary_entropy": 0.66923, "router_noise": 0.0, "grad_norm": 0.7822, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 312.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.3065, "bpb": 1.88488, "chunk_loss": 0.031037, "F": 0.18481, "G": 0.43285, "chunks": 189.25, "bytes_per_chunk": 5.411, "boundary_entropy": 0.66911, "router_noise": 0.0, "grad_norm": 0.7923, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 314.4} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.46888, "bpb": 2.11915, "chunk_loss": 0.031816, "F": 0.19827, "G": 0.43208, "chunks": 203.03, "bytes_per_chunk": 5.044, "boundary_entropy": 0.66655, "router_noise": 0.0, "grad_norm": 0.8148, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 316.4} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.31385, "bpb": 1.89548, "chunk_loss": 0.032368, "F": 0.20804, "G": 0.43358, "chunks": 213.03, "bytes_per_chunk": 4.807, "boundary_entropy": 0.66563, "router_noise": 0.0, "grad_norm": 0.7846, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 318.4} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3594.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206516, "cps": 28.078125, "mean_p": 0.43742, "boundary_entropy": 0.663391, "bpb": 2.037183}, "de": {"chunks": 3829.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18648, "cps": 29.914062, "mean_p": 0.442127, "boundary_entropy": 0.67026, "bpb": 2.242348}, "vi": {"chunks": 5068.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274912, "cps": 39.59375, "mean_p": 0.430031, "boundary_entropy": 0.653998, "bpb": 1.893052}, "tr": {"chunks": 4339.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.239684, "cps": 33.898438, "mean_p": 0.448012, "boundary_entropy": 0.667619, "bpb": 2.209156}, "fi": {"chunks": 3196.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169901, "cps": 24.96875, "mean_p": 0.440812, "boundary_entropy": 0.670307, "bpb": 2.397582}, "ru": {"chunks": 7546.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.398206, "cps": 58.953125, "mean_p": 0.427347, "boundary_entropy": 0.663398, "bpb": 1.390948}, "el": {"chunks": 5199.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.253326, "cps": 40.617188, "mean_p": 0.440541, "boundary_entropy": 0.67607, "bpb": 1.489197}, "hi": {"chunks": 7050.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.419019, "cps": 55.078125, "mean_p": 0.446418, "boundary_entropy": 0.675857, "bpb": 1.189746}, "ta": {"chunks": 13074.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699331, "cps": 102.140625, "mean_p": 0.420794, "boundary_entropy": 0.647533, "bpb": 0.935399}, "th": {"chunks": 7363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.457756, "cps": 57.523438, "mean_p": 0.448581, "boundary_entropy": 0.678831, "bpb": 1.100764}, "zh": {"chunks": 3076.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520826, "cps": 24.03125, "mean_p": 0.412788, "boundary_entropy": 0.649646, "bpb": 3.131557}, "my": {"chunks": 5407.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.28536, "cps": 42.242188, "mean_p": 0.448393, "boundary_entropy": 0.679621, "bpb": 1.101589}}, "bpb": {"en": 2.03718, "de": 2.24235, "vi": 1.89305, "tr": 2.20916, "fi": 2.39758, "ru": 1.39095, "el": 1.4892, "hi": 1.18975, "ta": 0.9354, "th": 1.10076, "zh": 3.13156, "my": 1.10159}, "gini_cpc": 0.241879, "gini_cps": 0.236335, "bpic": 5.583, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9029818199734992, "vi": 1.33118836067526, "tr": 1.16060689449364, "fi": 0.8226989341032211, "ru": 1.9282069059690514, "el": 1.2266623049330136, "hi": 2.0289908639212952, "ta": 3.38632828807574, "th": 2.21656148497418, "zh": 2.5219643078231186, "my": 1.3817804408374665}, "t": 321.3} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.04772, "de": 2.24967, "vi": 1.89268, "tr": 2.21662, "fi": 2.40395, "ru": 1.36486, "el": 1.48199, "hi": 1.1867, "ta": 0.9445, "th": 1.11884, "zh": 3.12911, "my": 1.11171}, "bytes_per_chunk": {"en": 4.985, "de": 5.496, "vi": 5.25, "tr": 4.634, "fi": 5.911, "ru": 4.575, "el": 7.336, "hi": 6.338, "ta": 3.817, "th": 6.119, "zh": 5.351, "my": 9.598}, "bpb_mean": 1.76236, "t": 322.6} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.33572, "bpb": 1.92704, "chunk_loss": 0.031558, "F": 0.19388, "G": 0.43213, "chunks": 198.53, "bytes_per_chunk": 5.158, "boundary_entropy": 0.6673, "router_noise": 0.0, "grad_norm": 0.7647, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 322.6} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.24537, "bpb": 1.79669, "chunk_loss": 0.031567, "F": 0.19373, "G": 0.43496, "chunks": 198.38, "bytes_per_chunk": 5.162, "boundary_entropy": 0.6696, "router_noise": 0.0, "grad_norm": 0.7993, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 324.6} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.30506, "bpb": 1.8828, "chunk_loss": 0.031458, "F": 0.19223, "G": 0.43456, "chunks": 196.84, "bytes_per_chunk": 5.202, "boundary_entropy": 0.6685, "router_noise": 0.0, "grad_norm": 0.7985, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 326.7} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.32808, "bpb": 1.91601, "chunk_loss": 0.03131, "F": 0.19016, "G": 0.43243, "chunks": 194.72, "bytes_per_chunk": 5.259, "boundary_entropy": 0.66821, "router_noise": 0.0, "grad_norm": 0.8221, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 328.7} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3825.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21979, "cps": 29.882812, "mean_p": 0.439145, "boundary_entropy": 0.663899, "bpb": 2.033848}, "de": {"chunks": 3974.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193542, "cps": 31.046875, "mean_p": 0.44333, "boundary_entropy": 0.67059, "bpb": 2.236082}, "vi": {"chunks": 5081.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275617, "cps": 39.695312, "mean_p": 0.430614, "boundary_entropy": 0.654155, "bpb": 1.890246}, "tr": {"chunks": 4500.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.248578, "cps": 35.15625, "mean_p": 0.449362, "boundary_entropy": 0.667963, "bpb": 2.206038}, "fi": {"chunks": 3371.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179204, "cps": 26.335938, "mean_p": 0.441784, "boundary_entropy": 0.670377, "bpb": 2.392867}, "ru": {"chunks": 7748.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.408865, "cps": 60.53125, "mean_p": 0.427863, "boundary_entropy": 0.663536, "bpb": 1.384422}, "el": {"chunks": 5375.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.261901, "cps": 41.992188, "mean_p": 0.441238, "boundary_entropy": 0.676183, "bpb": 1.485928}, "hi": {"chunks": 7494.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445409, "cps": 58.546875, "mean_p": 0.447902, "boundary_entropy": 0.676342, "bpb": 1.187434}, "ta": {"chunks": 12372.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.661781, "cps": 96.65625, "mean_p": 0.416739, "boundary_entropy": 0.645899, "bpb": 0.937191}, "th": {"chunks": 7316.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.454834, "cps": 57.15625, "mean_p": 0.446481, "boundary_entropy": 0.678249, "bpb": 1.097618}, "zh": {"chunks": 3030.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513038, "cps": 23.671875, "mean_p": 0.412731, "boundary_entropy": 0.649704, "bpb": 3.129722}, "my": {"chunks": 8412.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.443952, "cps": 65.71875, "mean_p": 0.453889, "boundary_entropy": 0.680504, "bpb": 1.094827}}, "bpb": {"en": 2.03385, "de": 2.23608, "vi": 1.89025, "tr": 2.20604, "fi": 2.39287, "ru": 1.38442, "el": 1.48593, "hi": 1.18743, "ta": 0.93719, "th": 1.09762, "zh": 3.12972, "my": 1.09483}, "gini_cpc": 0.22239, "gini_cps": 0.232114, "bpic": 5.293677, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8805786190188343, "vi": 1.2540034567664873, "tr": 1.1309792657050668, "fi": 0.8153415033548372, "ru": 1.8602575611775052, "el": 1.191599477582779, "hi": 2.026521877458264, "ta": 3.0109748123908564, "th": 2.069404133677095, "zh": 2.334220433855899, "my": 2.0198939512473766}, "t": 331.6} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04512, "de": 2.24336, "vi": 1.88908, "tr": 2.21206, "fi": 2.39893, "ru": 1.35861, "el": 1.47786, "hi": 1.18498, "ta": 0.94621, "th": 1.11463, "zh": 3.12618, "my": 1.10469}, "bytes_per_chunk": {"en": 4.646, "de": 5.283, "vi": 5.188, "tr": 4.5, "fi": 5.502, "ru": 4.472, "el": 7.141, "hi": 5.914, "ta": 4.01, "th": 6.243, "zh": 5.372, "my": 6.355}, "bpb_mean": 1.75848, "t": 332.9} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.35374, "bpb": 1.95303, "chunk_loss": 0.031687, "F": 0.19553, "G": 0.43739, "chunks": 200.22, "bytes_per_chunk": 5.114, "boundary_entropy": 0.66996, "router_noise": 0.0, "grad_norm": 0.8083, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 333.0} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.32575, "bpb": 1.91265, "chunk_loss": 0.031498, "F": 0.19281, "G": 0.43477, "chunks": 197.44, "bytes_per_chunk": 5.186, "boundary_entropy": 0.66866, "router_noise": 0.0, "grad_norm": 0.7767, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 335.0} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.23463, "bpb": 1.7812, "chunk_loss": 0.031674, "F": 0.19586, "G": 0.43581, "chunks": 200.56, "bytes_per_chunk": 5.106, "boundary_entropy": 0.66993, "router_noise": 0.0, "grad_norm": 0.8059, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 337.0} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.25824, "bpb": 1.81526, "chunk_loss": 0.032181, "F": 0.2052, "G": 0.43271, "chunks": 210.12, "bytes_per_chunk": 4.873, "boundary_entropy": 0.66671, "router_noise": 0.0, "grad_norm": 0.8882, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 339.0} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3603.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207033, "cps": 28.148438, "mean_p": 0.437879, "boundary_entropy": 0.663669, "bpb": 2.031333}, "de": {"chunks": 3711.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180733, "cps": 28.992188, "mean_p": 0.442422, "boundary_entropy": 0.670858, "bpb": 2.235349}, "vi": {"chunks": 5139.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278763, "cps": 40.148438, "mean_p": 0.429787, "boundary_entropy": 0.65334, "bpb": 1.887135}, "tr": {"chunks": 4360.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.240844, "cps": 34.0625, "mean_p": 0.448613, "boundary_entropy": 0.668046, "bpb": 2.20246}, "fi": {"chunks": 3250.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172771, "cps": 25.390625, "mean_p": 0.441461, "boundary_entropy": 0.670507, "bpb": 2.38859}, "ru": {"chunks": 7652.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.403799, "cps": 59.78125, "mean_p": 0.428383, "boundary_entropy": 0.663782, "bpb": 1.384052}, "el": {"chunks": 4939.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.240657, "cps": 38.585938, "mean_p": 0.440425, "boundary_entropy": 0.676055, "bpb": 1.482803}, "hi": {"chunks": 7540.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448143, "cps": 58.90625, "mean_p": 0.447165, "boundary_entropy": 0.675733, "bpb": 1.181173}, "ta": {"chunks": 12327.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.659374, "cps": 96.304688, "mean_p": 0.416662, "boundary_entropy": 0.645867, "bpb": 0.934155}, "th": {"chunks": 7734.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.480821, "cps": 60.421875, "mean_p": 0.448366, "boundary_entropy": 0.67866, "bpb": 1.093868}, "zh": {"chunks": 3106.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.525906, "cps": 24.265625, "mean_p": 0.414972, "boundary_entropy": 0.651006, "bpb": 3.123397}, "my": {"chunks": 8436.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.445218, "cps": 65.90625, "mean_p": 0.453699, "boundary_entropy": 0.68048, "bpb": 1.094733}}, "bpb": {"en": 2.03133, "de": 2.23535, "vi": 1.88714, "tr": 2.20246, "fi": 2.38859, "ru": 1.38405, "el": 1.4828, "hi": 1.18117, "ta": 0.93415, "th": 1.09387, "zh": 3.1234, "my": 1.09473}, "gini_cpc": 0.236366, "gini_cps": 0.239642, "bpic": 5.345363, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8729681628237771, "vi": 1.3464658214709873, "tr": 1.1633108961151755, "fi": 0.8345095972200084, "ru": 1.9504086084814982, "el": 1.1624065248294972, "hi": 2.1645924087529833, "ta": 3.184870546720561, "th": 2.322431752422665, "zh": 2.5401997376043726, "my": 2.1504683399257214}, "t": 342.0} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04117, "de": 2.24239, "vi": 1.88713, "tr": 2.20932, "fi": 2.39543, "ru": 1.35878, "el": 1.47552, "hi": 1.17761, "ta": 0.9431, "th": 1.11093, "zh": 3.12008, "my": 1.10432}, "bytes_per_chunk": {"en": 4.902, "de": 5.717, "vi": 5.141, "tr": 4.552, "fi": 5.774, "ru": 4.504, "el": 7.641, "hi": 5.922, "ta": 4.055, "th": 5.836, "zh": 5.164, "my": 6.376}, "bpb_mean": 1.75548, "t": 343.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3603.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207033, "cps": 28.148438, "mean_p": 0.437879, "boundary_entropy": 0.663669, "bpb": 2.031333}, "de": {"chunks": 3711.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180733, "cps": 28.992188, "mean_p": 0.442422, "boundary_entropy": 0.670858, "bpb": 2.235349}, "vi": {"chunks": 5139.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278763, "cps": 40.148438, "mean_p": 0.429787, "boundary_entropy": 0.65334, "bpb": 1.887135}, "tr": {"chunks": 4360.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.240844, "cps": 34.0625, "mean_p": 0.448613, "boundary_entropy": 0.668046, "bpb": 2.20246}, "fi": {"chunks": 3250.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172771, "cps": 25.390625, "mean_p": 0.441461, "boundary_entropy": 0.670507, "bpb": 2.38859}, "ru": {"chunks": 7652.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.403799, "cps": 59.78125, "mean_p": 0.428383, "boundary_entropy": 0.663782, "bpb": 1.384052}, "el": {"chunks": 4939.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.240657, "cps": 38.585938, "mean_p": 0.440425, "boundary_entropy": 0.676055, "bpb": 1.482803}, "hi": {"chunks": 7540.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448143, "cps": 58.90625, "mean_p": 0.447165, "boundary_entropy": 0.675733, "bpb": 1.181173}, "ta": {"chunks": 12327.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.659374, "cps": 96.304688, "mean_p": 0.416662, "boundary_entropy": 0.645867, "bpb": 0.934155}, "th": {"chunks": 7734.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.480821, "cps": 60.421875, "mean_p": 0.448366, "boundary_entropy": 0.67866, "bpb": 1.093868}, "zh": {"chunks": 3106.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.525906, "cps": 24.265625, "mean_p": 0.414972, "boundary_entropy": 0.651006, "bpb": 3.123397}, "my": {"chunks": 8436.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.445218, "cps": 65.90625, "mean_p": 0.453699, "boundary_entropy": 0.68048, "bpb": 1.094733}}, "bpb": {"en": 2.03133, "de": 2.23535, "vi": 1.88714, "tr": 2.20246, "fi": 2.38859, "ru": 1.38405, "el": 1.4828, "hi": 1.18117, "ta": 0.93415, "th": 1.09387, "zh": 3.1234, "my": 1.09473}, "gini_cpc": 0.236366, "gini_cps": 0.239642, "bpic": 5.345363, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8729681628237771, "vi": 1.3464658214709873, "tr": 1.1633108961151755, "fi": 0.8345095972200084, "ru": 1.9504086084814982, "el": 1.1624065248294972, "hi": 2.1645924087529833, "ta": 3.184870546720561, "th": 2.322431752422665, "zh": 2.5401997376043726, "my": 2.1504683399257214}, "t": 344.2} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s1/th0.70"], "t": 349.1} +{"event": "final", "run": "emactl_genreg_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.20703327012584039, "cps": 28.1484375, "bpb": 2.050497110736466, "bytes_per_chunk": 4.915092482351948}, "de": {"cpc": 0.18073345346515365, "cps": 28.9921875, "bpb": 2.234483494945642, "bytes_per_chunk": 5.727357140516271}, "vi": {"cpc": 0.2787632221318145, "cps": 40.1484375, "bpb": 1.889786890741809, "bytes_per_chunk": 5.128263314911723}, "tr": {"cpc": 0.24084405899574657, "cps": 34.0625, "bpb": 2.200235880250896, "bytes_per_chunk": 4.5643048046871595}, "fi": {"cpc": 0.17277125086385625, "cps": 25.390625, "bpb": 2.410347579260111, "bytes_per_chunk": 5.786971014812689}, "ru": {"cpc": 0.4037994722955145, "cps": 59.78125, "bpb": 1.3596733775112122, "bytes_per_chunk": 4.511013215859031}, "el": {"cpc": 0.24065682405106467, "cps": 38.5859375, "bpb": 1.470116008487108, "bytes_per_chunk": 7.593644540358906}, "hi": {"cpc": 0.44814264487369987, "cps": 58.90625, "bpb": 1.1866793342998843, "bytes_per_chunk": 5.916870746763872}, "ta": {"cpc": 0.6593741642150308, "cps": 96.3046875, "bpb": 0.9440668483807373, "bytes_per_chunk": 4.056543773453519}, "th": {"cpc": 0.4808206403481505, "cps": 60.421875, "bpb": 1.1085081298711636, "bytes_per_chunk": 5.815535811342939}, "zh": {"cpc": 0.5259058584490349, "cps": 24.265625, "bpb": 3.1290566063685494, "bytes_per_chunk": 5.197248161145145}, "my": {"cpc": 0.44521849271690944, "cps": 65.90625, "bpb": 1.1147818581196989, "bytes_per_chunk": 6.384024353120243}}, "gini_cpc": 0.23636601785882339, "gini_cps": 0.23964209275225068, "bpic": 5.3453626196080615, "seed": 1, "mean_boundary_entropy": 0.6663709878921509, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 351.4} diff --git a/emactl_genreg_s1/model.safetensors b/emactl_genreg_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9aff517de279503e38ea60059f9d84d2d8f906c6 --- /dev/null +++ b/emactl_genreg_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:06778a23c53100ab5de1587298616275e42e7f0633752789d48bf74145d32df9 +size 90078296 diff --git a/emactl_genreg_s2/config.json b/emactl_genreg_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5271745e07b297d479c53a6d590fd692d6ddfc39 --- /dev/null +++ b/emactl_genreg_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_genreg_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 2, + "out_dir": null, + "run_name": "emactl_genreg_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.05, + "genreg_target_entropy": 0.2983376681804657, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.18418976005934495, + "gini_cps": 0.19093854335748328, + "bpic": 5.064610633833485, + "worst_lang": "th", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9596706497405335, + "vi": 1.1269902451948222, + "tr": 1.1782876670438764, + "fi": 0.9269366133816891, + "ru": 1.3836420016087154, + "el": 1.6537874904343381, + "hi": 1.978828615480954, + "ta": 1.9833385074132006, + "th": 2.2785237369270823, + "zh": 2.270987076557597, + "my": 2.1670182902343194 + } + } +} \ No newline at end of file diff --git a/emactl_genreg_s2/final.json b/emactl_genreg_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..530496deb49a62ae92a17a493ee8432849af92b2 --- /dev/null +++ b/emactl_genreg_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_genreg_s2", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.23806240303395967, + "cps": 32.3671875, + "bpb": 2.0372584237188307, + "bytes_per_chunk": 4.226799635598481 + }, + "de": { + "cpc": 0.22846150099839282, + "cps": 36.6484375, + "bpb": 2.226351327546341, + "bytes_per_chunk": 4.347402112804524 + }, + "vi": { + "cpc": 0.2682940059669108, + "cps": 38.640625, + "bpb": 1.8961533875071113, + "bytes_per_chunk": 4.608639088623618 + }, + "tr": { + "cpc": 0.2805059934817434, + "cps": 39.671875, + "bpb": 2.1642174461915413, + "bytes_per_chunk": 3.7224202320264688 + }, + "fi": { + "cpc": 0.22066875764180532, + "cps": 32.4296875, + "bpb": 2.3910613802988614, + "bytes_per_chunk": 4.665106553365662 + }, + "ru": { + "cpc": 0.32939313984168866, + "cps": 48.765625, + "bpb": 1.3742821696914036, + "bytes_per_chunk": 5.337351114730734 + }, + "el": { + "cpc": 0.39370462408030016, + "cps": 63.125, + "bpb": 1.4151377179209739, + "bytes_per_chunk": 4.5019878581794135 + }, + "hi": { + "cpc": 0.4710846953937593, + "cps": 61.921875, + "bpb": 1.1513827221751163, + "bytes_per_chunk": 5.574092581173319 + }, + "ta": { + "cpc": 0.4721583311045734, + "cps": 68.9609375, + "bpb": 0.9525330490836764, + "bytes_per_chunk": 5.550194255952066 + }, + "th": { + "cpc": 0.542430836182779, + "cps": 68.1640625, + "bpb": 1.090443856895379, + "bytes_per_chunk": 5.2221480721535505 + }, + "zh": { + "cpc": 0.5406366407043685, + "cps": 24.9453125, + "bpb": 3.1167576970487225, + "bytes_per_chunk": 5.181940381118052 + }, + "my": { + "cpc": 0.5158855815917247, + "cps": 76.3671875, + "bpb": 1.1004410095350938, + "bytes_per_chunk": 5.546905913096838 + } + }, + "gini_cpc": 0.18418976005934495, + "gini_cps": 0.19093854335748328, + "bpic": 5.064610633833485, + "seed": 2, + "mean_boundary_entropy": 0.6683645248413086, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_genreg_s2/log.jsonl b/emactl_genreg_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..a54b809e4658cb1658bc6c119a78f1d715f534c1 --- /dev/null +++ b/emactl_genreg_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_genreg_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.157895}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.150604}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.885576}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.139464}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.097447}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.304526}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.265181}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.053074}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.127442}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.710377}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.124258}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.688162}}, "bpb": {"en": 8.15789, "de": 8.1506, "vi": 7.88558, "tr": 8.13946, "fi": 8.09745, "ru": 8.30453, "el": 8.26518, "hi": 8.05307, "ta": 8.12744, "th": 7.71038, "zh": 8.12426, "my": 7.68816}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.65891, "bpb": 8.16408, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.3916, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10931.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62811, "cps": 85.398438, "mean_p": 0.513237, "boundary_entropy": 0.6863, "bpb": 8.134186}, "de": {"chunks": 16277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.792724, "cps": 127.164062, "mean_p": 0.524625, "boundary_entropy": 0.686395, "bpb": 8.129297}, "vi": {"chunks": 5092.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276214, "cps": 39.78125, "mean_p": 0.481598, "boundary_entropy": 0.687276, "bpb": 7.872886}, "tr": {"chunks": 8217.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453903, "cps": 64.195312, "mean_p": 0.498129, "boundary_entropy": 0.686829, "bpb": 8.124928}, "fi": {"chunks": 13531.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719313, "cps": 105.710938, "mean_p": 0.517125, "boundary_entropy": 0.686667, "bpb": 8.076826}, "ru": {"chunks": 33476.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766544, "cps": 261.53125, "mean_p": 0.53043, "boundary_entropy": 0.688536, "bpb": 8.26764}, "el": {"chunks": 20697.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.008478, "cps": 161.695312, "mean_p": 0.503649, "boundary_entropy": 0.690112, "bpb": 8.259751}, "hi": {"chunks": 876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052065, "cps": 6.84375, "mean_p": 0.462018, "boundary_entropy": 0.687436, "bpb": 8.046612}, "ta": {"chunks": 1279.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068414, "cps": 9.992188, "mean_p": 0.477595, "boundary_entropy": 0.690061, "bpb": 8.121091}, "th": {"chunks": 3633.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225863, "cps": 28.382812, "mean_p": 0.484847, "boundary_entropy": 0.690397, "bpb": 7.707639}, "zh": {"chunks": 11710.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982729, "cps": 91.484375, "mean_p": 0.520278, "boundary_entropy": 0.685623, "bpb": 8.120828}, "my": {"chunks": 1617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085339, "cps": 12.632812, "mean_p": 0.474602, "boundary_entropy": 0.689682, "bpb": 7.686636}}, "bpb": {"en": 8.13419, "de": 8.1293, "vi": 7.87289, "tr": 8.12493, "fi": 8.07683, "ru": 8.26764, "el": 8.25975, "hi": 8.04661, "ta": 8.12109, "th": 7.70764, "zh": 8.12083, "my": 7.68664}, "gini_cpc": 0.489268, "gini_cps": 0.463367, "bpic": 3.013924, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2620779588703526, "vi": 0.4397536764194128, "tr": 0.7226482602098392, "fi": 1.1452023657212618, "ru": 2.812474352794417, "el": 1.6055756771512673, "hi": 0.08289212231309648, "ta": 0.10892041838262422, "th": 0.3595907888823745, "zh": 3.156659064154633, "my": 0.13586602506169015}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10927.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62788, "cps": 85.367188, "mean_p": 0.513223, "boundary_entropy": 0.68631, "bpb": 8.088293}, "de": {"chunks": 16286.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793162, "cps": 127.234375, "mean_p": 0.524617, "boundary_entropy": 0.686403, "bpb": 8.087217}, "vi": {"chunks": 5073.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275183, "cps": 39.632812, "mean_p": 0.481502, "boundary_entropy": 0.687266, "bpb": 7.851395}, "tr": {"chunks": 8277.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.457217, "cps": 64.664062, "mean_p": 0.498371, "boundary_entropy": 0.686836, "bpb": 8.095007}, "fi": {"chunks": 13519.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718675, "cps": 105.617188, "mean_p": 0.517052, "boundary_entropy": 0.686677, "bpb": 8.035252}, "ru": {"chunks": 33485.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.767018, "cps": 261.601562, "mean_p": 0.530579, "boundary_entropy": 0.688517, "bpb": 8.193549}, "el": {"chunks": 20681.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007699, "cps": 161.570312, "mean_p": 0.503626, "boundary_entropy": 0.690113, "bpb": 8.254527}, "hi": {"chunks": 897.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053314, "cps": 7.007812, "mean_p": 0.462179, "boundary_entropy": 0.687462, "bpb": 8.02111}, "ta": {"chunks": 1306.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.069858, "cps": 10.203125, "mean_p": 0.477805, "boundary_entropy": 0.690081, "bpb": 8.107852}, "th": {"chunks": 3678.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.22866, "cps": 28.734375, "mean_p": 0.484935, "boundary_entropy": 0.690402, "bpb": 7.694271}, "zh": {"chunks": 11694.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98002, "cps": 91.359375, "mean_p": 0.520225, "boundary_entropy": 0.685626, "bpb": 8.113904}, "my": {"chunks": 1622.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085603, "cps": 12.671875, "mean_p": 0.474601, "boundary_entropy": 0.689682, "bpb": 7.68659}}, "bpb": {"en": 8.08829, "de": 8.08722, "vi": 7.85139, "tr": 8.09501, "fi": 8.03525, "ru": 8.19355, "el": 8.25453, "hi": 8.02111, "ta": 8.10785, "th": 7.69427, "zh": 8.1139, "my": 7.68659}, "gini_cpc": 0.488228, "gini_cps": 0.462428, "bpic": 3.011346, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.263238055326777, "vi": 0.4382731825667834, "tr": 0.7281914592207113, "fi": 1.1446055877699337, "ru": 2.814260311836793, "el": 1.6049217644244091, "hi": 0.0849103336188519, "ta": 0.11126046855284821, "th": 0.36417810923078725, "zh": 3.153499917610423, "my": 0.13633603232413533}, "t": 6.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10921.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627535, "cps": 85.320312, "mean_p": 0.513077, "boundary_entropy": 0.686344, "bpb": 7.941284}, "de": {"chunks": 16311.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.79438, "cps": 127.429688, "mean_p": 0.524501, "boundary_entropy": 0.686437, "bpb": 7.955596}, "vi": {"chunks": 5036.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273176, "cps": 39.34375, "mean_p": 0.481293, "boundary_entropy": 0.687244, "bpb": 7.781651}, "tr": {"chunks": 8480.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.468431, "cps": 66.25, "mean_p": 0.499112, "boundary_entropy": 0.686855, "bpb": 7.997115}, "fi": {"chunks": 13476.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.716389, "cps": 105.28125, "mean_p": 0.516729, "boundary_entropy": 0.686715, "bpb": 7.903054}, "ru": {"chunks": 33528.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.769288, "cps": 261.9375, "mean_p": 0.531281, "boundary_entropy": 0.688427, "bpb": 7.949979}, "el": {"chunks": 20463.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.997076, "cps": 159.867188, "mean_p": 0.503363, "boundary_entropy": 0.690116, "bpb": 8.206512}, "hi": {"chunks": 938.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05575, "cps": 7.328125, "mean_p": 0.462569, "boundary_entropy": 0.687524, "bpb": 7.939445}, "ta": {"chunks": 1401.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.07494, "cps": 10.945312, "mean_p": 0.478287, "boundary_entropy": 0.690124, "bpb": 8.032558}, "th": {"chunks": 3735.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.232204, "cps": 29.179688, "mean_p": 0.484902, "boundary_entropy": 0.690395, "bpb": 7.621806}, "zh": {"chunks": 11641.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.971046, "cps": 90.945312, "mean_p": 0.519956, "boundary_entropy": 0.685644, "bpb": 8.086994}, "my": {"chunks": 1588.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.083808, "cps": 12.40625, "mean_p": 0.474427, "boundary_entropy": 0.689662, "bpb": 7.683362}}, "bpb": {"en": 7.94128, "de": 7.9556, "vi": 7.78165, "tr": 7.99712, "fi": 7.90305, "ru": 7.94998, "el": 8.20651, "hi": 7.93945, "ta": 8.03256, "th": 7.62181, "zh": 8.08699, "my": 7.68336}, "gini_cpc": 0.485798, "gini_cps": 0.460112, "bpic": 3.009622, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.265872291188209, "vi": 0.43531566187790427, "tr": 0.7464608137718268, "fi": 1.1415917773010082, "ru": 2.819422404947598, "el": 1.588876611433824, "hi": 0.08884018997438446, "ta": 0.11941926087913002, "th": 0.37002515906975625, "zh": 3.14093218441975, "my": 0.13355151995803358}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10611.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.609722, "cps": 82.898438, "mean_p": 0.511398, "boundary_entropy": 0.686513, "bpb": 7.483408}, "de": {"chunks": 16138.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.785954, "cps": 126.078125, "mean_p": 0.522866, "boundary_entropy": 0.686672, "bpb": 7.541433}, "vi": {"chunks": 4839.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26249, "cps": 37.804688, "mean_p": 0.48052, "boundary_entropy": 0.687161, "bpb": 7.56082}, "tr": {"chunks": 9127.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.504171, "cps": 71.304688, "mean_p": 0.501698, "boundary_entropy": 0.686913, "bpb": 7.662294}, "fi": {"chunks": 13005.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.691351, "cps": 101.601562, "mean_p": 0.51441, "boundary_entropy": 0.686914, "bpb": 7.489155}, "ru": {"chunks": 33816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.784485, "cps": 264.1875, "mean_p": 0.535772, "boundary_entropy": 0.687825, "bpb": 7.383502}, "el": {"chunks": 19653.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.957609, "cps": 153.539062, "mean_p": 0.502313, "boundary_entropy": 0.690126, "bpb": 7.973775}, "hi": {"chunks": 1042.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.061932, "cps": 8.140625, "mean_p": 0.463591, "boundary_entropy": 0.687684, "bpb": 7.685043}, "ta": {"chunks": 1658.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.088687, "cps": 12.953125, "mean_p": 0.479374, "boundary_entropy": 0.690218, "bpb": 7.810084}, "th": {"chunks": 3771.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.234442, "cps": 29.460938, "mean_p": 0.484366, "boundary_entropy": 0.690344, "bpb": 7.382868}, "zh": {"chunks": 11527.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.951744, "cps": 90.054688, "mean_p": 0.519229, "boundary_entropy": 0.685688, "bpb": 8.009413}, "my": {"chunks": 1617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085339, "cps": 12.632812, "mean_p": 0.474683, "boundary_entropy": 0.689693, "bpb": 7.572966}}, "bpb": {"en": 7.48341, "de": 7.54143, "vi": 7.56082, "tr": 7.66229, "fi": 7.48916, "ru": 7.3835, "el": 7.97377, "hi": 7.68504, "ta": 7.81008, "th": 7.38287, "zh": 8.00941, "my": 7.57297}, "gini_cpc": 0.481342, "gini_cps": 0.454715, "bpic": 3.026569, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2890361875800695, "vi": 0.43050706779177145, "tr": 0.8268853637146945, "fi": 1.133877868817755, "ru": 2.926717646769209, "el": 1.57056463719701, "hi": 0.10157350799298101, "ta": 0.14545439972330862, "th": 0.38450613431665903, "zh": 3.201036720706199, "my": 0.13996338893123506}, "t": 9.7} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6656.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.382463, "cps": 52.0, "mean_p": 0.496497, "boundary_entropy": 0.686792, "bpb": 6.904403}, "de": {"chunks": 11891.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.579117, "cps": 92.898438, "mean_p": 0.506573, "boundary_entropy": 0.687732, "bpb": 6.995068}, "vi": {"chunks": 3716.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.201573, "cps": 29.03125, "mean_p": 0.47566, "boundary_entropy": 0.686649, "bpb": 7.200353}, "tr": {"chunks": 9638.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.532398, "cps": 75.296875, "mean_p": 0.503094, "boundary_entropy": 0.687052, "bpb": 7.195272}, "fi": {"chunks": 8341.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.443411, "cps": 65.164062, "mean_p": 0.498603, "boundary_entropy": 0.687378, "bpb": 6.973773}, "ru": {"chunks": 34322.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.811187, "cps": 268.140625, "mean_p": 0.556767, "boundary_entropy": 0.683954, "bpb": 6.514413}, "el": {"chunks": 18483.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.900599, "cps": 144.398438, "mean_p": 0.500433, "boundary_entropy": 0.690138, "bpb": 7.390376}, "hi": {"chunks": 872.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.051828, "cps": 6.8125, "mean_p": 0.4625, "boundary_entropy": 0.687544, "bpb": 6.861709}, "ta": {"chunks": 2294.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.122707, "cps": 17.921875, "mean_p": 0.480716, "boundary_entropy": 0.690311, "bpb": 6.970221}, "th": {"chunks": 2532.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.157414, "cps": 19.78125, "mean_p": 0.479476, "boundary_entropy": 0.689918, "bpb": 6.641495}, "zh": {"chunks": 10888.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.843549, "cps": 85.0625, "mean_p": 0.516182, "boundary_entropy": 0.68585, "bpb": 7.789761}, "my": {"chunks": 1802.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.095102, "cps": 14.078125, "mean_p": 0.476161, "boundary_entropy": 0.689873, "bpb": 7.158891}}, "bpb": {"en": 6.9044, "de": 6.99507, "vi": 7.20035, "tr": 7.19527, "fi": 6.97377, "ru": 6.51441, "el": 7.39038, "hi": 6.86171, "ta": 6.97022, "th": 6.64149, "zh": 7.78976, "my": 7.15889}, "gini_cpc": 0.512086, "gini_cps": 0.483457, "bpic": 3.44399, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.5141774664915577, "vi": 0.5270397485447831, "tr": 1.392025456495736, "fi": 1.1593566158993511, "ru": 4.735590924370814, "el": 2.3547370940413006, "hi": 0.13551027260258316, "ta": 0.32083279221614175, "th": 0.41157922305779393, "zh": 4.820204640326656, "my": 0.2486578747655527}, "t": 11.7} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2427.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.139459, "cps": 18.960938, "mean_p": 0.482491, "boundary_entropy": 0.686398, "bpb": 6.389212}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.484916, "boundary_entropy": 0.687531, "bpb": 6.478528}, "vi": {"chunks": 3923.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212802, "cps": 30.648438, "mean_p": 0.480806, "boundary_entropy": 0.687459, "bpb": 6.792049}, "tr": {"chunks": 7869.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.434679, "cps": 61.476562, "mean_p": 0.497171, "boundary_entropy": 0.687415, "bpb": 6.743942}, "fi": {"chunks": 2271.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.120727, "cps": 17.742188, "mean_p": 0.481547, "boundary_entropy": 0.686967, "bpb": 6.485234}, "ru": {"chunks": 19370.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.022164, "cps": 151.328125, "mean_p": 0.504061, "boundary_entropy": 0.690078, "bpb": 5.909203}, "el": {"chunks": 19211.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.936072, "cps": 150.085938, "mean_p": 0.501024, "boundary_entropy": 0.690219, "bpb": 6.298318}, "hi": {"chunks": 2186.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.129926, "cps": 17.078125, "mean_p": 0.48091, "boundary_entropy": 0.689978, "bpb": 5.887968}, "ta": {"chunks": 1088.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.058197, "cps": 8.5, "mean_p": 0.478542, "boundary_entropy": 0.690143, "bpb": 6.059309}, "th": {"chunks": 2708.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.168356, "cps": 21.15625, "mean_p": 0.480468, "boundary_entropy": 0.69004, "bpb": 5.7338}, "zh": {"chunks": 4178.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.707416, "cps": 32.640625, "mean_p": 0.486723, "boundary_entropy": 0.685654, "bpb": 7.360496}, "my": {"chunks": 3206.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.1692, "cps": 25.046875, "mean_p": 0.484672, "boundary_entropy": 0.69071, "bpb": 5.884437}}, "bpb": {"en": 6.38921, "de": 6.47853, "vi": 6.79205, "tr": 6.74394, "fi": 6.48523, "ru": 5.9092, "el": 6.29832, "hi": 5.88797, "ta": 6.05931, "th": 5.7338, "zh": 7.3605, "my": 5.88444}, "gini_cpc": 0.462241, "gini_cps": 0.471779, "bpic": 5.351773, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1433537270071505, "vi": 1.5259120760712392, "tr": 3.1169033644656756, "fi": 0.865684406442618, "ru": 7.329506769163532, "el": 6.712178088113267, "hi": 0.931642792727433, "ta": 0.41730901786567337, "th": 1.2072075381365912, "zh": 5.072585043723736, "my": 1.2132616936391913}, "t": 14.3} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.28018, "bpb": 6.17499, "chunk_loss": 0.037038, "F": 0.25903, "G": 0.4867, "chunks": 265.25, "bytes_per_chunk": 3.861, "boundary_entropy": 0.69114, "router_noise": 0.0, "grad_norm": 1.7944, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.243, "alpha": 0.03, "t": 15.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5177.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.297477, "cps": 40.445312, "mean_p": 0.495828, "boundary_entropy": 0.687454, "bpb": 5.771576}, "de": {"chunks": 6965.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.33921, "cps": 54.414062, "mean_p": 0.496245, "boundary_entropy": 0.688307, "bpb": 5.907643}, "vi": {"chunks": 6196.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.3361, "cps": 48.40625, "mean_p": 0.488794, "boundary_entropy": 0.688242, "bpb": 6.209645}, "tr": {"chunks": 5950.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.328675, "cps": 46.484375, "mean_p": 0.49336, "boundary_entropy": 0.687733, "bpb": 6.209298}, "fi": {"chunks": 2794.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.14853, "cps": 21.828125, "mean_p": 0.488487, "boundary_entropy": 0.687747, "bpb": 5.898366}, "ru": {"chunks": 13513.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.713087, "cps": 105.570312, "mean_p": 0.49729, "boundary_entropy": 0.690172, "bpb": 5.428046}, "el": {"chunks": 10613.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.517127, "cps": 82.914062, "mean_p": 0.494819, "boundary_entropy": 0.690374, "bpb": 5.669029}, "hi": {"chunks": 22297.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.32523, "cps": 174.195312, "mean_p": 0.503087, "boundary_entropy": 0.690852, "bpb": 5.147269}, "ta": {"chunks": 12711.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.679914, "cps": 99.304688, "mean_p": 0.49345, "boundary_entropy": 0.691056, "bpb": 5.238127}, "th": {"chunks": 3952.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245695, "cps": 30.875, "mean_p": 0.474476, "boundary_entropy": 0.689162, "bpb": 5.013473}, "zh": {"chunks": 6399.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.083474, "cps": 49.992188, "mean_p": 0.498855, "boundary_entropy": 0.68693, "bpb": 6.949892}, "my": {"chunks": 16845.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.889012, "cps": 131.601562, "mean_p": 0.498224, "boundary_entropy": 0.691338, "bpb": 5.104834}}, "bpb": {"en": 5.77158, "de": 5.90764, "vi": 6.20965, "tr": 6.2093, "fi": 5.89837, "ru": 5.42805, "el": 5.66903, "hi": 5.14727, "ta": 5.23813, "th": 5.01347, "zh": 6.94989, "my": 5.10483}, "gini_cpc": 0.335044, "gini_cps": 0.320766, "bpic": 3.383954, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1402883015050864, "vi": 1.1298329140296797, "tr": 1.1048730222722378, "fi": 0.499298743978344, "ru": 2.3971130579083555, "el": 1.7383742259858346, "hi": 4.454893397789572, "ta": 2.285599879277586, "th": 0.8259273084983082, "zh": 3.642206983518298, "my": 2.988502300390129}, "t": 17.7} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.31481, "bpb": 4.78226, "chunk_loss": 0.036876, "F": 0.26648, "G": 0.47724, "chunks": 272.88, "bytes_per_chunk": 3.753, "boundary_entropy": 0.6883, "router_noise": 0.0, "grad_norm": 1.8091, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 20.0} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4036.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.231914, "cps": 31.53125, "mean_p": 0.414389, "boundary_entropy": 0.651562, "bpb": 4.377855}, "de": {"chunks": 5375.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.261774, "cps": 41.992188, "mean_p": 0.414982, "boundary_entropy": 0.653758, "bpb": 4.597076}, "vi": {"chunks": 5116.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.277516, "cps": 39.96875, "mean_p": 0.462705, "boundary_entropy": 0.680616, "bpb": 4.80328}, "tr": {"chunks": 7225.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.399105, "cps": 56.445312, "mean_p": 0.447874, "boundary_entropy": 0.666784, "bpb": 4.866145}, "fi": {"chunks": 6254.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.332465, "cps": 48.859375, "mean_p": 0.438212, "boundary_entropy": 0.666008, "bpb": 4.636178}, "ru": {"chunks": 5803.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306227, "cps": 45.335938, "mean_p": 0.487002, "boundary_entropy": 0.688152, "bpb": 3.662839}, "el": {"chunks": 9568.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.466209, "cps": 74.75, "mean_p": 0.488364, "boundary_entropy": 0.689709, "bpb": 4.208704}, "hi": {"chunks": 14709.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.874235, "cps": 114.914062, "mean_p": 0.494285, "boundary_entropy": 0.689983, "bpb": 3.4439}, "ta": {"chunks": 13202.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.706178, "cps": 103.140625, "mean_p": 0.483988, "boundary_entropy": 0.689256, "bpb": 3.516294}, "th": {"chunks": 12986.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.807336, "cps": 101.453125, "mean_p": 0.481666, "boundary_entropy": 0.689018, "bpb": 3.280643}, "zh": {"chunks": 5457.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.923976, "cps": 42.632812, "mean_p": 0.495051, "boundary_entropy": 0.686612, "bpb": 6.269553}, "my": {"chunks": 45292.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.390331, "cps": 353.84375, "mean_p": 0.514319, "boundary_entropy": 0.690858, "bpb": 3.673614}}, "bpb": {"en": 4.37786, "de": 4.59708, "vi": 4.80328, "tr": 4.86615, "fi": 4.63618, "ru": 3.66284, "el": 4.2087, "hi": 3.4439, "ta": 3.51629, "th": 3.28064, "zh": 6.26955, "my": 3.67361}, "gini_cpc": 0.392503, "gini_cps": 0.39799, "bpic": 2.842338, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.128753276711805, "vi": 1.1966312947508226, "tr": 1.720918338828355, "fi": 1.433570171892445, "ru": 1.3204328458124899, "el": 2.010264873846245, "hi": 3.7696500735578895, "ta": 3.0449994711941284, "th": 3.481186542134159, "zh": 3.984129752310479, "my": 10.306971738206679}, "t": 22.7} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.61744, "bpb": 3.77617, "chunk_loss": 0.040042, "F": 0.31235, "G": 0.45901, "chunks": 319.84, "bytes_per_chunk": 3.202, "boundary_entropy": 0.67619, "router_noise": 0.0, "grad_norm": 1.9941, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 24.1} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3713.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.213354, "cps": 29.007812, "mean_p": 0.404996, "boundary_entropy": 0.643248, "bpb": 3.77829}, "de": {"chunks": 4096.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199484, "cps": 32.0, "mean_p": 0.403003, "boundary_entropy": 0.646167, "bpb": 4.034409}, "vi": {"chunks": 5727.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.310659, "cps": 44.742188, "mean_p": 0.441363, "boundary_entropy": 0.670347, "bpb": 3.52239}, "tr": {"chunks": 5228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288792, "cps": 40.84375, "mean_p": 0.431378, "boundary_entropy": 0.660851, "bpb": 4.118573}, "fi": {"chunks": 4013.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213333, "cps": 31.351562, "mean_p": 0.412786, "boundary_entropy": 0.654625, "bpb": 4.056047}, "ru": {"chunks": 7512.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.396412, "cps": 58.6875, "mean_p": 0.486227, "boundary_entropy": 0.688909, "bpb": 2.82077}, "el": {"chunks": 15115.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.736491, "cps": 118.085938, "mean_p": 0.493376, "boundary_entropy": 0.68956, "bpb": 2.975094}, "hi": {"chunks": 16453.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.97789, "cps": 128.539062, "mean_p": 0.476083, "boundary_entropy": 0.683105, "bpb": 2.414888}, "ta": {"chunks": 23538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.259053, "cps": 183.890625, "mean_p": 0.506017, "boundary_entropy": 0.686341, "bpb": 2.246813}, "th": {"chunks": 12131.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.754181, "cps": 94.773438, "mean_p": 0.480337, "boundary_entropy": 0.689225, "bpb": 2.32904}, "zh": {"chunks": 4003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.677785, "cps": 31.273438, "mean_p": 0.399791, "boundary_entropy": 0.615008, "bpb": 4.950198}, "my": {"chunks": 10773.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.568556, "cps": 84.164062, "mean_p": 0.481163, "boundary_entropy": 0.689201, "bpb": 2.436363}}, "bpb": {"en": 3.77829, "de": 4.03441, "vi": 3.52239, "tr": 4.11857, "fi": 4.05605, "ru": 2.82077, "el": 2.97509, "hi": 2.41489, "ta": 2.24681, "th": 2.32904, "zh": 4.9502, "my": 2.43636}, "gini_cpc": 0.326386, "gini_cps": 0.346116, "bpic": 3.417401, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9349894527119437, "vi": 1.4560732122989684, "tr": 1.353580840544082, "fi": 0.9998997211592492, "ru": 1.8579992566941939, "el": 3.4519657443182616, "hi": 4.583415148334294, "ta": 5.901239761960517, "th": 3.5348802705395963, "zh": 3.17681056545362, "my": 2.6648480758514625}, "t": 28.0} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.78203, "de": 4.03431, "vi": 3.5264, "tr": 4.12695, "fi": 4.05741, "ru": 2.80825, "el": 2.96869, "hi": 2.41079, "ta": 2.26378, "th": 2.36237, "zh": 4.9547, "my": 2.45346}, "bytes_per_chunk": {"en": 4.556, "de": 4.915, "vi": 4.262, "tr": 3.474, "fi": 4.549, "ru": 4.253, "el": 2.63, "hi": 2.699, "ta": 2.214, "th": 4.129, "zh": 4.541, "my": 5.518}, "bpb_mean": 3.31243, "t": 29.5} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.45356, "bpb": 3.53974, "chunk_loss": 0.035282, "F": 0.25247, "G": 0.43333, "chunks": 258.53, "bytes_per_chunk": 3.961, "boundary_entropy": 0.65917, "router_noise": 0.0, "grad_norm": 1.3468, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.108, "alpha": 0.03, "t": 29.6} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.38397, "bpb": 3.43935, "chunk_loss": 0.033082, "F": 0.21634, "G": 0.42891, "chunks": 221.53, "bytes_per_chunk": 4.622, "boundary_entropy": 0.65475, "router_noise": 0.0, "grad_norm": 0.9107, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 32.2} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4009.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230363, "cps": 31.320312, "mean_p": 0.416313, "boundary_entropy": 0.649485, "bpb": 3.580175}, "de": {"chunks": 3667.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178591, "cps": 28.648438, "mean_p": 0.406683, "boundary_entropy": 0.650073, "bpb": 3.818075}, "vi": {"chunks": 6521.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.353729, "cps": 50.945312, "mean_p": 0.451899, "boundary_entropy": 0.673529, "bpb": 3.217886}, "tr": {"chunks": 5671.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.313263, "cps": 44.304688, "mean_p": 0.441631, "boundary_entropy": 0.66463, "bpb": 3.821494}, "fi": {"chunks": 5038.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.267822, "cps": 39.359375, "mean_p": 0.441146, "boundary_entropy": 0.667135, "bpb": 3.878048}, "ru": {"chunks": 7226.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.381319, "cps": 56.453125, "mean_p": 0.46031, "boundary_entropy": 0.683861, "bpb": 2.647827}, "el": {"chunks": 15599.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.760074, "cps": 121.867188, "mean_p": 0.497006, "boundary_entropy": 0.685713, "bpb": 2.732207}, "hi": {"chunks": 17942.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.066389, "cps": 140.171875, "mean_p": 0.468665, "boundary_entropy": 0.680375, "bpb": 2.097105}, "ta": {"chunks": 21045.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.125702, "cps": 164.414062, "mean_p": 0.49497, "boundary_entropy": 0.680207, "bpb": 1.918371}, "th": {"chunks": 4033.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.25073, "cps": 31.507812, "mean_p": 0.468257, "boundary_entropy": 0.686457, "bpb": 2.103462}, "zh": {"chunks": 9893.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.675076, "cps": 77.289062, "mean_p": 0.414725, "boundary_entropy": 0.604543, "bpb": 4.502987}, "my": {"chunks": 29252.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.543804, "cps": 228.53125, "mean_p": 0.496133, "boundary_entropy": 0.689279, "bpb": 2.210921}}, "bpb": {"en": 3.58018, "de": 3.81807, "vi": 3.21789, "tr": 3.82149, "fi": 3.87805, "ru": 2.64783, "el": 2.73221, "hi": 2.0971, "ta": 1.91837, "th": 2.10346, "zh": 4.50299, "my": 2.21092}, "gini_cpc": 0.406782, "gini_cps": 0.383831, "bpic": 2.954525, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7752585538526237, "vi": 1.535532886643782, "tr": 1.359869270002848, "fi": 1.1626107750570625, "ru": 1.6553003499382326, "el": 3.299468426707938, "hi": 4.62917760447611, "ta": 4.886653264975949, "th": 1.0884167601448187, "zh": 7.271476926661034, "my": 6.701627007377795}, "t": 33.6} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.2798, "bpb": 3.28906, "chunk_loss": 0.034928, "F": 0.25269, "G": 0.43147, "chunks": 258.75, "bytes_per_chunk": 3.957, "boundary_entropy": 0.66375, "router_noise": 0.0, "grad_norm": 1.5405, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 36.1} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.04992, "bpb": 2.95741, "chunk_loss": 0.036056, "F": 0.27362, "G": 0.42839, "chunks": 280.19, "bytes_per_chunk": 3.655, "boundary_entropy": 0.65672, "router_noise": 0.0, "grad_norm": 1.0006, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.052, "alpha": 0.03, "t": 38.7} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4908.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.28202, "cps": 38.34375, "mean_p": 0.433006, "boundary_entropy": 0.656702, "bpb": 3.181321}, "de": {"chunks": 5248.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.255589, "cps": 41.0, "mean_p": 0.437449, "boundary_entropy": 0.664353, "bpb": 3.508162}, "vi": {"chunks": 7022.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.380906, "cps": 54.859375, "mean_p": 0.454163, "boundary_entropy": 0.675238, "bpb": 2.75746}, "tr": {"chunks": 5521.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.304977, "cps": 43.132812, "mean_p": 0.447689, "boundary_entropy": 0.66936, "bpb": 3.433751}, "fi": {"chunks": 4745.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.252246, "cps": 37.070312, "mean_p": 0.445424, "boundary_entropy": 0.672262, "bpb": 3.547089}, "ru": {"chunks": 8396.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.443061, "cps": 65.59375, "mean_p": 0.411233, "boundary_entropy": 0.632381, "bpb": 2.35259}, "el": {"chunks": 3450.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.168104, "cps": 26.953125, "mean_p": 0.440715, "boundary_entropy": 0.674852, "bpb": 2.50235}, "hi": {"chunks": 11161.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.663358, "cps": 87.195312, "mean_p": 0.434003, "boundary_entropy": 0.659257, "bpb": 1.807542}, "ta": {"chunks": 7616.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.407382, "cps": 59.5, "mean_p": 0.411712, "boundary_entropy": 0.642471, "bpb": 1.547733}, "th": {"chunks": 17032.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.058875, "cps": 133.0625, "mean_p": 0.458255, "boundary_entropy": 0.676032, "bpb": 1.908995}, "zh": {"chunks": 3683.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.623603, "cps": 28.773438, "mean_p": 0.412755, "boundary_entropy": 0.638775, "bpb": 4.134757}, "my": {"chunks": 2660.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140384, "cps": 20.78125, "mean_p": 0.449524, "boundary_entropy": 0.678214, "bpb": 1.93299}}, "bpb": {"en": 3.18132, "de": 3.50816, "vi": 2.75746, "tr": 3.43375, "fi": 3.54709, "ru": 2.35259, "el": 2.50235, "hi": 1.80754, "ta": 1.54773, "th": 1.90899, "zh": 4.13476, "my": 1.93299}, "gini_cpc": 0.310369, "gini_cps": 0.287988, "bpic": 4.712323, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9062770563028303, "vi": 1.3506326662833732, "tr": 1.0814009875843567, "fi": 0.8944249378614889, "ru": 1.5710238628226385, "el": 0.596070757038409, "hi": 2.3521640139941944, "ta": 1.4445115942379636, "th": 3.7546040936254754, "zh": 2.2111990665495367, "my": 0.49778043937519384}, "t": 42.0} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19198, "de": 3.50728, "vi": 2.76233, "tr": 3.4438, "fi": 3.53901, "ru": 2.33676, "el": 2.49648, "hi": 1.8011, "ta": 1.56535, "th": 1.9403, "zh": 4.14188, "my": 1.94826}, "bytes_per_chunk": {"en": 3.454, "de": 3.81, "vi": 3.481, "tr": 3.361, "fi": 3.758, "ru": 3.99, "el": 10.452, "hi": 4.216, "ta": 6.751, "th": 2.673, "zh": 3.997, "my": 18.99}, "bpb_mean": 2.72288, "t": 43.4} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.19891, "bpb": 3.17236, "chunk_loss": 0.036194, "F": 0.27484, "G": 0.42756, "chunks": 281.44, "bytes_per_chunk": 3.638, "boundary_entropy": 0.65523, "router_noise": 0.0, "grad_norm": 0.8667, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 43.4} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.16124, "bpb": 3.11801, "chunk_loss": 0.034177, "F": 0.23923, "G": 0.42795, "chunks": 244.97, "bytes_per_chunk": 4.18, "boundary_entropy": 0.66037, "router_noise": 0.0, "grad_norm": 0.868, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 45.8} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06545, "bpb": 2.97982, "chunk_loss": 0.033314, "F": 0.22516, "G": 0.42798, "chunks": 230.56, "bytes_per_chunk": 4.441, "boundary_entropy": 0.66276, "router_noise": 0.0, "grad_norm": 1.2817, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 48.2} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.92418, "bpb": 2.77601, "chunk_loss": 0.032979, "F": 0.21661, "G": 0.43149, "chunks": 221.81, "bytes_per_chunk": 4.617, "boundary_entropy": 0.66202, "router_noise": 0.0, "grad_norm": 0.718, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 50.5} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4833.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277711, "cps": 37.757812, "mean_p": 0.443862, "boundary_entropy": 0.663228, "bpb": 2.889279}, "de": {"chunks": 4869.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.23713, "cps": 38.039062, "mean_p": 0.442375, "boundary_entropy": 0.668774, "bpb": 3.205895}, "vi": {"chunks": 5062.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274586, "cps": 39.546875, "mean_p": 0.450311, "boundary_entropy": 0.674874, "bpb": 2.572995}, "tr": {"chunks": 5612.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310004, "cps": 43.84375, "mean_p": 0.453004, "boundary_entropy": 0.670507, "bpb": 3.111351}, "fi": {"chunks": 3927.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.208761, "cps": 30.679688, "mean_p": 0.439253, "boundary_entropy": 0.67053, "bpb": 3.352982}, "ru": {"chunks": 6060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319789, "cps": 47.34375, "mean_p": 0.423163, "boundary_entropy": 0.651834, "bpb": 2.149439}, "el": {"chunks": 3913.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.190664, "cps": 30.570312, "mean_p": 0.437697, "boundary_entropy": 0.673015, "bpb": 2.246887}, "hi": {"chunks": 7426.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441367, "cps": 58.015625, "mean_p": 0.423879, "boundary_entropy": 0.657151, "bpb": 1.6571}, "ta": {"chunks": 13715.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.733619, "cps": 107.148438, "mean_p": 0.434022, "boundary_entropy": 0.653744, "bpb": 1.388821}, "th": {"chunks": 2746.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170718, "cps": 21.453125, "mean_p": 0.432237, "boundary_entropy": 0.67172, "bpb": 1.768305}, "zh": {"chunks": 3198.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541483, "cps": 24.984375, "mean_p": 0.407128, "boundary_entropy": 0.636656, "bpb": 3.967482}, "my": {"chunks": 6645.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.350697, "cps": 51.914062, "mean_p": 0.471629, "boundary_entropy": 0.686024, "bpb": 1.664026}}, "bpb": {"en": 2.88928, "de": 3.2059, "vi": 2.573, "tr": 3.11135, "fi": 3.35298, "ru": 2.14944, "el": 2.24689, "hi": 1.6571, "ta": 1.38882, "th": 1.76831, "zh": 3.96748, "my": 1.66403}, "gini_cpc": 0.240626, "gini_cps": 0.234085, "bpic": 5.64334, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.85387577484616, "vi": 0.9887496070967213, "tr": 1.116283321594519, "fi": 0.7517204116177914, "ru": 1.151518010249456, "el": 0.6865565705104504, "hi": 1.5893048073100704, "ta": 2.6416645458169126, "th": 0.6147333754358587, "zh": 1.9498102173026077, "my": 1.262812680711181}, "t": 53.8} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.89929, "de": 3.20539, "vi": 2.57798, "tr": 3.12387, "fi": 3.34498, "ru": 2.13359, "el": 2.23573, "hi": 1.65087, "ta": 1.40253, "th": 1.79572, "zh": 3.97818, "my": 1.6772}, "bytes_per_chunk": {"en": 3.618, "de": 4.494, "vi": 5.308, "tr": 3.512, "fi": 4.955, "ru": 5.468, "el": 10.525, "hi": 8.2, "ta": 3.383, "th": 13.766, "zh": 4.302, "my": 7.376}, "bpb_mean": 2.50211, "t": 55.1} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.91463, "bpb": 2.76222, "chunk_loss": 0.03267, "F": 0.21243, "G": 0.43334, "chunks": 217.53, "bytes_per_chunk": 4.707, "boundary_entropy": 0.66474, "router_noise": 0.0, "grad_norm": 1.0423, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 55.2} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94596, "bpb": 2.80742, "chunk_loss": 0.034185, "F": 0.23929, "G": 0.43519, "chunks": 245.03, "bytes_per_chunk": 4.179, "boundary_entropy": 0.6662, "router_noise": 0.0, "grad_norm": 0.798, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 57.5} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.7802, "bpb": 2.56828, "chunk_loss": 0.035255, "F": 0.25626, "G": 0.43691, "chunks": 262.41, "bytes_per_chunk": 3.902, "boundary_entropy": 0.66515, "router_noise": 0.0, "grad_norm": 0.9498, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 59.8} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86793, "bpb": 2.69486, "chunk_loss": 0.033593, "F": 0.22714, "G": 0.43564, "chunks": 232.59, "bytes_per_chunk": 4.403, "boundary_entropy": 0.66648, "router_noise": 0.0, "grad_norm": 0.7469, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 62.1} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4593.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.26392, "cps": 35.882812, "mean_p": 0.443795, "boundary_entropy": 0.664237, "bpb": 2.683231}, "de": {"chunks": 4819.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.234695, "cps": 37.648438, "mean_p": 0.446001, "boundary_entropy": 0.670945, "bpb": 3.024648}, "vi": {"chunks": 4558.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.247247, "cps": 35.609375, "mean_p": 0.444911, "boundary_entropy": 0.673443, "bpb": 2.39719}, "tr": {"chunks": 4852.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268022, "cps": 37.90625, "mean_p": 0.449383, "boundary_entropy": 0.67177, "bpb": 3.005853}, "fi": {"chunks": 3427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182181, "cps": 26.773438, "mean_p": 0.441428, "boundary_entropy": 0.672531, "bpb": 3.22877}, "ru": {"chunks": 5297.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.279525, "cps": 41.382812, "mean_p": 0.42687, "boundary_entropy": 0.655704, "bpb": 2.010338}, "el": {"chunks": 7718.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.376066, "cps": 60.296875, "mean_p": 0.45565, "boundary_entropy": 0.678082, "bpb": 2.127384}, "hi": {"chunks": 6115.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.363447, "cps": 47.773438, "mean_p": 0.435399, "boundary_entropy": 0.663066, "bpb": 1.570924}, "ta": {"chunks": 10865.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.581171, "cps": 84.882812, "mean_p": 0.429283, "boundary_entropy": 0.653268, "bpb": 1.352395}, "th": {"chunks": 1888.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.117376, "cps": 14.75, "mean_p": 0.41981, "boundary_entropy": 0.668003, "bpb": 1.636759}, "zh": {"chunks": 2842.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481206, "cps": 22.203125, "mean_p": 0.431712, "boundary_entropy": 0.664894, "bpb": 3.828787}, "my": {"chunks": 20197.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.065917, "cps": 157.789062, "mean_p": 0.466983, "boundary_entropy": 0.681873, "bpb": 1.480508}}, "bpb": {"en": 2.68323, "de": 3.02465, "vi": 2.39719, "tr": 3.00585, "fi": 3.22877, "ru": 2.01034, "el": 2.12738, "hi": 1.57092, "ta": 1.3524, "th": 1.63676, "zh": 3.82879, "my": 1.48051}, "gini_cpc": 0.312065, "gini_cps": 0.338613, "bpic": 4.973125, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8892670361005908, "vi": 0.936825823851593, "tr": 1.0155420613152268, "fi": 0.6902873199009669, "ru": 1.0591279605824397, "el": 1.4249236801214538, "hi": 1.3771113675471656, "ta": 2.202074135513378, "th": 0.44474246567721654, "zh": 1.823300729499808, "my": 4.038788994790239}, "t": 65.3} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.69245, "de": 3.02793, "vi": 2.40259, "tr": 3.01706, "fi": 3.22555, "ru": 1.99537, "el": 2.11383, "hi": 1.56602, "ta": 1.36537, "th": 1.6637, "zh": 3.83907, "my": 1.49065}, "bytes_per_chunk": {"en": 3.81, "de": 4.194, "vi": 5.695, "tr": 3.998, "fi": 5.773, "ru": 6.528, "el": 4.979, "hi": 9.38, "ta": 4.999, "th": 21.069, "zh": 5.266, "my": 2.697}, "bpb_mean": 2.36663, "t": 66.6} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.85132, "bpb": 2.67089, "chunk_loss": 0.032643, "F": 0.20972, "G": 0.43591, "chunks": 214.75, "bytes_per_chunk": 4.768, "boundary_entropy": 0.66823, "router_noise": 0.0, "grad_norm": 0.8404, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 66.7} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.64696, "bpb": 2.37606, "chunk_loss": 0.033479, "F": 0.22321, "G": 0.4402, "chunks": 228.56, "bytes_per_chunk": 4.48, "boundary_entropy": 0.66893, "router_noise": 0.0, "grad_norm": 0.73, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 68.9} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.73248, "bpb": 2.49944, "chunk_loss": 0.033933, "F": 0.23276, "G": 0.44009, "chunks": 238.34, "bytes_per_chunk": 4.296, "boundary_entropy": 0.66994, "router_noise": 0.0, "grad_norm": 0.8231, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 71.2} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.88816, "bpb": 2.72404, "chunk_loss": 0.033608, "F": 0.2276, "G": 0.4378, "chunks": 233.06, "bytes_per_chunk": 4.394, "boundary_entropy": 0.66884, "router_noise": 0.0, "grad_norm": 0.8259, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 73.5} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.288456, "cps": 39.21875, "mean_p": 0.444522, "boundary_entropy": 0.662912, "bpb": 2.553715}, "de": {"chunks": 4932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240199, "cps": 38.53125, "mean_p": 0.445545, "boundary_entropy": 0.670517, "bpb": 2.889454}, "vi": {"chunks": 7812.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.423759, "cps": 61.03125, "mean_p": 0.460069, "boundary_entropy": 0.675381, "bpb": 2.268263}, "tr": {"chunks": 5743.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.31724, "cps": 44.867188, "mean_p": 0.452155, "boundary_entropy": 0.669313, "bpb": 2.872238}, "fi": {"chunks": 4266.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226782, "cps": 33.328125, "mean_p": 0.446217, "boundary_entropy": 0.672673, "bpb": 3.124532}, "ru": {"chunks": 8301.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.438047, "cps": 64.851562, "mean_p": 0.435514, "boundary_entropy": 0.65678, "bpb": 1.917575}, "el": {"chunks": 11917.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.580666, "cps": 93.101562, "mean_p": 0.464824, "boundary_entropy": 0.679874, "bpb": 2.02048}, "hi": {"chunks": 14892.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.885111, "cps": 116.34375, "mean_p": 0.439486, "boundary_entropy": 0.66203, "bpb": 1.524343}, "ta": {"chunks": 8630.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.461621, "cps": 67.421875, "mean_p": 0.423412, "boundary_entropy": 0.64946, "bpb": 1.426152}, "th": {"chunks": 3721.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231334, "cps": 29.070312, "mean_p": 0.428591, "boundary_entropy": 0.670406, "bpb": 1.587326}, "zh": {"chunks": 2535.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.429225, "cps": 19.804688, "mean_p": 0.435668, "boundary_entropy": 0.668489, "bpb": 3.701011}, "my": {"chunks": 6385.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.336975, "cps": 49.882812, "mean_p": 0.464116, "boundary_entropy": 0.684114, "bpb": 1.409843}}, "bpb": {"en": 2.55371, "de": 2.88945, "vi": 2.26826, "tr": 2.87224, "fi": 3.12453, "ru": 1.91757, "el": 2.02048, "hi": 1.52434, "ta": 1.42615, "th": 1.58733, "zh": 3.70101, "my": 1.40984}, "gini_cpc": 0.224757, "gini_cps": 0.263507, "bpic": 4.560461, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8327047918005085, "vi": 1.469059871174375, "tr": 1.0997872180284, "fi": 0.7861933585100351, "ru": 1.5185937306184234, "el": 2.013012618434317, "hi": 3.0684451022063306, "ta": 1.6003159333780153, "th": 0.8019716347541138, "zh": 1.4880068280889311, "my": 1.1682019546891598}, "t": 76.7} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56321, "de": 2.89242, "vi": 2.2739, "tr": 2.88334, "fi": 3.12126, "ru": 1.89917, "el": 2.01018, "hi": 1.51939, "ta": 1.43427, "th": 1.6133, "zh": 3.71182, "my": 1.41913}, "bytes_per_chunk": {"en": 3.457, "de": 4.025, "vi": 3.081, "tr": 3.257, "fi": 4.356, "ru": 4.128, "el": 2.933, "hi": 3.013, "ta": 6.513, "th": 11.848, "zh": 6.666, "my": 8.79}, "bpb_mean": 2.27845, "t": 78.1} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.56527, "bpb": 2.2582, "chunk_loss": 0.034638, "F": 0.24313, "G": 0.4386, "chunks": 248.97, "bytes_per_chunk": 4.113, "boundary_entropy": 0.66803, "router_noise": 0.0, "grad_norm": 0.7829, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 78.2} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77616, "bpb": 2.56246, "chunk_loss": 0.034832, "F": 0.24643, "G": 0.44339, "chunks": 252.34, "bytes_per_chunk": 4.058, "boundary_entropy": 0.67151, "router_noise": 0.0, "grad_norm": 0.9656, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 80.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.60053, "bpb": 2.30908, "chunk_loss": 0.03358, "F": 0.22632, "G": 0.43953, "chunks": 231.75, "bytes_per_chunk": 4.419, "boundary_entropy": 0.66943, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 82.6} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.62029, "bpb": 2.33758, "chunk_loss": 0.032003, "F": 0.19992, "G": 0.43849, "chunks": 204.72, "bytes_per_chunk": 5.002, "boundary_entropy": 0.67014, "router_noise": 0.0, "grad_norm": 0.85, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 84.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4111.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.236224, "cps": 32.117188, "mean_p": 0.442584, "boundary_entropy": 0.664246, "bpb": 2.479104}, "de": {"chunks": 4573.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222715, "cps": 35.726562, "mean_p": 0.450257, "boundary_entropy": 0.673031, "bpb": 2.806344}, "vi": {"chunks": 5192.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.281638, "cps": 40.5625, "mean_p": 0.45074, "boundary_entropy": 0.674875, "bpb": 2.233787}, "tr": {"chunks": 5075.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28034, "cps": 39.648438, "mean_p": 0.456529, "boundary_entropy": 0.672798, "bpb": 2.789823}, "fi": {"chunks": 3540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188188, "cps": 27.65625, "mean_p": 0.447523, "boundary_entropy": 0.67477, "bpb": 3.048851}, "ru": {"chunks": 6713.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354248, "cps": 52.445312, "mean_p": 0.430318, "boundary_entropy": 0.658971, "bpb": 1.836656}, "el": {"chunks": 7692.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.374799, "cps": 60.09375, "mean_p": 0.447164, "boundary_entropy": 0.676533, "bpb": 1.947232}, "hi": {"chunks": 10485.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.62318, "cps": 81.914062, "mean_p": 0.442425, "boundary_entropy": 0.665041, "bpb": 1.476939}, "ta": {"chunks": 6445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.344745, "cps": 50.351562, "mean_p": 0.418731, "boundary_entropy": 0.652964, "bpb": 1.217323}, "th": {"chunks": 4773.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.296736, "cps": 37.289062, "mean_p": 0.421237, "boundary_entropy": 0.664566, "bpb": 1.471741}, "zh": {"chunks": 3386.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573315, "cps": 26.453125, "mean_p": 0.448141, "boundary_entropy": 0.673641, "bpb": 3.645204}, "my": {"chunks": 4540.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.239603, "cps": 35.46875, "mean_p": 0.46, "boundary_entropy": 0.684444, "bpb": 1.370316}}, "bpb": {"en": 2.4791, "de": 2.80634, "vi": 2.23379, "tr": 2.78982, "fi": 3.04885, "ru": 1.83666, "el": 1.94723, "hi": 1.47694, "ta": 1.21732, "th": 1.47174, "zh": 3.6452, "my": 1.37032}, "gini_cpc": 0.201123, "gini_cps": 0.182081, "bpic": 5.768974, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9428127296386142, "vi": 1.1922523448668845, "tr": 1.1867579195901805, "fi": 0.7966508466137203, "ru": 1.4996298495124414, "el": 1.5866278524205737, "hi": 2.6380924154128578, "ta": 1.4593991723000457, "th": 1.256165936753384, "zh": 2.427002113629214, "my": 1.0143062935768028}, "t": 88.0} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.48704, "de": 2.80733, "vi": 2.23861, "tr": 2.8008, "fi": 3.05141, "ru": 1.81784, "el": 1.93669, "hi": 1.47356, "ta": 1.22838, "th": 1.49547, "zh": 3.65179, "my": 1.37906}, "bytes_per_chunk": {"en": 4.384, "de": 4.434, "vi": 4.655, "tr": 3.796, "fi": 5.768, "ru": 5.04, "el": 4.59, "hi": 4.516, "ta": 7.782, "th": 9.388, "zh": 5.012, "my": 11.348}, "bpb_mean": 2.19733, "t": 89.3} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.70515, "bpb": 2.46002, "chunk_loss": 0.033076, "F": 0.21838, "G": 0.4403, "chunks": 223.62, "bytes_per_chunk": 4.579, "boundary_entropy": 0.67077, "router_noise": 0.0, "grad_norm": 0.8167, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 89.4} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60795, "bpb": 2.31978, "chunk_loss": 0.033637, "F": 0.22717, "G": 0.44098, "chunks": 232.62, "bytes_per_chunk": 4.402, "boundary_entropy": 0.67135, "router_noise": 0.0, "grad_norm": 0.8592, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 91.6} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.7207, "bpb": 2.48245, "chunk_loss": 0.034328, "F": 0.23932, "G": 0.44165, "chunks": 245.06, "bytes_per_chunk": 4.179, "boundary_entropy": 0.67064, "router_noise": 0.0, "grad_norm": 0.8223, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 93.8} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51035, "bpb": 2.17898, "chunk_loss": 0.033673, "F": 0.22864, "G": 0.43982, "chunks": 234.12, "bytes_per_chunk": 4.374, "boundary_entropy": 0.66954, "router_noise": 0.0, "grad_norm": 0.7734, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 96.0} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4795.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.275527, "cps": 37.460938, "mean_p": 0.446464, "boundary_entropy": 0.664413, "bpb": 2.409148}, "de": {"chunks": 5005.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.243754, "cps": 39.101562, "mean_p": 0.452245, "boundary_entropy": 0.672499, "bpb": 2.740646}, "vi": {"chunks": 4933.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267589, "cps": 38.539062, "mean_p": 0.448117, "boundary_entropy": 0.674077, "bpb": 2.15999}, "tr": {"chunks": 5418.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.299287, "cps": 42.328125, "mean_p": 0.456935, "boundary_entropy": 0.672273, "bpb": 2.691935}, "fi": {"chunks": 3691.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196215, "cps": 28.835938, "mean_p": 0.446159, "boundary_entropy": 0.673441, "bpb": 2.97946}, "ru": {"chunks": 5331.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281319, "cps": 41.648438, "mean_p": 0.429686, "boundary_entropy": 0.663311, "bpb": 1.804787}, "el": {"chunks": 8922.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.434732, "cps": 69.703125, "mean_p": 0.451888, "boundary_entropy": 0.677354, "bpb": 1.856197}, "hi": {"chunks": 10638.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.632273, "cps": 83.109375, "mean_p": 0.446352, "boundary_entropy": 0.668711, "bpb": 1.430941}, "ta": {"chunks": 7843.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.419524, "cps": 61.273438, "mean_p": 0.42394, "boundary_entropy": 0.652221, "bpb": 1.163059}, "th": {"chunks": 10523.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.654212, "cps": 82.210938, "mean_p": 0.435204, "boundary_entropy": 0.670813, "bpb": 1.398333}, "zh": {"chunks": 3078.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521165, "cps": 24.046875, "mean_p": 0.450153, "boundary_entropy": 0.67524, "bpb": 3.579008}, "my": {"chunks": 5931.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.313015, "cps": 46.335938, "mean_p": 0.4599, "boundary_entropy": 0.684262, "bpb": 1.348221}}, "bpb": {"en": 2.40915, "de": 2.74065, "vi": 2.15999, "tr": 2.69194, "fi": 2.97946, "ru": 1.80479, "el": 1.8562, "hi": 1.43094, "ta": 1.16306, "th": 1.39833, "zh": 3.57901, "my": 1.34822}, "gini_cpc": 0.211776, "gini_cps": 0.20908, "bpic": 5.042584, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8846819842439854, "vi": 0.9711883904019222, "tr": 1.0862354144633042, "fi": 0.7121437554369521, "ru": 1.0210217107199946, "el": 1.5778179134912955, "hi": 2.2947766479136424, "ta": 1.5226225388006418, "th": 2.3744007120669877, "zh": 1.8915188844910196, "my": 1.1360568290407003}, "t": 99.1} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41617, "de": 2.74464, "vi": 2.16509, "tr": 2.7038, "fi": 2.9803, "ru": 1.78624, "el": 1.84626, "hi": 1.42649, "ta": 1.17066, "th": 1.41911, "zh": 3.58423, "my": 1.35826}, "bytes_per_chunk": {"en": 3.623, "de": 4.078, "vi": 5.041, "tr": 3.613, "fi": 5.705, "ru": 6.474, "el": 4.126, "hi": 4.363, "ta": 7.102, "th": 4.173, "zh": 5.626, "my": 9.1}, "bpb_mean": 2.13344, "t": 100.5} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.7086, "bpb": 2.46498, "chunk_loss": 0.033309, "F": 0.22168, "G": 0.44076, "chunks": 227.0, "bytes_per_chunk": 4.511, "boundary_entropy": 0.67187, "router_noise": 0.0, "grad_norm": 0.8173, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 100.5} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.71046, "bpb": 2.46767, "chunk_loss": 0.032195, "F": 0.20328, "G": 0.4408, "chunks": 208.16, "bytes_per_chunk": 4.919, "boundary_entropy": 0.67281, "router_noise": 0.0, "grad_norm": 0.7518, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 102.7} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.6758, "bpb": 2.41766, "chunk_loss": 0.035575, "F": 0.25891, "G": 0.44587, "chunks": 265.12, "bytes_per_chunk": 3.862, "boundary_entropy": 0.67109, "router_noise": 0.0, "grad_norm": 0.931, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 104.9} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.56813, "bpb": 2.26233, "chunk_loss": 0.035098, "F": 0.25128, "G": 0.4448, "chunks": 257.31, "bytes_per_chunk": 3.98, "boundary_entropy": 0.67072, "router_noise": 0.0, "grad_norm": 0.8549, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 107.1} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5277.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.303224, "cps": 41.226562, "mean_p": 0.448122, "boundary_entropy": 0.662525, "bpb": 2.345843}, "de": {"chunks": 5140.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.250329, "cps": 40.15625, "mean_p": 0.451386, "boundary_entropy": 0.671895, "bpb": 2.671138}, "vi": {"chunks": 6036.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.327421, "cps": 47.15625, "mean_p": 0.452277, "boundary_entropy": 0.674437, "bpb": 2.120237}, "tr": {"chunks": 5446.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.300834, "cps": 42.546875, "mean_p": 0.45535, "boundary_entropy": 0.670987, "bpb": 2.642573}, "fi": {"chunks": 4866.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.258678, "cps": 38.015625, "mean_p": 0.454996, "boundary_entropy": 0.674848, "bpb": 2.89988}, "ru": {"chunks": 7273.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.383799, "cps": 56.820312, "mean_p": 0.436948, "boundary_entropy": 0.663277, "bpb": 1.742867}, "el": {"chunks": 9679.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.471617, "cps": 75.617188, "mean_p": 0.457575, "boundary_entropy": 0.678257, "bpb": 1.806615}, "hi": {"chunks": 9414.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.559525, "cps": 73.546875, "mean_p": 0.45272, "boundary_entropy": 0.668837, "bpb": 1.401148}, "ta": {"chunks": 9985.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.5341, "cps": 78.007812, "mean_p": 0.442704, "boundary_entropy": 0.658616, "bpb": 1.135695}, "th": {"chunks": 6684.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.415542, "cps": 52.21875, "mean_p": 0.430634, "boundary_entropy": 0.669128, "bpb": 1.340991}, "zh": {"chunks": 3672.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.621741, "cps": 28.6875, "mean_p": 0.462145, "boundary_entropy": 0.678831, "bpb": 3.517681}, "my": {"chunks": 3485.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183924, "cps": 27.226562, "mean_p": 0.451166, "boundary_entropy": 0.682049, "bpb": 1.297439}}, "bpb": {"en": 2.34584, "de": 2.67114, "vi": 2.12024, "tr": 2.64257, "fi": 2.89988, "ru": 1.74287, "el": 1.80662, "hi": 1.40115, "ta": 1.1357, "th": 1.34099, "zh": 3.51768, "my": 1.29744}, "gini_cpc": 0.194726, "gini_cps": 0.187199, "bpic": 4.986954, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8255582805775818, "vi": 1.0797994829335218, "tr": 0.992119787545068, "fi": 0.853094706570542, "ru": 1.2657309487130641, "el": 1.5553447612139815, "hi": 1.8452539645398276, "ta": 1.7614066260082064, "th": 1.3704159416035793, "zh": 2.0504361777762545, "my": 0.6065637225269169}, "t": 110.2} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35823, "de": 2.67759, "vi": 2.12492, "tr": 2.65034, "fi": 2.90446, "ru": 1.72532, "el": 1.79679, "hi": 1.39662, "ta": 1.14402, "th": 1.35954, "zh": 3.52801, "my": 1.30708}, "bytes_per_chunk": {"en": 3.336, "de": 3.968, "vi": 4.078, "tr": 3.618, "fi": 3.844, "ru": 4.687, "el": 3.735, "hi": 4.929, "ta": 5.01, "th": 6.244, "zh": 4.428, "my": 13.352}, "bpb_mean": 2.08108, "t": 111.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.79312, "bpb": 2.58692, "chunk_loss": 0.035591, "F": 0.25833, "G": 0.44889, "chunks": 264.53, "bytes_per_chunk": 3.871, "boundary_entropy": 0.67378, "router_noise": 0.0, "grad_norm": 0.8756, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 111.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57244, "bpb": 2.26855, "chunk_loss": 0.033116, "F": 0.21771, "G": 0.44091, "chunks": 222.94, "bytes_per_chunk": 4.593, "boundary_entropy": 0.67112, "router_noise": 0.0, "grad_norm": 0.8237, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 113.8} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.55543, "bpb": 2.24402, "chunk_loss": 0.032955, "F": 0.21622, "G": 0.44033, "chunks": 221.41, "bytes_per_chunk": 4.625, "boundary_entropy": 0.67058, "router_noise": 0.0, "grad_norm": 0.7413, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 116.0} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51826, "bpb": 2.19039, "chunk_loss": 0.033343, "F": 0.22293, "G": 0.43969, "chunks": 228.28, "bytes_per_chunk": 4.486, "boundary_entropy": 0.66985, "router_noise": 0.0, "grad_norm": 0.801, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 118.2} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4310.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.247658, "cps": 33.671875, "mean_p": 0.440954, "boundary_entropy": 0.661758, "bpb": 2.314975}, "de": {"chunks": 4776.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.232601, "cps": 37.3125, "mean_p": 0.445797, "boundary_entropy": 0.670317, "bpb": 2.620434}, "vi": {"chunks": 6429.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.348739, "cps": 50.226562, "mean_p": 0.448476, "boundary_entropy": 0.672175, "bpb": 2.093713}, "tr": {"chunks": 5140.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.283931, "cps": 40.15625, "mean_p": 0.454069, "boundary_entropy": 0.671264, "bpb": 2.59728}, "fi": {"chunks": 3767.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200255, "cps": 29.429688, "mean_p": 0.444772, "boundary_entropy": 0.672281, "bpb": 2.841635}, "ru": {"chunks": 6687.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352876, "cps": 52.242188, "mean_p": 0.432937, "boundary_entropy": 0.66296, "bpb": 1.695728}, "el": {"chunks": 7883.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.384106, "cps": 61.585938, "mean_p": 0.449319, "boundary_entropy": 0.676509, "bpb": 1.770333}, "hi": {"chunks": 6791.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.403626, "cps": 53.054688, "mean_p": 0.440307, "boundary_entropy": 0.666919, "bpb": 1.381121}, "ta": {"chunks": 14600.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.780957, "cps": 114.0625, "mean_p": 0.440432, "boundary_entropy": 0.659957, "bpb": 1.123431}, "th": {"chunks": 12112.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.753, "cps": 94.625, "mean_p": 0.432783, "boundary_entropy": 0.668967, "bpb": 1.304682}, "zh": {"chunks": 3186.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539451, "cps": 24.890625, "mean_p": 0.459375, "boundary_entropy": 0.678388, "bpb": 3.504794}, "my": {"chunks": 20076.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.059531, "cps": 156.84375, "mean_p": 0.465264, "boundary_entropy": 0.681947, "bpb": 1.279334}}, "bpb": {"en": 2.31498, "de": 2.62043, "vi": 2.09371, "tr": 2.59728, "fi": 2.84164, "ru": 1.69573, "el": 1.77033, "hi": 1.38112, "ta": 1.12343, "th": 1.30468, "zh": 3.50479, "my": 1.27933}, "gini_cpc": 0.289348, "gini_cps": 0.312116, "bpic": 4.007864, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9392014642718196, "vi": 1.408144210202398, "tr": 1.1464613484606583, "fi": 0.8085941347690995, "ru": 1.424849383834612, "el": 1.550949051220107, "hi": 1.6297669540754938, "ta": 3.1533649517315756, "th": 3.0404764710676386, "zh": 2.178207147868816, "my": 4.278195838947673}, "t": 121.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32617, "de": 2.6253, "vi": 2.09909, "tr": 2.60084, "fi": 2.84774, "ru": 1.67682, "el": 1.76109, "hi": 1.378, "ta": 1.13011, "th": 1.32329, "zh": 3.51098, "my": 1.28854}, "bytes_per_chunk": {"en": 4.083, "de": 4.235, "vi": 3.759, "tr": 3.799, "fi": 5.232, "ru": 5.062, "el": 4.516, "hi": 7.005, "ta": 3.399, "th": 3.605, "zh": 4.951, "my": 2.691}, "bpb_mean": 2.04733, "t": 122.7} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45785, "bpb": 2.10323, "chunk_loss": 0.034807, "F": 0.24625, "G": 0.44305, "chunks": 252.16, "bytes_per_chunk": 4.061, "boundary_entropy": 0.67146, "router_noise": 0.0, "grad_norm": 0.6935, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 122.8} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.43855, "bpb": 2.07539, "chunk_loss": 0.03414, "F": 0.23572, "G": 0.44289, "chunks": 241.38, "bytes_per_chunk": 4.242, "boundary_entropy": 0.67109, "router_noise": 0.0, "grad_norm": 0.7549, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 124.9} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54903, "bpb": 2.23478, "chunk_loss": 0.034599, "F": 0.24396, "G": 0.44112, "chunks": 249.81, "bytes_per_chunk": 4.099, "boundary_entropy": 0.66895, "router_noise": 0.0, "grad_norm": 0.7199, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 127.1} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61695, "bpb": 2.33277, "chunk_loss": 0.033469, "F": 0.2244, "G": 0.44161, "chunks": 229.78, "bytes_per_chunk": 4.456, "boundary_entropy": 0.67055, "router_noise": 0.0, "grad_norm": 0.7796, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 129.3} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4726.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.271562, "cps": 36.921875, "mean_p": 0.440692, "boundary_entropy": 0.659826, "bpb": 2.271839}, "de": {"chunks": 4764.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.232017, "cps": 37.21875, "mean_p": 0.443365, "boundary_entropy": 0.668909, "bpb": 2.589004}, "vi": {"chunks": 6049.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.328126, "cps": 47.257812, "mean_p": 0.446056, "boundary_entropy": 0.671272, "bpb": 2.079886}, "tr": {"chunks": 5778.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.319174, "cps": 45.140625, "mean_p": 0.455776, "boundary_entropy": 0.670586, "bpb": 2.531904}, "fi": {"chunks": 4116.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218808, "cps": 32.15625, "mean_p": 0.446451, "boundary_entropy": 0.672192, "bpb": 2.815654}, "ru": {"chunks": 6174.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.325805, "cps": 48.234375, "mean_p": 0.433916, "boundary_entropy": 0.664333, "bpb": 1.673766}, "el": {"chunks": 7824.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.381231, "cps": 61.125, "mean_p": 0.446443, "boundary_entropy": 0.675856, "bpb": 1.748338}, "hi": {"chunks": 11788.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.700624, "cps": 92.09375, "mean_p": 0.446656, "boundary_entropy": 0.66776, "bpb": 1.350393}, "ta": {"chunks": 11116.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.594597, "cps": 86.84375, "mean_p": 0.434788, "boundary_entropy": 0.658087, "bpb": 1.102294}, "th": {"chunks": 11115.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.691016, "cps": 86.835938, "mean_p": 0.437887, "boundary_entropy": 0.671753, "bpb": 1.291769}, "zh": {"chunks": 3219.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545039, "cps": 25.148438, "mean_p": 0.459188, "boundary_entropy": 0.678069, "bpb": 3.467648}, "my": {"chunks": 6368.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.336078, "cps": 49.75, "mean_p": 0.457264, "boundary_entropy": 0.683101, "bpb": 1.253504}}, "bpb": {"en": 2.27184, "de": 2.589, "vi": 2.07989, "tr": 2.5319, "fi": 2.81565, "ru": 1.67377, "el": 1.74834, "hi": 1.35039, "ta": 1.10229, "th": 1.29177, "zh": 3.46765, "my": 1.2535}, "gini_cpc": 0.219046, "gini_cps": 0.219959, "bpic": 4.621807, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8543773934588208, "vi": 1.2082890658707417, "tr": 1.1753234167704811, "fi": 0.8057380730019642, "ru": 1.1997418647419484, "el": 1.4038425433071602, "hi": 2.5799747594634717, "ta": 2.1895429640586572, "th": 2.544595792217366, "zh": 2.0070488220089056, "my": 1.2375708791086566}, "t": 132.4} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28026, "de": 2.59462, "vi": 2.08411, "tr": 2.539, "fi": 2.8177, "ru": 1.65437, "el": 1.74168, "hi": 1.34697, "ta": 1.11028, "th": 1.31056, "zh": 3.47255, "my": 1.26261}, "bytes_per_chunk": {"en": 3.742, "de": 4.177, "vi": 3.867, "tr": 3.369, "fi": 4.564, "ru": 5.414, "el": 4.546, "hi": 3.97, "ta": 4.357, "th": 3.938, "zh": 4.982, "my": 8.823}, "bpb_mean": 2.01789, "t": 133.8} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41971, "bpb": 2.04821, "chunk_loss": 0.033358, "F": 0.2229, "G": 0.4425, "chunks": 228.25, "bytes_per_chunk": 4.486, "boundary_entropy": 0.66994, "router_noise": 0.0, "grad_norm": 1.2268, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 133.8} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.59092, "bpb": 2.29522, "chunk_loss": 0.033687, "F": 0.22894, "G": 0.44187, "chunks": 234.44, "bytes_per_chunk": 4.368, "boundary_entropy": 0.67054, "router_noise": 0.0, "grad_norm": 0.7565, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 136.0} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64791, "bpb": 2.37743, "chunk_loss": 0.032665, "F": 0.21094, "G": 0.44362, "chunks": 216.0, "bytes_per_chunk": 4.741, "boundary_entropy": 0.67251, "router_noise": 0.0, "grad_norm": 0.8611, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 138.2} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37925, "bpb": 1.98983, "chunk_loss": 0.032414, "F": 0.2081, "G": 0.43694, "chunks": 213.09, "bytes_per_chunk": 4.805, "boundary_entropy": 0.66799, "router_noise": 0.0, "grad_norm": 0.7695, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 140.4} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4611.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.264954, "cps": 36.023438, "mean_p": 0.439952, "boundary_entropy": 0.659559, "bpb": 2.238612}, "de": {"chunks": 4527.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.220474, "cps": 35.367188, "mean_p": 0.442304, "boundary_entropy": 0.66874, "bpb": 2.533827}, "vi": {"chunks": 5803.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314782, "cps": 45.335938, "mean_p": 0.44509, "boundary_entropy": 0.671321, "bpb": 2.058878}, "tr": {"chunks": 5621.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310501, "cps": 43.914062, "mean_p": 0.454763, "boundary_entropy": 0.670628, "bpb": 2.502269}, "fi": {"chunks": 4125.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.219287, "cps": 32.226562, "mean_p": 0.445623, "boundary_entropy": 0.671686, "bpb": 2.736412}, "ru": {"chunks": 5968.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.314934, "cps": 46.625, "mean_p": 0.430993, "boundary_entropy": 0.662926, "bpb": 1.638494}, "el": {"chunks": 8074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393412, "cps": 63.078125, "mean_p": 0.450871, "boundary_entropy": 0.677144, "bpb": 1.716493}, "hi": {"chunks": 8505.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.505498, "cps": 66.445312, "mean_p": 0.446002, "boundary_entropy": 0.668249, "bpb": 1.338283}, "ta": {"chunks": 13344.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.713774, "cps": 104.25, "mean_p": 0.441476, "boundary_entropy": 0.66203, "bpb": 1.084208}, "th": {"chunks": 13443.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.835748, "cps": 105.023438, "mean_p": 0.429867, "boundary_entropy": 0.664855, "bpb": 1.261974}, "zh": {"chunks": 3213.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.544023, "cps": 25.101562, "mean_p": 0.46131, "boundary_entropy": 0.67863, "bpb": 3.460354}, "my": {"chunks": 18514.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.977095, "cps": 144.640625, "mean_p": 0.468823, "boundary_entropy": 0.684258, "bpb": 1.230412}}, "bpb": {"en": 2.23861, "de": 2.53383, "vi": 2.05888, "tr": 2.50227, "fi": 2.73641, "ru": 1.63849, "el": 1.71649, "hi": 1.33828, "ta": 1.08421, "th": 1.26197, "zh": 3.46035, "my": 1.23041}, "gini_cpc": 0.279535, "gini_cps": 0.296687, "bpic": 4.00824, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8321221553599185, "vi": 1.188060143439495, "tr": 1.1719039871283787, "fi": 0.8276392289330012, "ru": 1.1886352298535854, "el": 1.4848305617472008, "hi": 1.9078676451395542, "ta": 2.6939501914355413, "th": 3.1543082465488625, "zh": 2.05327103586199, "my": 3.6877874438812714}, "t": 143.5} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.24798, "de": 2.54004, "vi": 2.06319, "tr": 2.50669, "fi": 2.74369, "ru": 1.62047, "el": 1.71065, "hi": 1.33446, "ta": 1.09216, "th": 1.27894, "zh": 3.4638, "my": 1.23979}, "bytes_per_chunk": {"en": 3.752, "de": 4.417, "vi": 4.11, "tr": 3.446, "fi": 4.49, "ru": 5.575, "el": 4.407, "hi": 5.309, "ta": 3.679, "th": 3.24, "zh": 5.144, "my": 2.909}, "bpb_mean": 1.98682, "t": 144.9} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.28949, "bpb": 1.86034, "chunk_loss": 0.034277, "F": 0.23865, "G": 0.4412, "chunks": 244.38, "bytes_per_chunk": 4.19, "boundary_entropy": 0.66884, "router_noise": 0.0, "grad_norm": 0.7411, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 145.0} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53349, "bpb": 2.21237, "chunk_loss": 0.033566, "F": 0.22665, "G": 0.44097, "chunks": 232.09, "bytes_per_chunk": 4.412, "boundary_entropy": 0.66983, "router_noise": 0.0, "grad_norm": 0.7607, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 147.1} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48511, "bpb": 2.14256, "chunk_loss": 0.033471, "F": 0.2247, "G": 0.43981, "chunks": 230.09, "bytes_per_chunk": 4.45, "boundary_entropy": 0.66882, "router_noise": 0.0, "grad_norm": 0.7734, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 149.3} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46234, "bpb": 2.10971, "chunk_loss": 0.032817, "F": 0.21414, "G": 0.43954, "chunks": 219.28, "bytes_per_chunk": 4.67, "boundary_entropy": 0.66969, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 151.4} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4631.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.266104, "cps": 36.179688, "mean_p": 0.440131, "boundary_entropy": 0.659156, "bpb": 2.214993}, "de": {"chunks": 4992.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.243121, "cps": 39.0, "mean_p": 0.444985, "boundary_entropy": 0.668437, "bpb": 2.488543}, "vi": {"chunks": 4830.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262002, "cps": 37.734375, "mean_p": 0.442322, "boundary_entropy": 0.670441, "bpb": 2.047687}, "tr": {"chunks": 5404.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.298514, "cps": 42.21875, "mean_p": 0.454918, "boundary_entropy": 0.670071, "bpb": 2.467964}, "fi": {"chunks": 4061.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215884, "cps": 31.726562, "mean_p": 0.447305, "boundary_entropy": 0.672061, "bpb": 2.699616}, "ru": {"chunks": 6867.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.362375, "cps": 53.648438, "mean_p": 0.434582, "boundary_entropy": 0.664467, "bpb": 1.608071}, "el": {"chunks": 7333.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357306, "cps": 57.289062, "mean_p": 0.442486, "boundary_entropy": 0.674396, "bpb": 1.696965}, "hi": {"chunks": 9273.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.551144, "cps": 72.445312, "mean_p": 0.446925, "boundary_entropy": 0.669706, "bpb": 1.304085}, "ta": {"chunks": 10221.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.546724, "cps": 79.851562, "mean_p": 0.438681, "boundary_entropy": 0.66195, "bpb": 1.062953}, "th": {"chunks": 4646.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.288841, "cps": 36.296875, "mean_p": 0.430017, "boundary_entropy": 0.67056, "bpb": 1.23384}, "zh": {"chunks": 3386.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573315, "cps": 26.453125, "mean_p": 0.460813, "boundary_entropy": 0.67811, "bpb": 3.412689}, "my": {"chunks": 6125.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.323253, "cps": 47.851562, "mean_p": 0.460939, "boundary_entropy": 0.683753, "bpb": 1.218942}}, "bpb": {"en": 2.21499, "de": 2.48854, "vi": 2.04769, "tr": 2.46796, "fi": 2.69962, "ru": 1.60807, "el": 1.69697, "hi": 1.30409, "ta": 1.06295, "th": 1.23384, "zh": 3.41269, "my": 1.21894}, "gini_cpc": 0.182821, "gini_cps": 0.181612, "bpic": 5.347448, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9136324341317913, "vi": 0.9845852560107627, "tr": 1.1217966225630864, "fi": 0.8112793939132978, "ru": 1.3617806921235747, "el": 1.3427345967514388, "hi": 2.0711641778402092, "ta": 2.054552569636499, "th": 1.0854441426649493, "zh": 2.154481902208961, "my": 1.2147644006050586}, "t": 154.5} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22612, "de": 2.49479, "vi": 2.05026, "tr": 2.47459, "fi": 2.71008, "ru": 1.58984, "el": 1.6901, "hi": 1.30257, "ta": 1.07181, "th": 1.2527, "zh": 3.41501, "my": 1.22667}, "bytes_per_chunk": {"en": 3.781, "de": 4.013, "vi": 4.961, "tr": 3.574, "fi": 4.759, "ru": 4.938, "el": 4.863, "hi": 4.905, "ta": 4.859, "th": 9.765, "zh": 4.92, "my": 8.926}, "bpb_mean": 1.95871, "t": 155.9} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 155.9} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.31937, "bpb": 1.90345, "chunk_loss": 0.032936, "F": 0.21619, "G": 0.44325, "chunks": 221.38, "bytes_per_chunk": 4.626, "boundary_entropy": 0.67134, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 155.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.47532, "bpb": 2.12844, "chunk_loss": 0.033177, "F": 0.21967, "G": 0.44012, "chunks": 224.94, "bytes_per_chunk": 4.552, "boundary_entropy": 0.66923, "router_noise": 0.0, "grad_norm": 0.83, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 158.0} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.4678, "bpb": 2.11759, "chunk_loss": 0.032813, "F": 0.21439, "G": 0.43998, "chunks": 219.53, "bytes_per_chunk": 4.664, "boundary_entropy": 0.66963, "router_noise": 0.0, "grad_norm": 0.7332, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 160.2} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.53652, "bpb": 2.21674, "chunk_loss": 0.034338, "F": 0.23981, "G": 0.43986, "chunks": 245.56, "bytes_per_chunk": 4.17, "boundary_entropy": 0.66757, "router_noise": 0.0, "grad_norm": 0.8135, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 162.4} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4171.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239671, "cps": 32.585938, "mean_p": 0.43566, "boundary_entropy": 0.657621, "bpb": 2.195731}, "de": {"chunks": 4604.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224224, "cps": 35.96875, "mean_p": 0.443399, "boundary_entropy": 0.66871, "bpb": 2.467904}, "vi": {"chunks": 5231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.283754, "cps": 40.867188, "mean_p": 0.44151, "boundary_entropy": 0.669971, "bpb": 2.036578}, "tr": {"chunks": 5615.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.31017, "cps": 43.867188, "mean_p": 0.455438, "boundary_entropy": 0.669964, "bpb": 2.420103}, "fi": {"chunks": 4198.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.223167, "cps": 32.796875, "mean_p": 0.446902, "boundary_entropy": 0.671758, "bpb": 2.658882}, "ru": {"chunks": 6369.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336095, "cps": 49.757812, "mean_p": 0.433998, "boundary_entropy": 0.664304, "bpb": 1.586232}, "el": {"chunks": 8149.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.397067, "cps": 63.664062, "mean_p": 0.447681, "boundary_entropy": 0.675893, "bpb": 1.658312}, "hi": {"chunks": 5864.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.348529, "cps": 45.8125, "mean_p": 0.429355, "boundary_entropy": 0.664265, "bpb": 1.308429}, "ta": {"chunks": 8908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.476491, "cps": 69.59375, "mean_p": 0.425612, "boundary_entropy": 0.657975, "bpb": 1.05797}, "th": {"chunks": 10288.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.639602, "cps": 80.375, "mean_p": 0.43147, "boundary_entropy": 0.668014, "bpb": 1.234063}, "zh": {"chunks": 2953.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.5, "cps": 23.070312, "mean_p": 0.4598, "boundary_entropy": 0.678354, "bpb": 3.402875}, "my": {"chunks": 15322.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.808634, "cps": 119.703125, "mean_p": 0.470683, "boundary_entropy": 0.685114, "bpb": 1.19779}}, "bpb": {"en": 2.19573, "de": 2.4679, "vi": 2.03658, "tr": 2.4201, "fi": 2.65888, "ru": 1.58623, "el": 1.65831, "hi": 1.30843, "ta": 1.05797, "th": 1.23406, "zh": 3.40287, "my": 1.19779}, "gini_cpc": 0.230425, "gini_cps": 0.250463, "bpic": 4.699052, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9355496446458067, "vi": 1.1839285905880017, "tr": 1.2941455982723227, "fi": 0.9311389229466412, "ru": 1.402316244403973, "el": 1.656713468803729, "hi": 1.4541955759769127, "ta": 1.9881020320840117, "th": 2.668663530556136, "zh": 2.0861903620234954, "my": 3.37392956796749}, "t": 165.5} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20451, "de": 2.47438, "vi": 2.03939, "tr": 2.42817, "fi": 2.66866, "ru": 1.56518, "el": 1.64906, "hi": 1.3066, "ta": 1.0667, "th": 1.2517, "zh": 3.40524, "my": 1.20682}, "bytes_per_chunk": {"en": 4.161, "de": 4.422, "vi": 4.562, "tr": 3.41, "fi": 4.597, "ru": 5.346, "el": 4.441, "hi": 7.742, "ta": 5.537, "th": 4.231, "zh": 5.99, "my": 3.502}, "bpb_mean": 1.93887, "t": 166.8} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.50331, "bpb": 2.16882, "chunk_loss": 0.033423, "F": 0.22424, "G": 0.43885, "chunks": 229.62, "bytes_per_chunk": 4.459, "boundary_entropy": 0.66881, "router_noise": 0.0, "grad_norm": 0.7818, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 166.9} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44572, "bpb": 2.08573, "chunk_loss": 0.032789, "F": 0.21365, "G": 0.43792, "chunks": 218.78, "bytes_per_chunk": 4.68, "boundary_entropy": 0.66858, "router_noise": 0.0, "grad_norm": 0.7723, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 169.0} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.5031, "bpb": 2.16851, "chunk_loss": 0.033026, "F": 0.21814, "G": 0.43801, "chunks": 223.38, "bytes_per_chunk": 4.584, "boundary_entropy": 0.66839, "router_noise": 0.0, "grad_norm": 0.8624, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 171.2} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.5349, "bpb": 2.21439, "chunk_loss": 0.034003, "F": 0.23419, "G": 0.44116, "chunks": 239.81, "bytes_per_chunk": 4.27, "boundary_entropy": 0.66977, "router_noise": 0.0, "grad_norm": 0.8255, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 173.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4167.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239441, "cps": 32.554688, "mean_p": 0.435634, "boundary_entropy": 0.657848, "bpb": 2.177883}, "de": {"chunks": 4651.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.226513, "cps": 36.335938, "mean_p": 0.442605, "boundary_entropy": 0.668064, "bpb": 2.431318}, "vi": {"chunks": 5489.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.297749, "cps": 42.882812, "mean_p": 0.442722, "boundary_entropy": 0.669918, "bpb": 2.016126}, "tr": {"chunks": 5289.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292162, "cps": 41.320312, "mean_p": 0.454351, "boundary_entropy": 0.669819, "bpb": 2.398482}, "fi": {"chunks": 4034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214449, "cps": 31.515625, "mean_p": 0.448795, "boundary_entropy": 0.672425, "bpb": 2.632621}, "ru": {"chunks": 6512.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343641, "cps": 50.875, "mean_p": 0.43183, "boundary_entropy": 0.66332, "bpb": 1.568201}, "el": {"chunks": 7254.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353457, "cps": 56.671875, "mean_p": 0.446283, "boundary_entropy": 0.675427, "bpb": 1.640655}, "hi": {"chunks": 9612.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.571293, "cps": 75.09375, "mean_p": 0.441998, "boundary_entropy": 0.668225, "bpb": 1.276698}, "ta": {"chunks": 9489.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.507569, "cps": 74.132812, "mean_p": 0.432172, "boundary_entropy": 0.658858, "bpb": 1.044428}, "th": {"chunks": 5560.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.345664, "cps": 43.4375, "mean_p": 0.424697, "boundary_entropy": 0.666785, "bpb": 1.198165}, "zh": {"chunks": 3181.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.538605, "cps": 24.851562, "mean_p": 0.460838, "boundary_entropy": 0.678023, "bpb": 3.351185}, "my": {"chunks": 4889.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.258022, "cps": 38.195312, "mean_p": 0.459306, "boundary_entropy": 0.684004, "bpb": 1.186683}}, "bpb": {"en": 2.17788, "de": 2.43132, "vi": 2.01613, "tr": 2.39848, "fi": 2.63262, "ru": 1.5682, "el": 1.64066, "hi": 1.2767, "ta": 1.04443, "th": 1.19816, "zh": 3.35119, "my": 1.18668}, "gini_cpc": 0.18492, "gini_cps": 0.181769, "bpic": 5.472657, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9460074402346649, "vi": 1.243514084373657, "tr": 1.2201792502680544, "fi": 0.8956217466772558, "ru": 1.4351780955148918, "el": 1.4761732319709995, "hi": 2.3859388508949, "ta": 2.1198034609223773, "th": 1.4436248395123727, "zh": 2.249421522742793, "my": 1.0775992512112647}, "t": 176.4} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19076, "de": 2.43684, "vi": 2.01852, "tr": 2.40253, "fi": 2.64039, "ru": 1.54758, "el": 1.63272, "hi": 1.27256, "ta": 1.05224, "th": 1.21707, "zh": 3.35503, "my": 1.19556}, "bytes_per_chunk": {"en": 4.201, "de": 4.388, "vi": 4.309, "tr": 3.657, "fi": 4.928, "ru": 5.174, "el": 4.828, "hi": 4.626, "ta": 5.075, "th": 7.92, "zh": 5.187, "my": 10.395}, "bpb_mean": 1.91348, "t": 177.7} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.41524, "bpb": 2.04176, "chunk_loss": 0.032838, "F": 0.21466, "G": 0.43659, "chunks": 219.81, "bytes_per_chunk": 4.659, "boundary_entropy": 0.66752, "router_noise": 0.0, "grad_norm": 0.8045, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 177.7} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.33052, "bpb": 1.91954, "chunk_loss": 0.033674, "F": 0.2272, "G": 0.44072, "chunks": 232.66, "bytes_per_chunk": 4.401, "boundary_entropy": 0.67014, "router_noise": 0.0, "grad_norm": 0.7438, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 179.9} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.41279, "bpb": 2.03822, "chunk_loss": 0.032524, "F": 0.21024, "G": 0.43521, "chunks": 215.28, "bytes_per_chunk": 4.757, "boundary_entropy": 0.66708, "router_noise": 0.0, "grad_norm": 0.7521, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 182.0} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.3092, "bpb": 1.88878, "chunk_loss": 0.032285, "F": 0.20541, "G": 0.43458, "chunks": 210.34, "bytes_per_chunk": 4.868, "boundary_entropy": 0.66707, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 184.1} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4136.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23766, "cps": 32.3125, "mean_p": 0.435331, "boundary_entropy": 0.65764, "bpb": 2.16032}, "de": {"chunks": 4439.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.216189, "cps": 34.679688, "mean_p": 0.441626, "boundary_entropy": 0.668213, "bpb": 2.422721}, "vi": {"chunks": 4603.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249688, "cps": 35.960938, "mean_p": 0.438366, "boundary_entropy": 0.668346, "bpb": 2.007446}, "tr": {"chunks": 5326.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.294205, "cps": 41.609375, "mean_p": 0.45314, "boundary_entropy": 0.669289, "bpb": 2.377943}, "fi": {"chunks": 3777.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200787, "cps": 29.507812, "mean_p": 0.442637, "boundary_entropy": 0.670421, "bpb": 2.617984}, "ru": {"chunks": 6453.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340528, "cps": 50.414062, "mean_p": 0.430395, "boundary_entropy": 0.662248, "bpb": 1.543459}, "el": {"chunks": 7470.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363982, "cps": 58.359375, "mean_p": 0.446782, "boundary_entropy": 0.675347, "bpb": 1.607397}, "hi": {"chunks": 8987.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.534146, "cps": 70.210938, "mean_p": 0.444353, "boundary_entropy": 0.669117, "bpb": 1.258481}, "ta": {"chunks": 10241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.547794, "cps": 80.007812, "mean_p": 0.432267, "boundary_entropy": 0.659335, "bpb": 1.033108}, "th": {"chunks": 9168.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.569972, "cps": 71.625, "mean_p": 0.432288, "boundary_entropy": 0.668745, "bpb": 1.178925}, "zh": {"chunks": 3110.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.526583, "cps": 24.296875, "mean_p": 0.460296, "boundary_entropy": 0.677958, "bpb": 3.348485}, "my": {"chunks": 7952.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.419675, "cps": 62.125, "mean_p": 0.460954, "boundary_entropy": 0.683685, "bpb": 1.166705}}, "bpb": {"en": 2.16032, "de": 2.42272, "vi": 2.00745, "tr": 2.37794, "fi": 2.61798, "ru": 1.54346, "el": 1.6074, "hi": 1.25848, "ta": 1.03311, "th": 1.17893, "zh": 3.34848, "my": 1.16671}, "gini_cpc": 0.201894, "gini_cps": 0.207293, "bpic": 5.072308, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9096541977385839, "vi": 1.0506097407431305, "tr": 1.2379246213185222, "fi": 0.8448482163045677, "ru": 1.4328345360640595, "el": 1.5315223774505577, "hi": 2.2475184154784866, "ta": 2.304944575008678, "th": 2.3982647792884633, "zh": 2.215697851118195, "my": 1.76586128624855}, "t": 187.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1712, "de": 2.42792, "vi": 2.0107, "tr": 2.38321, "fi": 2.62806, "ru": 1.52028, "el": 1.5999, "hi": 1.25585, "ta": 1.04038, "th": 1.19867, "zh": 3.34669, "my": 1.17683}, "bytes_per_chunk": {"en": 4.225, "de": 4.532, "vi": 5.0, "tr": 3.639, "fi": 5.168, "ru": 5.257, "el": 4.706, "hi": 5.008, "ta": 4.785, "th": 4.774, "zh": 5.303, "my": 7.412}, "bpb_mean": 1.89664, "t": 188.6} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.52435, "bpb": 2.19917, "chunk_loss": 0.032385, "F": 0.20694, "G": 0.44164, "chunks": 211.91, "bytes_per_chunk": 4.832, "boundary_entropy": 0.67181, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 188.6} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.48535, "bpb": 2.1429, "chunk_loss": 0.032904, "F": 0.21634, "G": 0.43932, "chunks": 221.53, "bytes_per_chunk": 4.622, "boundary_entropy": 0.66924, "router_noise": 0.0, "grad_norm": 0.8087, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 190.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.42245, "bpb": 2.05216, "chunk_loss": 0.03249, "F": 0.2088, "G": 0.44221, "chunks": 213.81, "bytes_per_chunk": 4.789, "boundary_entropy": 0.67205, "router_noise": 0.0, "grad_norm": 0.842, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 192.8} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.32551, "bpb": 1.91231, "chunk_loss": 0.033182, "F": 0.22046, "G": 0.43906, "chunks": 225.75, "bytes_per_chunk": 4.536, "boundary_entropy": 0.66959, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 195.0} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4372.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.251221, "cps": 34.15625, "mean_p": 0.437321, "boundary_entropy": 0.65814, "bpb": 2.134516}, "de": {"chunks": 4928.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240004, "cps": 38.5, "mean_p": 0.445105, "boundary_entropy": 0.668167, "bpb": 2.38482}, "vi": {"chunks": 5503.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.298508, "cps": 42.992188, "mean_p": 0.441784, "boundary_entropy": 0.669065, "bpb": 1.989316}, "tr": {"chunks": 5619.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.310391, "cps": 43.898438, "mean_p": 0.455575, "boundary_entropy": 0.669363, "bpb": 2.332958}, "fi": {"chunks": 4371.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.232364, "cps": 34.148438, "mean_p": 0.447583, "boundary_entropy": 0.671391, "bpb": 2.563385}, "ru": {"chunks": 6133.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323641, "cps": 47.914062, "mean_p": 0.430993, "boundary_entropy": 0.66274, "bpb": 1.525327}, "el": {"chunks": 8359.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.407299, "cps": 65.304688, "mean_p": 0.445315, "boundary_entropy": 0.673935, "bpb": 1.590082}, "hi": {"chunks": 9427.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.560297, "cps": 73.648438, "mean_p": 0.445057, "boundary_entropy": 0.669139, "bpb": 1.254495}, "ta": {"chunks": 8445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451725, "cps": 65.976562, "mean_p": 0.426599, "boundary_entropy": 0.658198, "bpb": 1.034542}, "th": {"chunks": 8866.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.551197, "cps": 69.265625, "mean_p": 0.435789, "boundary_entropy": 0.670021, "bpb": 1.170326}, "zh": {"chunks": 3295.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.557907, "cps": 25.742188, "mean_p": 0.461706, "boundary_entropy": 0.677961, "bpb": 3.296002}, "my": {"chunks": 8973.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.473559, "cps": 70.101562, "mean_p": 0.462759, "boundary_entropy": 0.684263, "bpb": 1.154256}}, "bpb": {"en": 2.13452, "de": 2.38482, "vi": 1.98932, "tr": 2.33296, "fi": 2.56339, "ru": 1.52533, "el": 1.59008, "hi": 1.2545, "ta": 1.03454, "th": 1.17033, "zh": 3.296, "my": 1.15426}, "gini_cpc": 0.178025, "gini_cps": 0.17775, "bpic": 4.901981, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9553494521950673, "vi": 1.1882295203517912, "tr": 1.2355275891805249, "fi": 0.924938570086812, "ru": 1.2882724437352593, "el": 1.6212778410886515, "hi": 2.230295463907155, "ta": 1.798117845894771, "th": 2.1940707546056357, "zh": 2.220782074085962, "my": 1.8850299664454613}, "t": 198.1} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14853, "de": 2.38935, "vi": 1.99138, "tr": 2.34159, "fi": 2.57632, "ru": 1.50476, "el": 1.58161, "hi": 1.25067, "ta": 1.04163, "th": 1.18902, "zh": 3.29784, "my": 1.16337}, "bytes_per_chunk": {"en": 4.03, "de": 4.149, "vi": 4.19, "tr": 3.43, "fi": 4.38, "ru": 5.448, "el": 4.292, "hi": 4.787, "ta": 5.748, "th": 5.015, "zh": 4.96, "my": 6.195}, "bpb_mean": 1.873, "t": 199.4} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.39855, "bpb": 2.01768, "chunk_loss": 0.033318, "F": 0.22278, "G": 0.43895, "chunks": 228.12, "bytes_per_chunk": 4.489, "boundary_entropy": 0.66916, "router_noise": 0.0, "grad_norm": 0.743, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 199.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.38329, "bpb": 1.99566, "chunk_loss": 0.034148, "F": 0.23605, "G": 0.44257, "chunks": 241.72, "bytes_per_chunk": 4.236, "boundary_entropy": 0.66899, "router_noise": 0.0, "grad_norm": 0.7637, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 201.6} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.28695, "bpb": 1.85667, "chunk_loss": 0.033028, "F": 0.21796, "G": 0.43867, "chunks": 223.19, "bytes_per_chunk": 4.588, "boundary_entropy": 0.66924, "router_noise": 0.0, "grad_norm": 0.7787, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 203.7} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.36488, "bpb": 1.96911, "chunk_loss": 0.032412, "F": 0.20773, "G": 0.43715, "chunks": 212.72, "bytes_per_chunk": 4.814, "boundary_entropy": 0.66973, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 205.8} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4238.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243521, "cps": 33.109375, "mean_p": 0.436327, "boundary_entropy": 0.657818, "bpb": 2.123321}, "de": {"chunks": 4481.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.218234, "cps": 35.007812, "mean_p": 0.442593, "boundary_entropy": 0.668145, "bpb": 2.370498}, "vi": {"chunks": 4967.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269433, "cps": 38.804688, "mean_p": 0.441198, "boundary_entropy": 0.66954, "bpb": 1.98411}, "tr": {"chunks": 5012.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.27686, "cps": 39.15625, "mean_p": 0.450475, "boundary_entropy": 0.668152, "bpb": 2.328532}, "fi": {"chunks": 4008.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213067, "cps": 31.3125, "mean_p": 0.44478, "boundary_entropy": 0.669997, "bpb": 2.552775}, "ru": {"chunks": 6616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349129, "cps": 51.6875, "mean_p": 0.432571, "boundary_entropy": 0.663288, "bpb": 1.518505}, "el": {"chunks": 7830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.381523, "cps": 61.171875, "mean_p": 0.447448, "boundary_entropy": 0.675278, "bpb": 1.567827}, "hi": {"chunks": 9136.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.543001, "cps": 71.375, "mean_p": 0.442779, "boundary_entropy": 0.667039, "bpb": 1.252137}, "ta": {"chunks": 9482.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.507194, "cps": 74.078125, "mean_p": 0.431868, "boundary_entropy": 0.65919, "bpb": 1.018084}, "th": {"chunks": 9192.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.571464, "cps": 71.8125, "mean_p": 0.432292, "boundary_entropy": 0.66872, "bpb": 1.156081}, "zh": {"chunks": 3170.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536742, "cps": 24.765625, "mean_p": 0.459243, "boundary_entropy": 0.67704, "bpb": 3.274972}, "my": {"chunks": 5194.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.274119, "cps": 40.578125, "mean_p": 0.457578, "boundary_entropy": 0.68354, "bpb": 1.164019}}, "bpb": {"en": 2.12332, "de": 2.3705, "vi": 1.98411, "tr": 2.32853, "fi": 2.55278, "ru": 1.5185, "el": 1.56783, "hi": 1.25214, "ta": 1.01808, "th": 1.15608, "zh": 3.27497, "my": 1.16402}, "gini_cpc": 0.199597, "gini_cps": 0.195756, "bpic": 5.233901, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8961603079718793, "vi": 1.10640514297585, "tr": 1.1369036969694963, "fi": 0.8749414614851004, "ru": 1.4336708334319095, "el": 1.566693655574035, "hi": 2.22979114177466, "ta": 2.082752427413002, "th": 2.3466705237909213, "zh": 2.204088290884707, "my": 1.1256457528181498}, "t": 208.9} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13391, "de": 2.37561, "vi": 1.98549, "tr": 2.3374, "fi": 2.56301, "ru": 1.49685, "el": 1.56068, "hi": 1.2495, "ta": 1.02606, "th": 1.17292, "zh": 3.27612, "my": 1.17345}, "bytes_per_chunk": {"en": 4.122, "de": 4.5, "vi": 4.529, "tr": 3.877, "fi": 4.854, "ru": 4.966, "el": 4.588, "hi": 5.015, "ta": 5.225, "th": 4.765, "zh": 5.192, "my": 9.809}, "bpb_mean": 1.86258, "t": 210.2} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.31407, "bpb": 1.8958, "chunk_loss": 0.032431, "F": 0.20856, "G": 0.43789, "chunks": 213.56, "bytes_per_chunk": 4.795, "boundary_entropy": 0.66891, "router_noise": 0.0, "grad_norm": 0.802, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 210.3} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.21755, "bpb": 1.75656, "chunk_loss": 0.032073, "F": 0.20245, "G": 0.43594, "chunks": 207.31, "bytes_per_chunk": 4.939, "boundary_entropy": 0.66704, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 212.4} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.32798, "bpb": 1.91587, "chunk_loss": 0.034176, "F": 0.23648, "G": 0.44193, "chunks": 242.16, "bytes_per_chunk": 4.229, "boundary_entropy": 0.66909, "router_noise": 0.0, "grad_norm": 0.79, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 214.5} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.37542, "bpb": 1.98431, "chunk_loss": 0.03262, "F": 0.21103, "G": 0.44005, "chunks": 216.09, "bytes_per_chunk": 4.739, "boundary_entropy": 0.67075, "router_noise": 0.0, "grad_norm": 0.7814, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 216.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4347.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.249785, "cps": 33.960938, "mean_p": 0.436922, "boundary_entropy": 0.657661, "bpb": 2.110015}, "de": {"chunks": 4836.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.235523, "cps": 37.78125, "mean_p": 0.444737, "boundary_entropy": 0.668531, "bpb": 2.340216}, "vi": {"chunks": 4689.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.254353, "cps": 36.632812, "mean_p": 0.437029, "boundary_entropy": 0.667866, "bpb": 1.970607}, "tr": {"chunks": 5474.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.302381, "cps": 42.765625, "mean_p": 0.454402, "boundary_entropy": 0.668642, "bpb": 2.299376}, "fi": {"chunks": 3964.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210728, "cps": 30.96875, "mean_p": 0.444571, "boundary_entropy": 0.670376, "bpb": 2.525473}, "ru": {"chunks": 7088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.374037, "cps": 55.375, "mean_p": 0.434825, "boundary_entropy": 0.664359, "bpb": 1.501109}, "el": {"chunks": 8048.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.392145, "cps": 62.875, "mean_p": 0.447438, "boundary_entropy": 0.675013, "bpb": 1.552361}, "hi": {"chunks": 6459.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.383893, "cps": 50.460938, "mean_p": 0.435742, "boundary_entropy": 0.667487, "bpb": 1.240611}, "ta": {"chunks": 10018.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.535865, "cps": 78.265625, "mean_p": 0.4339, "boundary_entropy": 0.660912, "bpb": 1.015398}, "th": {"chunks": 8601.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.534722, "cps": 67.195312, "mean_p": 0.435789, "boundary_entropy": 0.670592, "bpb": 1.148421}, "zh": {"chunks": 3015.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510498, "cps": 23.554688, "mean_p": 0.458885, "boundary_entropy": 0.677204, "bpb": 3.258569}, "my": {"chunks": 13430.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.708782, "cps": 104.921875, "mean_p": 0.471581, "boundary_entropy": 0.68515, "bpb": 1.144454}}, "bpb": {"en": 2.11001, "de": 2.34022, "vi": 1.97061, "tr": 2.29938, "fi": 2.52547, "ru": 1.50111, "el": 1.55236, "hi": 1.24061, "ta": 1.0154, "th": 1.14842, "zh": 3.25857, "my": 1.14445}, "gini_cpc": 0.20841, "gini_cps": 0.232762, "bpic": 4.799122, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.942905925612449, "vi": 1.018290215580342, "tr": 1.210566695513942, "fi": 0.8436382116259524, "ru": 1.497438429924377, "el": 1.569934750108002, "hi": 1.536896747974983, "ta": 2.1453099046829065, "th": 2.1407323027060565, "zh": 2.043752747495441, "my": 2.8375734803165487}, "t": 219.7} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12122, "de": 2.35029, "vi": 1.97278, "tr": 2.30667, "fi": 2.53516, "ru": 1.4803, "el": 1.54607, "hi": 1.23585, "ta": 1.02363, "th": 1.16514, "zh": 3.25902, "my": 1.15332}, "bytes_per_chunk": {"en": 4.052, "de": 4.213, "vi": 5.0, "tr": 3.46, "fi": 4.988, "ru": 4.792, "el": 4.37, "hi": 7.058, "ta": 4.878, "th": 5.125, "zh": 5.561, "my": 4.067}, "bpb_mean": 1.84579, "t": 221.0} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.31985, "bpb": 1.90415, "chunk_loss": 0.032962, "F": 0.21661, "G": 0.43915, "chunks": 221.81, "bytes_per_chunk": 4.617, "boundary_entropy": 0.6697, "router_noise": 0.0, "grad_norm": 0.8033, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 221.1} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.31602, "bpb": 1.89862, "chunk_loss": 0.032694, "F": 0.21252, "G": 0.43578, "chunks": 217.62, "bytes_per_chunk": 4.705, "boundary_entropy": 0.66703, "router_noise": 0.0, "grad_norm": 0.7597, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 223.2} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.53085, "bpb": 2.20855, "chunk_loss": 0.034063, "F": 0.23431, "G": 0.44249, "chunks": 239.94, "bytes_per_chunk": 4.268, "boundary_entropy": 0.67046, "router_noise": 0.0, "grad_norm": 0.8123, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 225.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.43102, "bpb": 2.06453, "chunk_loss": 0.033996, "F": 0.23431, "G": 0.43751, "chunks": 239.94, "bytes_per_chunk": 4.268, "boundary_entropy": 0.66528, "router_noise": 0.0, "grad_norm": 0.7624, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 227.4} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4161.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239097, "cps": 32.507812, "mean_p": 0.435536, "boundary_entropy": 0.657438, "bpb": 2.096493}, "de": {"chunks": 4521.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.220182, "cps": 35.320312, "mean_p": 0.441267, "boundary_entropy": 0.667326, "bpb": 2.329635}, "vi": {"chunks": 5217.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.282994, "cps": 40.757812, "mean_p": 0.441399, "boundary_entropy": 0.668841, "bpb": 1.958193}, "tr": {"chunks": 5274.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.291333, "cps": 41.203125, "mean_p": 0.452816, "boundary_entropy": 0.668681, "bpb": 2.272297}, "fi": {"chunks": 3504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186274, "cps": 27.375, "mean_p": 0.441417, "boundary_entropy": 0.66956, "bpb": 2.501888}, "ru": {"chunks": 6597.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348127, "cps": 51.539062, "mean_p": 0.432057, "boundary_entropy": 0.663423, "bpb": 1.4805}, "el": {"chunks": 8065.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.392974, "cps": 63.007812, "mean_p": 0.447272, "boundary_entropy": 0.674898, "bpb": 1.530046}, "hi": {"chunks": 9637.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.572779, "cps": 75.289062, "mean_p": 0.446142, "boundary_entropy": 0.669447, "bpb": 1.216118}, "ta": {"chunks": 9464.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.506232, "cps": 73.9375, "mean_p": 0.433764, "boundary_entropy": 0.660661, "bpb": 0.999259}, "th": {"chunks": 8573.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.532981, "cps": 66.976562, "mean_p": 0.436438, "boundary_entropy": 0.670977, "bpb": 1.13268}, "zh": {"chunks": 3024.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.512022, "cps": 23.625, "mean_p": 0.460163, "boundary_entropy": 0.677436, "bpb": 3.248433}, "my": {"chunks": 6243.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.329481, "cps": 48.773438, "mean_p": 0.462541, "boundary_entropy": 0.684538, "bpb": 1.132801}}, "bpb": {"en": 2.09649, "de": 2.32963, "vi": 1.95819, "tr": 2.2723, "fi": 2.50189, "ru": 1.4805, "el": 1.53005, "hi": 1.21612, "ta": 0.99926, "th": 1.13268, "zh": 3.24843, "my": 1.1328}, "gini_cpc": 0.196644, "gini_cps": 0.202046, "bpic": 5.16668, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9208915846195642, "vi": 1.1835976635302938, "tr": 1.2184731915955884, "fi": 0.77907383417877, "ru": 1.4560077082140417, "el": 1.6435765299775682, "hi": 2.395593855488933, "ta": 2.11726718489593, "th": 2.229144198123747, "zh": 2.1414835791983564, "my": 1.3780226732168288}, "t": 230.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10727, "de": 2.33788, "vi": 1.961, "tr": 2.28339, "fi": 2.51296, "ru": 1.45899, "el": 1.52313, "hi": 1.21362, "ta": 1.00663, "th": 1.14909, "zh": 3.24698, "my": 1.14016}, "bytes_per_chunk": {"en": 4.21, "de": 4.529, "vi": 4.373, "tr": 3.573, "fi": 5.644, "ru": 5.101, "el": 4.472, "hi": 4.69, "ta": 5.172, "th": 5.104, "zh": 5.524, "my": 9.141}, "bpb_mean": 1.82843, "t": 231.8} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.37546, "bpb": 1.98437, "chunk_loss": 0.033285, "F": 0.22186, "G": 0.43854, "chunks": 227.19, "bytes_per_chunk": 4.507, "boundary_entropy": 0.66741, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 231.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.53542, "bpb": 2.21515, "chunk_loss": 0.033027, "F": 0.21762, "G": 0.4414, "chunks": 222.84, "bytes_per_chunk": 4.595, "boundary_entropy": 0.66947, "router_noise": 0.0, "grad_norm": 0.7846, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 234.0} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.4735, "bpb": 2.12581, "chunk_loss": 0.032699, "F": 0.21289, "G": 0.43748, "chunks": 218.0, "bytes_per_chunk": 4.697, "boundary_entropy": 0.66782, "router_noise": 0.0, "grad_norm": 0.7681, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 236.0} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.4284, "bpb": 2.06075, "chunk_loss": 0.033026, "F": 0.21765, "G": 0.43825, "chunks": 222.88, "bytes_per_chunk": 4.595, "boundary_entropy": 0.66811, "router_noise": 0.0, "grad_norm": 0.7836, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 238.1} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246624, "cps": 33.53125, "mean_p": 0.437916, "boundary_entropy": 0.657995, "bpb": 2.088511}, "de": {"chunks": 4793.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.233429, "cps": 37.445312, "mean_p": 0.443069, "boundary_entropy": 0.667483, "bpb": 2.306253}, "vi": {"chunks": 4503.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244264, "cps": 35.179688, "mean_p": 0.438188, "boundary_entropy": 0.668255, "bpb": 1.953581}, "tr": {"chunks": 5353.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.295697, "cps": 41.820312, "mean_p": 0.451642, "boundary_entropy": 0.667579, "bpb": 2.260716}, "fi": {"chunks": 4373.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23247, "cps": 34.164062, "mean_p": 0.448714, "boundary_entropy": 0.670759, "bpb": 2.47068}, "ru": {"chunks": 6788.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358206, "cps": 53.03125, "mean_p": 0.434209, "boundary_entropy": 0.664186, "bpb": 1.468031}, "el": {"chunks": 8727.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.42523, "cps": 68.179688, "mean_p": 0.451772, "boundary_entropy": 0.675732, "bpb": 1.517042}, "hi": {"chunks": 9804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.582704, "cps": 76.59375, "mean_p": 0.446391, "boundary_entropy": 0.669219, "bpb": 1.210131}, "ta": {"chunks": 8632.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.461728, "cps": 67.4375, "mean_p": 0.431412, "boundary_entropy": 0.660867, "bpb": 0.992581}, "th": {"chunks": 10187.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.633323, "cps": 79.585938, "mean_p": 0.436429, "boundary_entropy": 0.670117, "bpb": 1.124823}, "zh": {"chunks": 3102.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.525229, "cps": 24.234375, "mean_p": 0.4607, "boundary_entropy": 0.677478, "bpb": 3.208595}, "my": {"chunks": 8307.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.43841, "cps": 64.898438, "mean_p": 0.465288, "boundary_entropy": 0.684915, "bpb": 1.129706}}, "bpb": {"en": 2.08851, "de": 2.30625, "vi": 1.95358, "tr": 2.26072, "fi": 2.47068, "ru": 1.46803, "el": 1.51704, "hi": 1.21013, "ta": 0.99258, "th": 1.12482, "zh": 3.20859, "my": 1.12971}, "gini_cpc": 0.19759, "gini_cps": 0.201455, "bpic": 4.86655, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9464974074647821, "vi": 0.9904286894003793, "tr": 1.198977681249147, "fi": 0.9426099088480233, "ru": 1.4524360717737117, "el": 1.7242035610354922, "hi": 2.362722062124634, "ta": 1.87219193075083, "th": 2.5679682378186013, "zh": 2.1296721800913914, "my": 1.7776458418301246}, "t": 241.2} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09939, "de": 2.31609, "vi": 1.95401, "tr": 2.26942, "fi": 2.48298, "ru": 1.44544, "el": 1.51102, "hi": 1.20782, "ta": 0.99983, "th": 1.14153, "zh": 3.20853, "my": 1.13825}, "bytes_per_chunk": {"en": 4.129, "de": 4.284, "vi": 5.082, "tr": 3.586, "fi": 4.51, "ru": 4.923, "el": 4.093, "hi": 4.482, "ta": 5.675, "th": 4.336, "zh": 5.248, "my": 6.734}, "bpb_mean": 1.81452, "t": 242.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.30965, "bpb": 1.88943, "chunk_loss": 0.034064, "F": 0.23495, "G": 0.44172, "chunks": 240.59, "bytes_per_chunk": 4.256, "boundary_entropy": 0.66914, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 242.6} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.46517, "bpb": 2.1138, "chunk_loss": 0.032006, "F": 0.20099, "G": 0.4362, "chunks": 205.81, "bytes_per_chunk": 4.975, "boundary_entropy": 0.66841, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 244.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.33033, "bpb": 1.91926, "chunk_loss": 0.032645, "F": 0.21097, "G": 0.43789, "chunks": 216.03, "bytes_per_chunk": 4.74, "boundary_entropy": 0.66763, "router_noise": 0.0, "grad_norm": 0.7884, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 246.8} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.48457, "bpb": 2.14178, "chunk_loss": 0.03293, "F": 0.21588, "G": 0.43917, "chunks": 221.06, "bytes_per_chunk": 4.632, "boundary_entropy": 0.66857, "router_noise": 0.0, "grad_norm": 0.7466, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 248.9} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242142, "cps": 32.921875, "mean_p": 0.436437, "boundary_entropy": 0.6573, "bpb": 2.07458}, "de": {"chunks": 4839.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.235669, "cps": 37.804688, "mean_p": 0.443163, "boundary_entropy": 0.667307, "bpb": 2.293925}, "vi": {"chunks": 4794.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.260049, "cps": 37.453125, "mean_p": 0.440445, "boundary_entropy": 0.669035, "bpb": 1.943782}, "tr": {"chunks": 5344.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.2952, "cps": 41.75, "mean_p": 0.451861, "boundary_entropy": 0.667455, "bpb": 2.245183}, "fi": {"chunks": 4150.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220616, "cps": 32.421875, "mean_p": 0.447066, "boundary_entropy": 0.670656, "bpb": 2.463868}, "ru": {"chunks": 6672.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352084, "cps": 52.125, "mean_p": 0.433728, "boundary_entropy": 0.664437, "bpb": 1.455094}, "el": {"chunks": 8649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.42143, "cps": 67.570312, "mean_p": 0.449229, "boundary_entropy": 0.674955, "bpb": 1.503724}, "hi": {"chunks": 6986.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.415215, "cps": 54.578125, "mean_p": 0.437557, "boundary_entropy": 0.66676, "bpb": 1.203821}, "ta": {"chunks": 8146.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435731, "cps": 63.640625, "mean_p": 0.425576, "boundary_entropy": 0.659168, "bpb": 0.984901}, "th": {"chunks": 9868.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.613491, "cps": 77.09375, "mean_p": 0.433035, "boundary_entropy": 0.668672, "bpb": 1.118627}, "zh": {"chunks": 3118.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.527938, "cps": 24.359375, "mean_p": 0.460368, "boundary_entropy": 0.677176, "bpb": 3.195754}, "my": {"chunks": 11118.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.586764, "cps": 86.859375, "mean_p": 0.466285, "boundary_entropy": 0.684457, "bpb": 1.117874}}, "bpb": {"en": 2.07458, "de": 2.29393, "vi": 1.94378, "tr": 2.24518, "fi": 2.46387, "ru": 1.45509, "el": 1.50372, "hi": 1.20382, "ta": 0.9849, "th": 1.11863, "zh": 3.19575, "my": 1.11787}, "gini_cpc": 0.195425, "gini_cps": 0.208645, "bpic": 4.926712, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9732688054149511, "vi": 1.0739510245788477, "tr": 1.2191172796722105, "fi": 0.9110994872003443, "ru": 1.4540401952030735, "el": 1.7404223064721787, "hi": 1.7147590251415539, "ta": 1.7994862195361734, "th": 2.533597748907198, "zh": 2.1802799305879117, "my": 2.4232202108055025}, "t": 252.0} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08578, "de": 2.30151, "vi": 1.94566, "tr": 2.25379, "fi": 2.47484, "ru": 1.43422, "el": 1.49703, "hi": 1.20014, "ta": 0.99416, "th": 1.13578, "zh": 3.19606, "my": 1.12683}, "bytes_per_chunk": {"en": 4.151, "de": 4.256, "vi": 4.752, "tr": 3.588, "fi": 4.717, "ru": 5.036, "el": 4.246, "hi": 6.454, "ta": 6.056, "th": 4.402, "zh": 5.206, "my": 4.781}, "bpb_mean": 1.80382, "t": 253.3} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 253.3} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.3005, "bpb": 1.87622, "chunk_loss": 0.033129, "F": 0.21967, "G": 0.43833, "chunks": 224.94, "bytes_per_chunk": 4.552, "boundary_entropy": 0.66898, "router_noise": 0.0, "grad_norm": 0.7485, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 253.3} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.30899, "bpb": 1.88847, "chunk_loss": 0.033465, "F": 0.22443, "G": 0.43868, "chunks": 229.81, "bytes_per_chunk": 4.456, "boundary_entropy": 0.66801, "router_noise": 0.0, "grad_norm": 0.7499, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 255.5} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.35395, "bpb": 1.95334, "chunk_loss": 0.032943, "F": 0.21725, "G": 0.43378, "chunks": 222.47, "bytes_per_chunk": 4.603, "boundary_entropy": 0.66517, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 257.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.48681, "bpb": 2.14502, "chunk_loss": 0.03258, "F": 0.21039, "G": 0.43964, "chunks": 215.44, "bytes_per_chunk": 4.753, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 0.811, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 259.7} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4106.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235936, "cps": 32.078125, "mean_p": 0.43488, "boundary_entropy": 0.656932, "bpb": 2.064215}, "de": {"chunks": 4645.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.226221, "cps": 36.289062, "mean_p": 0.442074, "boundary_entropy": 0.667177, "bpb": 2.286148}, "vi": {"chunks": 4958.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.268945, "cps": 38.734375, "mean_p": 0.437821, "boundary_entropy": 0.667473, "bpb": 1.936193}, "tr": {"chunks": 5205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.287521, "cps": 40.664062, "mean_p": 0.452181, "boundary_entropy": 0.667708, "bpb": 2.230834}, "fi": {"chunks": 4210.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.223805, "cps": 32.890625, "mean_p": 0.447717, "boundary_entropy": 0.670747, "bpb": 2.437586}, "ru": {"chunks": 6182.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326227, "cps": 48.296875, "mean_p": 0.430016, "boundary_entropy": 0.66351, "bpb": 1.442808}, "el": {"chunks": 7337.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357501, "cps": 57.320312, "mean_p": 0.443378, "boundary_entropy": 0.673907, "bpb": 1.497234}, "hi": {"chunks": 7975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.473997, "cps": 62.304688, "mean_p": 0.440432, "boundary_entropy": 0.667798, "bpb": 1.187982}, "ta": {"chunks": 9055.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.484354, "cps": 70.742188, "mean_p": 0.431299, "boundary_entropy": 0.661703, "bpb": 0.977004}, "th": {"chunks": 4743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.294871, "cps": 37.054688, "mean_p": 0.428041, "boundary_entropy": 0.66864, "bpb": 1.117966}, "zh": {"chunks": 2952.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499831, "cps": 23.0625, "mean_p": 0.459666, "boundary_entropy": 0.677219, "bpb": 3.187477}, "my": {"chunks": 7577.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.399884, "cps": 59.195312, "mean_p": 0.464665, "boundary_entropy": 0.684729, "bpb": 1.113915}}, "bpb": {"en": 2.06421, "de": 2.28615, "vi": 1.93619, "tr": 2.23083, "fi": 2.43759, "ru": 1.44281, "el": 1.49723, "hi": 1.18798, "ta": 0.977, "th": 1.11797, "zh": 3.18748, "my": 1.11392}, "gini_cpc": 0.161839, "gini_cps": 0.173504, "bpic": 5.566481, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9588230951522823, "vi": 1.139904729707503, "tr": 1.2186397993900733, "fi": 0.9485831100213074, "ru": 1.3826904446417945, "el": 1.5152449633036191, "hi": 2.009003965493906, "ta": 2.0529017281671957, "th": 1.2497905443575525, "zh": 2.118498133363596, "my": 1.6948805128317448}, "t": 262.7} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07491, "de": 2.29327, "vi": 1.93734, "tr": 2.23869, "fi": 2.44936, "ru": 1.42097, "el": 1.48983, "hi": 1.18469, "ta": 0.98456, "th": 1.13518, "zh": 3.18602, "my": 1.1231}, "bytes_per_chunk": {"en": 4.272, "de": 4.395, "vi": 4.572, "tr": 3.658, "fi": 4.601, "ru": 5.417, "el": 4.951, "hi": 5.685, "ta": 5.435, "th": 9.142, "zh": 5.525, "my": 7.314}, "bpb_mean": 1.79316, "t": 264.0} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.45101, "bpb": 2.09337, "chunk_loss": 0.032938, "F": 0.21649, "G": 0.43746, "chunks": 221.69, "bytes_per_chunk": 4.619, "boundary_entropy": 0.66797, "router_noise": 0.0, "grad_norm": 0.8246, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 264.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.37865, "bpb": 1.98898, "chunk_loss": 0.033469, "F": 0.22522, "G": 0.44003, "chunks": 230.62, "bytes_per_chunk": 4.44, "boundary_entropy": 0.66883, "router_noise": 0.0, "grad_norm": 0.7886, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 266.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31058, "bpb": 1.89077, "chunk_loss": 0.033087, "F": 0.2197, "G": 0.43446, "chunks": 224.97, "bytes_per_chunk": 4.552, "boundary_entropy": 0.66538, "router_noise": 0.0, "grad_norm": 0.7412, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 268.3} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.36908, "bpb": 1.97516, "chunk_loss": 0.032372, "F": 0.20706, "G": 0.43859, "chunks": 212.03, "bytes_per_chunk": 4.829, "boundary_entropy": 0.66953, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 270.4} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3990.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229271, "cps": 31.171875, "mean_p": 0.433686, "boundary_entropy": 0.656337, "bpb": 2.059577}, "de": {"chunks": 4739.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230799, "cps": 37.023438, "mean_p": 0.441813, "boundary_entropy": 0.666699, "bpb": 2.269506}, "vi": {"chunks": 4064.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22045, "cps": 31.75, "mean_p": 0.436083, "boundary_entropy": 0.66803, "bpb": 1.932472}, "tr": {"chunks": 4989.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.27559, "cps": 38.976562, "mean_p": 0.44948, "boundary_entropy": 0.666751, "bpb": 2.222289}, "fi": {"chunks": 3884.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206475, "cps": 30.34375, "mean_p": 0.442603, "boundary_entropy": 0.668921, "bpb": 2.431635}, "ru": {"chunks": 6116.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322744, "cps": 47.78125, "mean_p": 0.430053, "boundary_entropy": 0.663374, "bpb": 1.434776}, "el": {"chunks": 8315.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.405155, "cps": 64.960938, "mean_p": 0.447784, "boundary_entropy": 0.674264, "bpb": 1.475828}, "hi": {"chunks": 8575.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.509658, "cps": 66.992188, "mean_p": 0.441427, "boundary_entropy": 0.668137, "bpb": 1.185538}, "ta": {"chunks": 9773.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.52276, "cps": 76.351562, "mean_p": 0.432535, "boundary_entropy": 0.66238, "bpb": 0.973484}, "th": {"chunks": 8756.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.544358, "cps": 68.40625, "mean_p": 0.431561, "boundary_entropy": 0.668278, "bpb": 1.104021}, "zh": {"chunks": 3276.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55469, "cps": 25.59375, "mean_p": 0.462333, "boundary_entropy": 0.677468, "bpb": 3.171378}, "my": {"chunks": 6892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.363732, "cps": 53.84375, "mean_p": 0.46274, "boundary_entropy": 0.68443, "bpb": 1.105876}}, "bpb": {"en": 2.05958, "de": 2.26951, "vi": 1.93247, "tr": 2.22229, "fi": 2.43164, "ru": 1.43478, "el": 1.47583, "hi": 1.18554, "ta": 0.97348, "th": 1.10402, "zh": 3.17138, "my": 1.10588}, "gini_cpc": 0.201868, "gini_cps": 0.200188, "bpic": 5.230833, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.006666290720714, "vi": 0.9615276596699234, "tr": 1.202026872960449, "fi": 0.9005722535566496, "ru": 1.4076979784553734, "el": 1.7671468174895653, "hi": 2.222952999139751, "ta": 2.280098735740126, "th": 2.374301747530156, "zh": 2.4193665674514766, "my": 1.5864745778315326}, "t": 273.4} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07034, "de": 2.27757, "vi": 1.93387, "tr": 2.22906, "fi": 2.44107, "ru": 1.41379, "el": 1.46833, "hi": 1.18166, "ta": 0.98029, "th": 1.12069, "zh": 3.17065, "my": 1.11386}, "bytes_per_chunk": {"en": 4.333, "de": 4.303, "vi": 5.787, "tr": 3.801, "fi": 5.019, "ru": 5.563, "el": 4.354, "hi": 5.192, "ta": 4.996, "th": 5.153, "zh": 5.114, "my": 8.132}, "bpb_mean": 1.78343, "t": 274.8} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.41085, "bpb": 2.03542, "chunk_loss": 0.032894, "F": 0.21506, "G": 0.44092, "chunks": 220.22, "bytes_per_chunk": 4.65, "boundary_entropy": 0.6699, "router_noise": 0.0, "grad_norm": 0.7495, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 274.8} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.51282, "bpb": 2.18254, "chunk_loss": 0.032698, "F": 0.21179, "G": 0.44178, "chunks": 216.88, "bytes_per_chunk": 4.722, "boundary_entropy": 0.67127, "router_noise": 0.0, "grad_norm": 0.8283, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 276.9} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.45473, "bpb": 2.09873, "chunk_loss": 0.033076, "F": 0.21835, "G": 0.44242, "chunks": 223.59, "bytes_per_chunk": 4.58, "boundary_entropy": 0.67114, "router_noise": 0.0, "grad_norm": 0.8387, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 279.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.46197, "bpb": 2.10918, "chunk_loss": 0.033703, "F": 0.22873, "G": 0.43804, "chunks": 234.22, "bytes_per_chunk": 4.372, "boundary_entropy": 0.6664, "router_noise": 0.0, "grad_norm": 0.7668, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 281.1} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4070.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233868, "cps": 31.796875, "mean_p": 0.433874, "boundary_entropy": 0.656533, "bpb": 2.046099}, "de": {"chunks": 4711.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.229436, "cps": 36.804688, "mean_p": 0.441707, "boundary_entropy": 0.666846, "bpb": 2.262583}, "vi": {"chunks": 4632.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.251261, "cps": 36.1875, "mean_p": 0.438451, "boundary_entropy": 0.668394, "bpb": 1.924717}, "tr": {"chunks": 5174.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285809, "cps": 40.421875, "mean_p": 0.451078, "boundary_entropy": 0.666993, "bpb": 2.209569}, "fi": {"chunks": 4024.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213917, "cps": 31.4375, "mean_p": 0.444582, "boundary_entropy": 0.669333, "bpb": 2.410367}, "ru": {"chunks": 6751.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.356253, "cps": 52.742188, "mean_p": 0.432785, "boundary_entropy": 0.664011, "bpb": 1.427603}, "el": {"chunks": 8037.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.391609, "cps": 62.789062, "mean_p": 0.444301, "boundary_entropy": 0.673372, "bpb": 1.464718}, "hi": {"chunks": 8885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.528083, "cps": 69.414062, "mean_p": 0.441985, "boundary_entropy": 0.66848, "bpb": 1.174792}, "ta": {"chunks": 8740.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.467505, "cps": 68.28125, "mean_p": 0.428663, "boundary_entropy": 0.660246, "bpb": 0.966178}, "th": {"chunks": 8269.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.514081, "cps": 64.601562, "mean_p": 0.430602, "boundary_entropy": 0.667961, "bpb": 1.098769}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.460294, "boundary_entropy": 0.677152, "bpb": 3.159633}, "my": {"chunks": 8080.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.42643, "cps": 63.125, "mean_p": 0.466606, "boundary_entropy": 0.68521, "bpb": 1.105964}}, "bpb": {"en": 2.0461, "de": 2.26258, "vi": 1.92472, "tr": 2.20957, "fi": 2.41037, "ru": 1.4276, "el": 1.46472, "hi": 1.17479, "ta": 0.96618, "th": 1.09877, "zh": 3.15963, "my": 1.10596}, "gini_cpc": 0.182964, "gini_cps": 0.182792, "bpic": 5.14852, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9810483417895876, "vi": 1.0743730845276818, "tr": 1.2220967352934429, "fi": 0.9146939352882684, "ru": 1.5233110928150506, "el": 1.6744910636008428, "hi": 2.258042283807514, "ta": 1.999013256247811, "th": 2.198171828255757, "zh": 2.294343860530789, "my": 1.8233821362383742}, "t": 284.1} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.0578, "de": 2.27005, "vi": 1.92563, "tr": 2.21688, "fi": 2.4219, "ru": 1.40545, "el": 1.45711, "hi": 1.17126, "ta": 0.97376, "th": 1.11495, "zh": 3.15741, "my": 1.11362}, "bytes_per_chunk": {"en": 4.326, "de": 4.35, "vi": 4.983, "tr": 3.661, "fi": 4.872, "ru": 5.009, "el": 4.521, "hi": 4.987, "ta": 5.571, "th": 5.327, "zh": 5.233, "my": 6.802}, "bpb_mean": 1.77382, "t": 285.5} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.35278, "bpb": 1.95165, "chunk_loss": 0.033504, "F": 0.22534, "G": 0.43838, "chunks": 230.75, "bytes_per_chunk": 4.438, "boundary_entropy": 0.66708, "router_noise": 0.0, "grad_norm": 0.7448, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 285.5} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28583, "bpb": 1.85507, "chunk_loss": 0.03346, "F": 0.22556, "G": 0.43714, "chunks": 230.97, "bytes_per_chunk": 4.434, "boundary_entropy": 0.66591, "router_noise": 0.0, "grad_norm": 0.7309, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 287.6} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.38533, "bpb": 1.99861, "chunk_loss": 0.033935, "F": 0.23206, "G": 0.44306, "chunks": 237.62, "bytes_per_chunk": 4.309, "boundary_entropy": 0.67012, "router_noise": 0.0, "grad_norm": 0.8207, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 289.7} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.2602, "bpb": 1.81808, "chunk_loss": 0.033029, "F": 0.21832, "G": 0.43494, "chunks": 223.56, "bytes_per_chunk": 4.58, "boundary_entropy": 0.66573, "router_noise": 0.0, "grad_norm": 0.7786, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 291.8} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4276.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.245705, "cps": 33.40625, "mean_p": 0.435284, "boundary_entropy": 0.656573, "bpb": 2.037533}, "de": {"chunks": 4718.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.229776, "cps": 36.859375, "mean_p": 0.441194, "boundary_entropy": 0.666682, "bpb": 2.254899}, "vi": {"chunks": 5054.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274152, "cps": 39.484375, "mean_p": 0.43907, "boundary_entropy": 0.667921, "bpb": 1.911937}, "tr": {"chunks": 5197.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.287079, "cps": 40.601562, "mean_p": 0.451152, "boundary_entropy": 0.66731, "bpb": 2.198032}, "fi": {"chunks": 4106.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218277, "cps": 32.078125, "mean_p": 0.444394, "boundary_entropy": 0.669263, "bpb": 2.395081}, "ru": {"chunks": 6024.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317889, "cps": 47.0625, "mean_p": 0.42901, "boundary_entropy": 0.663168, "bpb": 1.421461}, "el": {"chunks": 8038.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.391658, "cps": 62.796875, "mean_p": 0.445182, "boundary_entropy": 0.673589, "bpb": 1.458278}, "hi": {"chunks": 8809.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.523566, "cps": 68.820312, "mean_p": 0.441529, "boundary_entropy": 0.668428, "bpb": 1.1701}, "ta": {"chunks": 8560.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457876, "cps": 66.875, "mean_p": 0.430004, "boundary_entropy": 0.661878, "bpb": 0.962418}, "th": {"chunks": 9481.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.589431, "cps": 74.070312, "mean_p": 0.431216, "boundary_entropy": 0.667975, "bpb": 1.100933}, "zh": {"chunks": 3068.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519472, "cps": 23.96875, "mean_p": 0.458944, "boundary_entropy": 0.676824, "bpb": 3.148147}, "my": {"chunks": 8015.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.423, "cps": 62.617188, "mean_p": 0.466736, "boundary_entropy": 0.685281, "bpb": 1.098861}}, "bpb": {"en": 2.03753, "de": 2.2549, "vi": 1.91194, "tr": 2.19803, "fi": 2.39508, "ru": 1.42146, "el": 1.45828, "hi": 1.1701, "ta": 0.96242, "th": 1.10093, "zh": 3.14815, "my": 1.09886}, "gini_cpc": 0.186906, "gini_cps": 0.187101, "bpic": 5.093582, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9351729860399037, "vi": 1.1157798631604023, "tr": 1.1683920386550157, "fi": 0.8883691841034635, "ru": 1.2937851813274557, "el": 1.594019318123858, "hi": 2.130874934149898, "ta": 1.8635228350526685, "th": 2.3989406575742236, "zh": 2.1142110400008614, "my": 1.7215774850691756}, "t": 294.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04839, "de": 2.26387, "vi": 1.91251, "tr": 2.20431, "fi": 2.40647, "ru": 1.40117, "el": 1.45092, "hi": 1.16641, "ta": 0.97045, "th": 1.11678, "zh": 3.14693, "my": 1.10703}, "bytes_per_chunk": {"en": 4.085, "de": 4.346, "vi": 4.524, "tr": 3.623, "fi": 4.729, "ru": 5.56, "el": 4.519, "hi": 5.04, "ta": 5.633, "th": 4.656, "zh": 5.39, "my": 6.81}, "bpb_mean": 1.76627, "t": 296.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.3713, "bpb": 1.97836, "chunk_loss": 0.032414, "F": 0.20779, "G": 0.44017, "chunks": 212.78, "bytes_per_chunk": 4.812, "boundary_entropy": 0.6702, "router_noise": 0.0, "grad_norm": 0.7703, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 296.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.38325, "bpb": 1.9956, "chunk_loss": 0.03244, "F": 0.20868, "G": 0.43619, "chunks": 213.69, "bytes_per_chunk": 4.792, "boundary_entropy": 0.66725, "router_noise": 0.0, "grad_norm": 0.8894, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 298.3} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.48494, "bpb": 2.14232, "chunk_loss": 0.03296, "F": 0.21674, "G": 0.43998, "chunks": 221.94, "bytes_per_chunk": 4.614, "boundary_entropy": 0.67035, "router_noise": 0.0, "grad_norm": 0.7762, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 300.4} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33849, "bpb": 1.93104, "chunk_loss": 0.033181, "F": 0.22125, "G": 0.43648, "chunks": 226.56, "bytes_per_chunk": 4.52, "boundary_entropy": 0.66673, "router_noise": 0.0, "grad_norm": 0.7567, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 302.6} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4157.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.238867, "cps": 32.476562, "mean_p": 0.433697, "boundary_entropy": 0.655717, "bpb": 2.03431}, "de": {"chunks": 4757.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231676, "cps": 37.164062, "mean_p": 0.441796, "boundary_entropy": 0.666654, "bpb": 2.245325}, "vi": {"chunks": 4575.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.248169, "cps": 35.742188, "mean_p": 0.437784, "boundary_entropy": 0.668, "bpb": 1.910046}, "tr": {"chunks": 5072.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.280175, "cps": 39.625, "mean_p": 0.45026, "boundary_entropy": 0.666765, "bpb": 2.191333}, "fi": {"chunks": 4048.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215193, "cps": 31.625, "mean_p": 0.444554, "boundary_entropy": 0.669238, "bpb": 2.389798}, "ru": {"chunks": 5952.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.31409, "cps": 46.5, "mean_p": 0.428907, "boundary_entropy": 0.663027, "bpb": 1.417502}, "el": {"chunks": 7856.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.38279, "cps": 61.375, "mean_p": 0.444798, "boundary_entropy": 0.673525, "bpb": 1.453866}, "hi": {"chunks": 9154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.544071, "cps": 71.515625, "mean_p": 0.442276, "boundary_entropy": 0.668315, "bpb": 1.16404}, "ta": {"chunks": 9411.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.503397, "cps": 73.523438, "mean_p": 0.431783, "boundary_entropy": 0.662494, "bpb": 0.956875}, "th": {"chunks": 9491.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.590053, "cps": 74.148438, "mean_p": 0.430704, "boundary_entropy": 0.667845, "bpb": 1.089941}, "zh": {"chunks": 3065.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518964, "cps": 23.945312, "mean_p": 0.459665, "boundary_entropy": 0.676987, "bpb": 3.141883}, "my": {"chunks": 7652.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.403842, "cps": 59.78125, "mean_p": 0.463459, "boundary_entropy": 0.684674, "bpb": 1.095179}}, "bpb": {"en": 2.03431, "de": 2.24532, "vi": 1.91005, "tr": 2.19133, "fi": 2.3898, "ru": 1.4175, "el": 1.45387, "hi": 1.16404, "ta": 0.95687, "th": 1.08994, "zh": 3.14188, "my": 1.09518}, "gini_cpc": 0.197772, "gini_cps": 0.199386, "bpic": 5.104149, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9698952668422856, "vi": 1.0389437914187114, "tr": 1.172931876427155, "fi": 0.9008919703866605, "ru": 1.3149153762322257, "el": 1.6025246749626214, "hi": 2.277717879328482, "ta": 2.107436024510805, "th": 2.4702164177871215, "zh": 2.172606787061934, "my": 1.690657677299619}, "t": 305.6} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04646, "de": 2.25338, "vi": 1.91057, "tr": 2.19942, "fi": 2.39955, "ru": 1.39666, "el": 1.44623, "hi": 1.15999, "ta": 0.96496, "th": 1.10652, "zh": 3.13998, "my": 1.10371}, "bytes_per_chunk": {"en": 4.205, "de": 4.254, "vi": 5.047, "tr": 3.744, "fi": 4.885, "ru": 5.675, "el": 4.639, "hi": 4.828, "ta": 5.172, "th": 4.713, "zh": 5.348, "my": 7.272}, "bpb_mean": 1.76062, "t": 306.9} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.25546, "bpb": 1.81124, "chunk_loss": 0.032442, "F": 0.20819, "G": 0.43755, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.66843, "router_noise": 0.0, "grad_norm": 0.818, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 307.0} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30268, "bpb": 1.87937, "chunk_loss": 0.032291, "F": 0.20554, "G": 0.43714, "chunks": 210.47, "bytes_per_chunk": 4.865, "boundary_entropy": 0.66853, "router_noise": 0.0, "grad_norm": 0.7356, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 309.1} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.23384, "bpb": 1.78005, "chunk_loss": 0.032981, "F": 0.21725, "G": 0.43806, "chunks": 222.47, "bytes_per_chunk": 4.603, "boundary_entropy": 0.6681, "router_noise": 0.0, "grad_norm": 0.747, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 311.1} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.45954, "bpb": 2.10568, "chunk_loss": 0.031832, "F": 0.19843, "G": 0.44089, "chunks": 203.19, "bytes_per_chunk": 5.04, "boundary_entropy": 0.67206, "router_noise": 0.0, "grad_norm": 0.8066, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 313.2} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4152.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23858, "cps": 32.4375, "mean_p": 0.434331, "boundary_entropy": 0.656217, "bpb": 2.028863}, "de": {"chunks": 4617.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224858, "cps": 36.070312, "mean_p": 0.441105, "boundary_entropy": 0.666504, "bpb": 2.238575}, "vi": {"chunks": 4466.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242257, "cps": 34.890625, "mean_p": 0.438517, "boundary_entropy": 0.668535, "bpb": 1.905668}, "tr": {"chunks": 5175.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285864, "cps": 40.429688, "mean_p": 0.450907, "boundary_entropy": 0.666854, "bpb": 2.18058}, "fi": {"chunks": 4090.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217426, "cps": 31.953125, "mean_p": 0.445013, "boundary_entropy": 0.669451, "bpb": 2.378401}, "ru": {"chunks": 6197.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327018, "cps": 48.414062, "mean_p": 0.431091, "boundary_entropy": 0.663957, "bpb": 1.40729}, "el": {"chunks": 7685.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.374458, "cps": 60.039062, "mean_p": 0.444868, "boundary_entropy": 0.673878, "bpb": 1.445372}, "hi": {"chunks": 9032.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.53682, "cps": 70.5625, "mean_p": 0.442299, "boundary_entropy": 0.668165, "bpb": 1.156623}, "ta": {"chunks": 9413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.503504, "cps": 73.539062, "mean_p": 0.431812, "boundary_entropy": 0.661753, "bpb": 0.952024}, "th": {"chunks": 8086.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.502704, "cps": 63.171875, "mean_p": 0.429974, "boundary_entropy": 0.667938, "bpb": 1.087449}, "zh": {"chunks": 3076.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520826, "cps": 24.03125, "mean_p": 0.459759, "boundary_entropy": 0.677151, "bpb": 3.128857}, "my": {"chunks": 9681.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.510925, "cps": 75.632812, "mean_p": 0.465131, "boundary_entropy": 0.684643, "bpb": 1.090761}}, "bpb": {"en": 2.02886, "de": 2.23858, "vi": 1.90567, "tr": 2.18058, "fi": 2.3784, "ru": 1.40729, "el": 1.44537, "hi": 1.15662, "ta": 0.95202, "th": 1.08745, "zh": 3.12886, "my": 1.09076}, "gini_cpc": 0.187423, "gini_cps": 0.201586, "bpic": 5.071772, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9424845567926887, "vi": 1.0154121417070758, "tr": 1.1981924482225823, "fi": 0.9113353151197046, "ru": 1.370689409306511, "el": 1.569530653469574, "hi": 2.250067938400227, "ta": 2.1104222868777316, "th": 2.107072345074307, "zh": 2.1830297982457343, "my": 2.1415273211991197}, "t": 316.3} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04036, "de": 2.24682, "vi": 1.90545, "tr": 2.18744, "fi": 2.38853, "ru": 1.38657, "el": 1.43811, "hi": 1.15267, "ta": 0.95981, "th": 1.10364, "zh": 3.12721, "my": 1.09948}, "bytes_per_chunk": {"en": 4.198, "de": 4.391, "vi": 5.147, "tr": 3.646, "fi": 4.749, "ru": 5.432, "el": 4.721, "hi": 4.946, "ta": 5.225, "th": 5.527, "zh": 5.457, "my": 5.727}, "bpb_mean": 1.75301, "t": 317.6} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.35602, "bpb": 1.95632, "chunk_loss": 0.032514, "F": 0.20975, "G": 0.43682, "chunks": 214.78, "bytes_per_chunk": 4.768, "boundary_entropy": 0.6686, "router_noise": 0.0, "grad_norm": 0.8313, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 317.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.2127, "bpb": 1.74955, "chunk_loss": 0.03288, "F": 0.21555, "G": 0.43722, "chunks": 220.72, "bytes_per_chunk": 4.639, "boundary_entropy": 0.6683, "router_noise": 0.0, "grad_norm": 0.771, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 319.7} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.32068, "bpb": 1.90534, "chunk_loss": 0.032958, "F": 0.21667, "G": 0.43929, "chunks": 221.88, "bytes_per_chunk": 4.615, "boundary_entropy": 0.66822, "router_noise": 0.0, "grad_norm": 0.8034, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 321.8} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.39018, "bpb": 2.00561, "chunk_loss": 0.033037, "F": 0.21793, "G": 0.43924, "chunks": 223.16, "bytes_per_chunk": 4.589, "boundary_entropy": 0.66844, "router_noise": 0.0, "grad_norm": 0.8331, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 323.9} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4001.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229903, "cps": 31.257812, "mean_p": 0.433011, "boundary_entropy": 0.655795, "bpb": 2.026054}, "de": {"chunks": 4627.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.225345, "cps": 36.148438, "mean_p": 0.440842, "boundary_entropy": 0.666287, "bpb": 2.234248}, "vi": {"chunks": 4526.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.245511, "cps": 35.359375, "mean_p": 0.438292, "boundary_entropy": 0.668372, "bpb": 1.902506}, "tr": {"chunks": 5117.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28266, "cps": 39.976562, "mean_p": 0.450248, "boundary_entropy": 0.666641, "bpb": 2.173687}, "fi": {"chunks": 4056.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215619, "cps": 31.6875, "mean_p": 0.44457, "boundary_entropy": 0.669158, "bpb": 2.376066}, "ru": {"chunks": 6164.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.325277, "cps": 48.15625, "mean_p": 0.430462, "boundary_entropy": 0.663551, "bpb": 1.400037}, "el": {"chunks": 8011.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.390343, "cps": 62.585938, "mean_p": 0.445467, "boundary_entropy": 0.673869, "bpb": 1.436412}, "hi": {"chunks": 8590.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.51055, "cps": 67.109375, "mean_p": 0.441983, "boundary_entropy": 0.66836, "bpb": 1.151878}, "ta": {"chunks": 8976.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.480128, "cps": 70.125, "mean_p": 0.430303, "boundary_entropy": 0.662042, "bpb": 0.949624}, "th": {"chunks": 8594.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.534287, "cps": 67.140625, "mean_p": 0.431313, "boundary_entropy": 0.668529, "bpb": 1.083277}, "zh": {"chunks": 3042.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515069, "cps": 23.765625, "mean_p": 0.458977, "boundary_entropy": 0.676849, "bpb": 3.123858}, "my": {"chunks": 8117.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428383, "cps": 63.414062, "mean_p": 0.464475, "boundary_entropy": 0.684708, "bpb": 1.086518}}, "bpb": {"en": 2.02605, "de": 2.23425, "vi": 1.90251, "tr": 2.17369, "fi": 2.37607, "ru": 1.40004, "el": 1.43641, "hi": 1.15188, "ta": 0.94962, "th": 1.08328, "zh": 3.12386, "my": 1.08652}, "gini_cpc": 0.185424, "gini_cps": 0.189087, "bpic": 5.198805, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9801728328936613, "vi": 1.0678911232322106, "tr": 1.2294770725370914, "fi": 0.9378678136271046, "ru": 1.414845391554486, "el": 1.6978583522515804, "hi": 2.2207192629777177, "ta": 2.0883964352586633, "th": 2.32396644388794, "zh": 2.2403781885547915, "my": 1.863321258032547}, "t": 326.9} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03726, "de": 2.24155, "vi": 1.90255, "tr": 2.18047, "fi": 2.3852, "ru": 1.38017, "el": 1.4291, "hi": 1.14825, "ta": 0.95791, "th": 1.0996, "zh": 3.12142, "my": 1.09493}, "bytes_per_chunk": {"en": 4.381, "de": 4.401, "vi": 5.073, "tr": 3.689, "fi": 4.796, "ru": 5.444, "el": 4.581, "hi": 5.155, "ta": 5.517, "th": 5.174, "zh": 5.379, "my": 6.744}, "bpb_mean": 1.7482, "t": 328.2} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.33855, "bpb": 1.93112, "chunk_loss": 0.032904, "F": 0.21625, "G": 0.43693, "chunks": 221.44, "bytes_per_chunk": 4.624, "boundary_entropy": 0.66767, "router_noise": 0.0, "grad_norm": 0.7773, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 328.3} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.31634, "bpb": 1.89908, "chunk_loss": 0.032812, "F": 0.21432, "G": 0.438, "chunks": 219.47, "bytes_per_chunk": 4.666, "boundary_entropy": 0.66838, "router_noise": 0.0, "grad_norm": 0.8309, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 330.4} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.2942, "bpb": 1.86714, "chunk_loss": 0.032918, "F": 0.21652, "G": 0.43417, "chunks": 221.72, "bytes_per_chunk": 4.618, "boundary_entropy": 0.66566, "router_noise": 0.0, "grad_norm": 0.7879, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 332.5} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.208, "bpb": 1.74278, "chunk_loss": 0.032614, "F": 0.21115, "G": 0.43653, "chunks": 216.22, "bytes_per_chunk": 4.736, "boundary_entropy": 0.66674, "router_noise": 0.0, "grad_norm": 0.7547, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 334.5} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4126.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.237086, "cps": 32.234375, "mean_p": 0.434512, "boundary_entropy": 0.656174, "bpb": 2.02094}, "de": {"chunks": 4663.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.227098, "cps": 36.429688, "mean_p": 0.441313, "boundary_entropy": 0.666324, "bpb": 2.228244}, "vi": {"chunks": 4721.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.256089, "cps": 36.882812, "mean_p": 0.438691, "boundary_entropy": 0.668228, "bpb": 1.898199}, "tr": {"chunks": 5023.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.277468, "cps": 39.242188, "mean_p": 0.449994, "boundary_entropy": 0.6668, "bpb": 2.17099}, "fi": {"chunks": 4246.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.225719, "cps": 33.171875, "mean_p": 0.445504, "boundary_entropy": 0.669284, "bpb": 2.365018}, "ru": {"chunks": 6308.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332876, "cps": 49.28125, "mean_p": 0.430919, "boundary_entropy": 0.663607, "bpb": 1.398426}, "el": {"chunks": 8145.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.396872, "cps": 63.632812, "mean_p": 0.445463, "boundary_entropy": 0.673489, "bpb": 1.431217}, "hi": {"chunks": 8174.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.485825, "cps": 63.859375, "mean_p": 0.44096, "boundary_entropy": 0.668554, "bpb": 1.148761}, "ta": {"chunks": 8658.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463118, "cps": 67.640625, "mean_p": 0.42922, "boundary_entropy": 0.661649, "bpb": 0.948452}, "th": {"chunks": 7519.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.467454, "cps": 58.742188, "mean_p": 0.430456, "boundary_entropy": 0.668438, "bpb": 1.081217}, "zh": {"chunks": 3122.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528615, "cps": 24.390625, "mean_p": 0.46063, "boundary_entropy": 0.67724, "bpb": 3.120444}, "my": {"chunks": 7546.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398248, "cps": 58.953125, "mean_p": 0.463345, "boundary_entropy": 0.684554, "bpb": 1.087187}}, "bpb": {"en": 2.02094, "de": 2.22824, "vi": 1.8982, "tr": 2.17099, "fi": 2.36502, "ru": 1.39843, "el": 1.43122, "hi": 1.14876, "ta": 0.94845, "th": 1.08122, "zh": 3.12044, "my": 1.08719}, "gini_cpc": 0.169412, "gini_cps": 0.171526, "bpic": 5.311774, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9578729406163361, "vi": 1.0801541909903145, "tr": 1.1703278051117467, "fi": 0.9520571149196875, "ru": 1.4040331663420205, "el": 1.6739602463915673, "hi": 2.0491533341640262, "ta": 1.953381222178043, "th": 1.9716685820345772, "zh": 2.2296379750687745, "my": 1.6797642009444733}, "t": 337.6} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03165, "de": 2.23751, "vi": 1.89832, "tr": 2.17805, "fi": 2.37516, "ru": 1.37759, "el": 1.42397, "hi": 1.14519, "ta": 0.95641, "th": 1.09691, "zh": 3.11802, "my": 1.09499}, "bytes_per_chunk": {"en": 4.239, "de": 4.338, "vi": 4.88, "tr": 3.783, "fi": 4.586, "ru": 5.324, "el": 4.483, "hi": 5.445, "ta": 5.712, "th": 5.925, "zh": 5.413, "my": 7.377}, "bpb_mean": 1.74448, "t": 338.9} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.29138, "bpb": 1.86306, "chunk_loss": 0.032046, "F": 0.20163, "G": 0.43584, "chunks": 206.47, "bytes_per_chunk": 4.96, "boundary_entropy": 0.66778, "router_noise": 0.0, "grad_norm": 0.8303, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 338.9} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.28525, "bpb": 1.85422, "chunk_loss": 0.033256, "F": 0.22095, "G": 0.44105, "chunks": 226.25, "bytes_per_chunk": 4.526, "boundary_entropy": 0.66931, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 341.0} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.35534, "bpb": 1.95534, "chunk_loss": 0.03284, "F": 0.21405, "G": 0.44063, "chunks": 219.19, "bytes_per_chunk": 4.672, "boundary_entropy": 0.67028, "router_noise": 0.0, "grad_norm": 0.839, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 343.1} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.39842, "bpb": 2.0175, "chunk_loss": 0.033113, "F": 0.21835, "G": 0.44236, "chunks": 223.59, "bytes_per_chunk": 4.58, "boundary_entropy": 0.67035, "router_noise": 0.0, "grad_norm": 0.798, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 345.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.238062, "cps": 32.367188, "mean_p": 0.434981, "boundary_entropy": 0.656825, "bpb": 2.015748}, "de": {"chunks": 4691.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.228462, "cps": 36.648438, "mean_p": 0.441814, "boundary_entropy": 0.666642, "bpb": 2.225238}, "vi": {"chunks": 4946.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.268294, "cps": 38.640625, "mean_p": 0.439252, "boundary_entropy": 0.668068, "bpb": 1.893113}, "tr": {"chunks": 5078.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.280506, "cps": 39.671875, "mean_p": 0.450418, "boundary_entropy": 0.666665, "bpb": 2.164685}, "fi": {"chunks": 4151.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220669, "cps": 32.429688, "mean_p": 0.44506, "boundary_entropy": 0.669403, "bpb": 2.363643}, "ru": {"chunks": 6242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329393, "cps": 48.765625, "mean_p": 0.430773, "boundary_entropy": 0.663705, "bpb": 1.394709}, "el": {"chunks": 8080.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393705, "cps": 63.125, "mean_p": 0.444247, "boundary_entropy": 0.673188, "bpb": 1.4264}, "hi": {"chunks": 7926.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.471085, "cps": 61.921875, "mean_p": 0.439737, "boundary_entropy": 0.668426, "bpb": 1.148743}, "ta": {"chunks": 8827.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472158, "cps": 68.960938, "mean_p": 0.430048, "boundary_entropy": 0.661364, "bpb": 0.943812}, "th": {"chunks": 8725.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.542431, "cps": 68.164062, "mean_p": 0.431588, "boundary_entropy": 0.668429, "bpb": 1.077694}, "zh": {"chunks": 3193.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540637, "cps": 24.945312, "mean_p": 0.460971, "boundary_entropy": 0.677229, "bpb": 3.111338}, "my": {"chunks": 9775.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.515886, "cps": 76.367188, "mean_p": 0.465821, "boundary_entropy": 0.68483, "bpb": 1.083693}}, "bpb": {"en": 2.01575, "de": 2.22524, "vi": 1.89311, "tr": 2.16469, "fi": 2.36364, "ru": 1.39471, "el": 1.4264, "hi": 1.14874, "ta": 0.94381, "th": 1.07769, "zh": 3.11134, "my": 1.08369}, "gini_cpc": 0.18419, "gini_cps": 0.190939, "bpic": 5.064611, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9596706497405335, "vi": 1.1269902451948222, "tr": 1.1782876670438764, "fi": 0.9269366133816891, "ru": 1.3836420016087154, "el": 1.6537874904343381, "hi": 1.978828615480954, "ta": 1.9833385074132006, "th": 2.2785237369270823, "zh": 2.270987076557597, "my": 2.1670182902343194}, "t": 348.2} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02805, "de": 2.23469, "vi": 1.89366, "tr": 2.17162, "fi": 2.37391, "ru": 1.37392, "el": 1.41977, "hi": 1.14405, "ta": 0.95208, "th": 1.09389, "zh": 3.10911, "my": 1.09176}, "bytes_per_chunk": {"en": 4.215, "de": 4.343, "vi": 4.633, "tr": 3.721, "fi": 4.709, "ru": 5.351, "el": 4.512, "hi": 5.576, "ta": 5.525, "th": 5.215, "zh": 5.2, "my": 5.565}, "bpb_mean": 1.74054, "t": 349.5} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4143.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.238062, "cps": 32.367188, "mean_p": 0.434981, "boundary_entropy": 0.656825, "bpb": 2.015748}, "de": {"chunks": 4691.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.228462, "cps": 36.648438, "mean_p": 0.441814, "boundary_entropy": 0.666642, "bpb": 2.225238}, "vi": {"chunks": 4946.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.268294, "cps": 38.640625, "mean_p": 0.439252, "boundary_entropy": 0.668068, "bpb": 1.893113}, "tr": {"chunks": 5078.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.280506, "cps": 39.671875, "mean_p": 0.450418, "boundary_entropy": 0.666665, "bpb": 2.164685}, "fi": {"chunks": 4151.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220669, "cps": 32.429688, "mean_p": 0.44506, "boundary_entropy": 0.669403, "bpb": 2.363643}, "ru": {"chunks": 6242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329393, "cps": 48.765625, "mean_p": 0.430773, "boundary_entropy": 0.663705, "bpb": 1.394709}, "el": {"chunks": 8080.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.393705, "cps": 63.125, "mean_p": 0.444247, "boundary_entropy": 0.673188, "bpb": 1.4264}, "hi": {"chunks": 7926.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.471085, "cps": 61.921875, "mean_p": 0.439737, "boundary_entropy": 0.668426, "bpb": 1.148743}, "ta": {"chunks": 8827.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472158, "cps": 68.960938, "mean_p": 0.430048, "boundary_entropy": 0.661364, "bpb": 0.943812}, "th": {"chunks": 8725.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.542431, "cps": 68.164062, "mean_p": 0.431588, "boundary_entropy": 0.668429, "bpb": 1.077694}, "zh": {"chunks": 3193.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540637, "cps": 24.945312, "mean_p": 0.460971, "boundary_entropy": 0.677229, "bpb": 3.111338}, "my": {"chunks": 9775.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.515886, "cps": 76.367188, "mean_p": 0.465821, "boundary_entropy": 0.68483, "bpb": 1.083693}}, "bpb": {"en": 2.01575, "de": 2.22524, "vi": 1.89311, "tr": 2.16469, "fi": 2.36364, "ru": 1.39471, "el": 1.4264, "hi": 1.14874, "ta": 0.94381, "th": 1.07769, "zh": 3.11134, "my": 1.08369}, "gini_cpc": 0.18419, "gini_cps": 0.190939, "bpic": 5.064611, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9596706497405335, "vi": 1.1269902451948222, "tr": 1.1782876670438764, "fi": 0.9269366133816891, "ru": 1.3836420016087154, "el": 1.6537874904343381, "hi": 1.978828615480954, "ta": 1.9833385074132006, "th": 2.2785237369270823, "zh": 2.270987076557597, "my": 2.1670182902343194}, "t": 350.5} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_genreg_s2/th0.70"], "t": 355.5} +{"event": "final", "run": "emactl_genreg_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.23806240303395967, "cps": 32.3671875, "bpb": 2.0372584237188307, "bytes_per_chunk": 4.226799635598481}, "de": {"cpc": 0.22846150099839282, "cps": 36.6484375, "bpb": 2.226351327546341, "bytes_per_chunk": 4.347402112804524}, "vi": {"cpc": 0.2682940059669108, "cps": 38.640625, "bpb": 1.8961533875071113, "bytes_per_chunk": 4.608639088623618}, "tr": {"cpc": 0.2805059934817434, "cps": 39.671875, "bpb": 2.1642174461915413, "bytes_per_chunk": 3.7224202320264688}, "fi": {"cpc": 0.22066875764180532, "cps": 32.4296875, "bpb": 2.3910613802988614, "bytes_per_chunk": 4.665106553365662}, "ru": {"cpc": 0.32939313984168866, "cps": 48.765625, "bpb": 1.3742821696914036, "bytes_per_chunk": 5.337351114730734}, "el": {"cpc": 0.39370462408030016, "cps": 63.125, "bpb": 1.4151377179209739, "bytes_per_chunk": 4.5019878581794135}, "hi": {"cpc": 0.4710846953937593, "cps": 61.921875, "bpb": 1.1513827221751163, "bytes_per_chunk": 5.574092581173319}, "ta": {"cpc": 0.4721583311045734, "cps": 68.9609375, "bpb": 0.9525330490836764, "bytes_per_chunk": 5.550194255952066}, "th": {"cpc": 0.542430836182779, "cps": 68.1640625, "bpb": 1.090443856895379, "bytes_per_chunk": 5.2221480721535505}, "zh": {"cpc": 0.5406366407043685, "cps": 24.9453125, "bpb": 3.1167576970487225, "bytes_per_chunk": 5.181940381118052}, "my": {"cpc": 0.5158855815917247, "cps": 76.3671875, "bpb": 1.1004410095350938, "bytes_per_chunk": 5.546905913096838}}, "gini_cpc": 0.18418976005934495, "gini_cps": 0.19093854335748328, "bpic": 5.064610633833485, "seed": 2, "mean_boundary_entropy": 0.6683645248413086, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 357.9} diff --git a/emactl_genreg_s2/model.safetensors b/emactl_genreg_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..658104524e2732a104ea1fa1e275debd6973f9f1 --- /dev/null +++ b/emactl_genreg_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf09af7f57faa2a81c3078a159cc4164075cec8b0cf836a9c10cb9797566592e +size 90078296 diff --git a/emactl_noema_s0/config.json b/emactl_noema_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..61081323cf7d5d6d0ccf5e5137f4e321c0623ec6 --- /dev/null +++ b/emactl_noema_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_noema_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "emactl_noema_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.18611578592940914, + "gini_cps": 0.18417783785347885, + "bpic": 4.7592480065477005, + "worst_lang": "th", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.1355650278292462, + "vi": 1.1711008424112148, + "tr": 1.3542351354314985, + "fi": 1.2376760342670254, + "ru": 1.630438979246249, + "el": 1.5757155604814694, + "hi": 2.1204249628528977, + "ta": 1.9395870074606907, + "th": 2.816542017917871, + "zh": 2.4966017356495547, + "my": 2.3098610021457 + } + } +} \ No newline at end of file diff --git a/emactl_noema_s0/final.json b/emactl_noema_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..e0b2c6a0e4f0ec91c5d96226dd54b5129e4eec5b --- /dev/null +++ b/emactl_noema_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_noema_s0", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.23099465609377692, + "cps": 31.40625, + "bpb": 2.0382534508432286, + "bytes_per_chunk": 4.302768180288718 + }, + "de": { + "cpc": 0.26230945307553694, + "cps": 42.078125, + "bpb": 2.2124327286163514, + "bytes_per_chunk": 3.8386598428771204 + }, + "vi": { + "cpc": 0.27051803634391103, + "cps": 38.9609375, + "bpb": 1.9233381799299585, + "bytes_per_chunk": 4.745675570480733 + }, + "tr": { + "cpc": 0.3128210793791084, + "cps": 44.2421875, + "bpb": 2.1762234583080327, + "bytes_per_chunk": 3.449739766678291 + }, + "fi": { + "cpc": 0.2858965498910212, + "cps": 42.015625, + "bpb": 2.3890020062928516, + "bytes_per_chunk": 3.6961775446611114 + }, + "ru": { + "cpc": 0.376622691292876, + "cps": 55.7578125, + "bpb": 1.3563091872564799, + "bytes_per_chunk": 4.759763958238765 + }, + "el": { + "cpc": 0.36398187399502996, + "cps": 58.359375, + "bpb": 1.431533232486521, + "bytes_per_chunk": 5.101963760923298 + }, + "hi": { + "cpc": 0.4898068350668648, + "cps": 64.3828125, + "bpb": 1.1639179249083127, + "bytes_per_chunk": 5.340885244231651 + }, + "ta": { + "cpc": 0.4480342337523402, + "cps": 65.4375, + "bpb": 0.9624026067198248, + "bytes_per_chunk": 6.288613546676902 + }, + "th": { + "cpc": 0.6506061548026111, + "cps": 81.7578125, + "bpb": 1.0589655444660309, + "bytes_per_chunk": 4.42780893182893 + }, + "zh": { + "cpc": 0.5767016593294955, + "cps": 26.609375, + "bpb": 3.1217361863324053, + "bytes_per_chunk": 4.9474200732268905 + }, + "my": { + "cpc": 0.5335655478150728, + "cps": 78.984375, + "bpb": 1.0843777332042663, + "bytes_per_chunk": 5.2943944580770905 + } + }, + "gini_cpc": 0.18611578592940914, + "gini_cps": 0.18417783785347885, + "bpic": 4.7592480065477005, + "seed": 0, + "mean_boundary_entropy": 0.6694673299789429, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_noema_s0/log.jsonl b/emactl_noema_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..7b586fa1fc3a1cd338c8194dafd0c3bcf63920a1 --- /dev/null +++ b/emactl_noema_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_noema_s0", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.5} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.125775}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.121816}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087584}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.14748}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.208588}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.082947}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.196862}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.272031}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.008816}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.270247}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.131836}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 8.106955}}, "bpb": {"en": 8.12577, "de": 8.12182, "vi": 8.08758, "tr": 8.14748, "fi": 8.20859, "ru": 8.08295, "el": 8.19686, "hi": 8.27203, "ta": 8.00882, "th": 8.27025, "zh": 8.13184, "my": 8.10696}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63738, "bpb": 8.13302, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.4901, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6342.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.36442, "cps": 49.546875, "mean_p": 0.49658, "boundary_entropy": 0.68699, "bpb": 8.105601}, "de": {"chunks": 8605.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.419081, "cps": 67.226562, "mean_p": 0.498815, "boundary_entropy": 0.68782, "bpb": 8.104426}, "vi": {"chunks": 13055.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.708164, "cps": 101.992188, "mean_p": 0.505612, "boundary_entropy": 0.688386, "bpb": 8.073795}, "tr": {"chunks": 5262.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29067, "cps": 41.109375, "mean_p": 0.489476, "boundary_entropy": 0.687283, "bpb": 8.134076}, "fi": {"chunks": 8850.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.470469, "cps": 69.140625, "mean_p": 0.500541, "boundary_entropy": 0.68751, "bpb": 8.191988}, "ru": {"chunks": 10640.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.561478, "cps": 83.125, "mean_p": 0.493511, "boundary_entropy": 0.689889, "bpb": 8.047788}, "el": {"chunks": 14970.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.729426, "cps": 116.953125, "mean_p": 0.497406, "boundary_entropy": 0.690233, "bpb": 8.183408}, "hi": {"chunks": 2509.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149123, "cps": 19.601562, "mean_p": 0.484458, "boundary_entropy": 0.690244, "bpb": 8.262003}, "ta": {"chunks": 37841.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024124, "cps": 295.632812, "mean_p": 0.512671, "boundary_entropy": 0.690392, "bpb": 7.987595}, "th": {"chunks": 33875.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105999, "cps": 264.648438, "mean_p": 0.511786, "boundary_entropy": 0.690558, "bpb": 8.255146}, "zh": {"chunks": 11819.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001185, "cps": 92.335938, "mean_p": 0.520016, "boundary_entropy": 0.685676, "bpb": 8.129458}, "my": {"chunks": 48279.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.547973, "cps": 377.179688, "mean_p": 0.521729, "boundary_entropy": 0.690191, "bpb": 8.087067}}, "bpb": {"en": 8.1056, "de": 8.10443, "vi": 8.0738, "tr": 8.13408, "fi": 8.19199, "ru": 8.04779, "el": 8.18341, "hi": 8.262, "ta": 7.98759, "th": 8.25515, "zh": 8.12946, "my": 8.08707}, "gini_cpc": 0.425536, "gini_cps": 0.426894, "bpic": 1.899464, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1499960536102647, "vi": 1.9432631565712355, "tr": 0.7976239296308818, "fi": 1.2910089996960754, "ru": 1.5407433294308828, "el": 2.0016071222858116, "hi": 0.40920739258969774, "ta": 5.554372700444799, "th": 5.779045597698367, "zh": 5.49142646655054, "my": 6.991860784552214}, "t": 5.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6283.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.36103, "cps": 49.085938, "mean_p": 0.496333, "boundary_entropy": 0.686981, "bpb": 8.060648}, "de": {"chunks": 8563.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.417036, "cps": 66.898438, "mean_p": 0.498715, "boundary_entropy": 0.687817, "bpb": 8.065145}, "vi": {"chunks": 12903.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.699919, "cps": 100.804688, "mean_p": 0.505286, "boundary_entropy": 0.688389, "bpb": 8.042932}, "tr": {"chunks": 5223.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288516, "cps": 40.804688, "mean_p": 0.489331, "boundary_entropy": 0.687276, "bpb": 8.10201}, "fi": {"chunks": 8787.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.46712, "cps": 68.648438, "mean_p": 0.500292, "boundary_entropy": 0.687505, "bpb": 8.154015}, "ru": {"chunks": 10493.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.55372, "cps": 81.976562, "mean_p": 0.493304, "boundary_entropy": 0.689883, "bpb": 7.989191}, "el": {"chunks": 14968.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.729328, "cps": 116.9375, "mean_p": 0.497402, "boundary_entropy": 0.690233, "bpb": 8.16804}, "hi": {"chunks": 2421.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.143893, "cps": 18.914062, "mean_p": 0.484203, "boundary_entropy": 0.690226, "bpb": 8.23532}, "ta": {"chunks": 37435.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.002407, "cps": 292.460938, "mean_p": 0.512171, "boundary_entropy": 0.690416, "bpb": 7.950514}, "th": {"chunks": 33647.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091825, "cps": 262.867188, "mean_p": 0.511603, "boundary_entropy": 0.690565, "bpb": 8.233771}, "zh": {"chunks": 11802.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.998307, "cps": 92.203125, "mean_p": 0.519959, "boundary_entropy": 0.685679, "bpb": 8.123267}, "my": {"chunks": 48413.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.555045, "cps": 378.226562, "mean_p": 0.521971, "boundary_entropy": 0.690169, "bpb": 8.054636}}, "bpb": {"en": 8.06065, "de": 8.06514, "vi": 8.04293, "tr": 8.10201, "fi": 8.15402, "ru": 7.98919, "el": 8.16804, "hi": 8.23532, "ta": 7.95051, "th": 8.23377, "zh": 8.12327, "my": 8.05464}, "gini_cpc": 0.427097, "gini_cps": 0.428428, "bpic": 1.909947, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.15512929311766, "vi": 1.9386732406028797, "tr": 0.7991467450359587, "fi": 1.2938555809092809, "ru": 1.5337250788134165, "el": 2.0201331240891682, "hi": 0.39856281449104747, "ta": 5.546377539003795, "th": 5.794051397431014, "zh": 5.535020429079937, "my": 7.077105662343485}, "t": 6.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6012.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.345458, "cps": 46.96875, "mean_p": 0.495302, "boundary_entropy": 0.686943, "bpb": 7.90879}, "de": {"chunks": 8396.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.408903, "cps": 65.59375, "mean_p": 0.498178, "boundary_entropy": 0.687805, "bpb": 7.930161}, "vi": {"chunks": 12514.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.678817, "cps": 97.765625, "mean_p": 0.504182, "boundary_entropy": 0.688394, "bpb": 7.941891}, "tr": {"chunks": 5038.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278296, "cps": 39.359375, "mean_p": 0.488686, "boundary_entropy": 0.687243, "bpb": 7.994273}, "fi": {"chunks": 8462.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.449843, "cps": 66.109375, "mean_p": 0.499189, "boundary_entropy": 0.687484, "bpb": 8.023488}, "ru": {"chunks": 9652.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.50934, "cps": 75.40625, "mean_p": 0.492215, "boundary_entropy": 0.689848, "bpb": 7.791359}, "el": {"chunks": 14758.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.719096, "cps": 115.296875, "mean_p": 0.497203, "boundary_entropy": 0.690228, "bpb": 8.098143}, "hi": {"chunks": 2128.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.126478, "cps": 16.625, "mean_p": 0.483035, "boundary_entropy": 0.690144, "bpb": 8.13706}, "ta": {"chunks": 35789.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.914362, "cps": 279.601562, "mean_p": 0.51029, "boundary_entropy": 0.690497, "bpb": 7.818992}, "th": {"chunks": 32667.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.030898, "cps": 255.210938, "mean_p": 0.5108, "boundary_entropy": 0.690594, "bpb": 8.143608}, "zh": {"chunks": 11755.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.990349, "cps": 91.835938, "mean_p": 0.519678, "boundary_entropy": 0.685697, "bpb": 8.09786}, "my": {"chunks": 48595.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.564651, "cps": 379.648438, "mean_p": 0.522457, "boundary_entropy": 0.690123, "bpb": 7.97682}}, "bpb": {"en": 7.90879, "de": 7.93016, "vi": 7.94189, "tr": 7.99427, "fi": 8.02349, "ru": 7.79136, "el": 8.09814, "hi": 8.13706, "ta": 7.81899, "th": 8.14361, "zh": 8.09786, "my": 7.97682}, "gini_cpc": 0.434209, "gini_cps": 0.434426, "bpic": 1.960407, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.183655092775536, "vi": 1.964980102176986, "tr": 0.805587576435264, "fi": 1.3021658028899938, "ru": 1.4743929555137747, "el": 2.0815737817353646, "hi": 0.3661185207593728, "ta": 5.541524306295139, "th": 5.878862945541928, "zh": 5.761483720672438, "my": 7.423921288729275}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5162.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.296616, "cps": 40.328125, "mean_p": 0.491991, "boundary_entropy": 0.68679, "bpb": 7.479601}, "de": {"chunks": 7854.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.382506, "cps": 61.359375, "mean_p": 0.496409, "boundary_entropy": 0.687763, "bpb": 7.540113}, "vi": {"chunks": 11068.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.60038, "cps": 86.46875, "mean_p": 0.500656, "boundary_entropy": 0.688379, "bpb": 7.633181}, "tr": {"chunks": 4419.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244103, "cps": 34.523438, "mean_p": 0.486556, "boundary_entropy": 0.687117, "bpb": 7.665735}, "fi": {"chunks": 7407.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.393759, "cps": 57.867188, "mean_p": 0.49566, "boundary_entropy": 0.687385, "bpb": 7.63762}, "ru": {"chunks": 6535.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344855, "cps": 51.054688, "mean_p": 0.487698, "boundary_entropy": 0.689645, "bpb": 7.249508}, "el": {"chunks": 13148.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.640647, "cps": 102.71875, "mean_p": 0.495748, "boundary_entropy": 0.690195, "bpb": 7.831379}, "hi": {"chunks": 1173.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.069718, "cps": 9.164062, "mean_p": 0.477956, "boundary_entropy": 0.689721, "bpb": 7.800783}, "ta": {"chunks": 28548.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.527039, "cps": 223.03125, "mean_p": 0.503463, "boundary_entropy": 0.690678, "bpb": 7.392556}, "th": {"chunks": 28026.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.742369, "cps": 218.953125, "mean_p": 0.506761, "boundary_entropy": 0.69071, "bpb": 7.702815}, "zh": {"chunks": 11559.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.957162, "cps": 90.304688, "mean_p": 0.51868, "boundary_entropy": 0.68576, "bpb": 8.013397}, "my": {"chunks": 49641.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.619854, "cps": 387.820312, "mean_p": 0.52523, "boundary_entropy": 0.689847, "bpb": 7.651141}}, "bpb": {"en": 7.4796, "de": 7.54011, "vi": 7.63318, "tr": 7.66574, "fi": 7.63762, "ru": 7.24951, "el": 7.83138, "hi": 7.80078, "ta": 7.39256, "th": 7.70281, "zh": 8.0134, "my": 7.65114}, "gini_cpc": 0.465857, "gini_cps": 0.457914, "bpic": 2.198814, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2895690748186177, "vi": 2.0241007626300855, "tr": 0.8229615980004042, "fi": 1.3275062706494678, "ru": 1.1626326033864276, "el": 2.1598568604944286, "hi": 0.23504394037350326, "ta": 5.1482110043781795, "th": 5.874165420843382, "zh": 6.598313425901568, "my": 8.832492260267031}, "t": 9.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147101, "cps": 20.0, "mean_p": 0.480118, "boundary_entropy": 0.685967, "bpb": 6.886538}, "de": {"chunks": 4862.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.23679, "cps": 37.984375, "mean_p": 0.487282, "boundary_entropy": 0.687439, "bpb": 6.972519}, "vi": {"chunks": 7619.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.41329, "cps": 59.523438, "mean_p": 0.491752, "boundary_entropy": 0.688149, "bpb": 7.197694}, "tr": {"chunks": 2858.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.157874, "cps": 22.328125, "mean_p": 0.480187, "boundary_entropy": 0.686636, "bpb": 7.184829}, "fi": {"chunks": 4150.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220616, "cps": 32.421875, "mean_p": 0.48437, "boundary_entropy": 0.686812, "bpb": 7.078677}, "ru": {"chunks": 710.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.037467, "cps": 5.546875, "mean_p": 0.468102, "boundary_entropy": 0.687786, "bpb": 6.5298}, "el": {"chunks": 4387.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.21376, "cps": 34.273438, "mean_p": 0.483302, "boundary_entropy": 0.689587, "bpb": 7.204587}, "hi": {"chunks": 370.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.021991, "cps": 2.890625, "mean_p": 0.465342, "boundary_entropy": 0.688226, "bpb": 7.150344}, "ta": {"chunks": 14378.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.769083, "cps": 112.328125, "mean_p": 0.489901, "boundary_entropy": 0.690513, "bpb": 6.708036}, "th": {"chunks": 15782.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.981163, "cps": 123.296875, "mean_p": 0.493983, "boundary_entropy": 0.69066, "bpb": 6.554778}, "zh": {"chunks": 10987.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.860312, "cps": 85.835938, "mean_p": 0.515843, "boundary_entropy": 0.685925, "bpb": 7.796886}, "my": {"chunks": 52122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.750792, "cps": 407.203125, "mean_p": 0.533897, "boundary_entropy": 0.688773, "bpb": 6.828077}}, "bpb": {"en": 6.88654, "de": 6.97252, "vi": 7.19769, "tr": 7.18483, "fi": 7.07868, "ru": 6.5298, "el": 7.20459, "hi": 7.15034, "ta": 6.70804, "th": 6.55478, "zh": 7.79689, "my": 6.82808}, "gini_cpc": 0.596777, "gini_cps": 0.578972, "bpic": 3.17739, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.609706516643939, "vi": 2.809564368897478, "tr": 1.0732374727255152, "fi": 1.4997551715086919, "ru": 0.254702547823219, "el": 1.4531516659662331, "hi": 0.14949642459138188, "ta": 5.228259853904788, "th": 6.669989168868511, "zh": 12.646485102544023, "my": 18.70001051397245}, "t": 11.7} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1690.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.09711, "cps": 13.203125, "mean_p": 0.483923, "boundary_entropy": 0.68679, "bpb": 6.388108}, "de": {"chunks": 4653.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.226611, "cps": 36.351562, "mean_p": 0.490999, "boundary_entropy": 0.688091, "bpb": 6.470697}, "vi": {"chunks": 5530.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.299973, "cps": 43.203125, "mean_p": 0.488662, "boundary_entropy": 0.688302, "bpb": 6.933085}, "tr": {"chunks": 4615.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.25493, "cps": 36.054688, "mean_p": 0.491425, "boundary_entropy": 0.687794, "bpb": 6.739156}, "fi": {"chunks": 3409.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181224, "cps": 26.632812, "mean_p": 0.487801, "boundary_entropy": 0.687577, "bpb": 6.544353}, "ru": {"chunks": 3759.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.198364, "cps": 29.367188, "mean_p": 0.485706, "boundary_entropy": 0.689702, "bpb": 5.838464}, "el": {"chunks": 222.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.010817, "cps": 1.734375, "mean_p": 0.446247, "boundary_entropy": 0.684196, "bpb": 6.772799}, "hi": {"chunks": 480.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.028529, "cps": 3.75, "mean_p": 0.477553, "boundary_entropy": 0.689776, "bpb": 6.161415}, "ta": {"chunks": 3281.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.175501, "cps": 25.632812, "mean_p": 0.477943, "boundary_entropy": 0.689842, "bpb": 5.971626}, "th": {"chunks": 4063.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.252596, "cps": 31.742188, "mean_p": 0.487607, "boundary_entropy": 0.690588, "bpb": 5.602296}, "zh": {"chunks": 8908.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.508297, "cps": 69.59375, "mean_p": 0.506229, "boundary_entropy": 0.686322, "bpb": 7.385994}, "my": {"chunks": 53217.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.808581, "cps": 415.757812, "mean_p": 0.541304, "boundary_entropy": 0.687619, "bpb": 5.835393}}, "bpb": {"en": 6.38811, "de": 6.4707, "vi": 6.93308, "tr": 6.73916, "fi": 6.54435, "ru": 5.83846, "el": 6.7728, "hi": 6.16142, "ta": 5.97163, "th": 5.6023, "zh": 7.38599, "my": 5.83539}, "gini_cpc": 0.6365, "gini_cps": 0.618567, "bpic": 4.090304, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 2.333555105549531, "vi": 3.089010645110038, "tr": 2.6251768725115685, "fi": 1.8661757142601003, "ru": 2.042680894911867, "el": 0.11139085690264668, "hi": 0.2937809156211259, "ta": 1.8072497630129247, "th": 2.6011366759062895, "zh": 15.531885536121125, "my": 28.921740690497693}, "t": 14.5} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.23245, "bpb": 6.10613, "chunk_loss": 0.03993, "F": 0.29965, "G": 0.4925, "chunks": 306.84, "bytes_per_chunk": 3.337, "boundary_entropy": 0.69175, "router_noise": 0.0, "grad_norm": 1.5857, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.252, "alpha": 0.03, "t": 16.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2395.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.13762, "cps": 18.710938, "mean_p": 0.489337, "boundary_entropy": 0.687283, "bpb": 5.811397}, "de": {"chunks": 3929.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191351, "cps": 30.695312, "mean_p": 0.490824, "boundary_entropy": 0.68819, "bpb": 5.928303}, "vi": {"chunks": 3594.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194955, "cps": 28.078125, "mean_p": 0.483333, "boundary_entropy": 0.688037, "bpb": 6.283128}, "tr": {"chunks": 3833.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211733, "cps": 29.945312, "mean_p": 0.491023, "boundary_entropy": 0.687911, "bpb": 6.223208}, "fi": {"chunks": 3001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159534, "cps": 23.445312, "mean_p": 0.49022, "boundary_entropy": 0.687912, "bpb": 5.977091}, "ru": {"chunks": 7034.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.371187, "cps": 54.953125, "mean_p": 0.493895, "boundary_entropy": 0.690246, "bpb": 5.384123}, "el": {"chunks": 650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.031672, "cps": 5.078125, "mean_p": 0.479769, "boundary_entropy": 0.689615, "bpb": 5.746216}, "hi": {"chunks": 9688.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.57581, "cps": 75.6875, "mean_p": 0.492239, "boundary_entropy": 0.690666, "bpb": 5.166845}, "ta": {"chunks": 3250.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173843, "cps": 25.390625, "mean_p": 0.479049, "boundary_entropy": 0.689845, "bpb": 5.136134}, "th": {"chunks": 12167.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.756419, "cps": 95.054688, "mean_p": 0.491059, "boundary_entropy": 0.690545, "bpb": 4.876215}, "zh": {"chunks": 3535.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.598544, "cps": 27.617188, "mean_p": 0.488607, "boundary_entropy": 0.686325, "bpb": 6.995181}, "my": {"chunks": 37811.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.995514, "cps": 295.398438, "mean_p": 0.509259, "boundary_entropy": 0.690907, "bpb": 4.932285}}, "bpb": {"en": 5.8114, "de": 5.9283, "vi": 6.28313, "tr": 6.22321, "fi": 5.97709, "ru": 5.38412, "el": 5.74622, "hi": 5.16685, "ta": 5.13613, "th": 4.87622, "zh": 6.99518, "my": 4.93229}, "gini_cpc": 0.506508, "gini_cps": 0.517006, "bpic": 4.222617, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.390427101055412, "vi": 1.4166205360707058, "tr": 1.5385331927475543, "fi": 1.1592382816033215, "ru": 2.6971913121553808, "el": 0.23013947282731925, "hi": 4.184057648580655, "ta": 1.2632127308999928, "th": 5.496434352211599, "zh": 4.3492520609945515, "my": 14.500179879181479}, "t": 18.2} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.26123, "bpb": 4.70497, "chunk_loss": 0.037975, "F": 0.28137, "G": 0.47408, "chunks": 288.12, "bytes_per_chunk": 3.554, "boundary_entropy": 0.68652, "router_noise": 0.0, "grad_norm": 1.9186, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 20.5} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5600.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.321784, "cps": 43.75, "mean_p": 0.446424, "boundary_entropy": 0.668261, "bpb": 4.458585}, "de": {"chunks": 6011.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.292748, "cps": 46.960938, "mean_p": 0.443456, "boundary_entropy": 0.668893, "bpb": 4.672317}, "vi": {"chunks": 6964.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.37776, "cps": 54.40625, "mean_p": 0.47308, "boundary_entropy": 0.683195, "bpb": 4.823637}, "tr": {"chunks": 8769.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.484395, "cps": 68.507812, "mean_p": 0.467627, "boundary_entropy": 0.67447, "bpb": 4.916523}, "fi": {"chunks": 7600.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.404019, "cps": 59.375, "mean_p": 0.4669, "boundary_entropy": 0.67582, "bpb": 4.680942}, "ru": {"chunks": 10753.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.567441, "cps": 84.007812, "mean_p": 0.494051, "boundary_entropy": 0.690033, "bpb": 3.603232}, "el": {"chunks": 18425.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.897773, "cps": 143.945312, "mean_p": 0.486402, "boundary_entropy": 0.68757, "bpb": 4.331297}, "hi": {"chunks": 17630.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.047845, "cps": 137.734375, "mean_p": 0.410535, "boundary_entropy": 0.62536, "bpb": 3.361787}, "ta": {"chunks": 3760.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.201123, "cps": 29.375, "mean_p": 0.401229, "boundary_entropy": 0.638007, "bpb": 3.131866}, "th": {"chunks": 4736.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.294436, "cps": 37.0, "mean_p": 0.436863, "boundary_entropy": 0.669202, "bpb": 3.0333}, "zh": {"chunks": 3551.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.601253, "cps": 27.742188, "mean_p": 0.467835, "boundary_entropy": 0.680273, "bpb": 6.134738}, "my": {"chunks": 28685.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.51388, "cps": 224.101562, "mean_p": 0.497868, "boundary_entropy": 0.691031, "bpb": 3.563022}}, "bpb": {"en": 4.45858, "de": 4.67232, "vi": 4.82364, "tr": 4.91652, "fi": 4.68094, "ru": 3.60323, "el": 4.3313, "hi": 3.36179, "ta": 3.13187, "th": 3.0333, "zh": 6.13474, "my": 3.56302}, "gini_cpc": 0.327248, "gini_cps": 0.362899, "bpic": 3.133315, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9097674910075071, "vi": 1.1739557131233291, "tr": 1.5053435006826021, "fi": 1.2555609559756071, "ru": 1.7634230964945348, "el": 2.7899906289807257, "hi": 3.2563669072383785, "ta": 0.6250265540824514, "th": 0.9150118566543807, "zh": 1.8685009493977072, "my": 4.7046527243734735}, "t": 23.1} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.81646, "bpb": 4.06329, "chunk_loss": 0.038109, "F": 0.30618, "G": 0.43661, "chunks": 313.53, "bytes_per_chunk": 3.266, "boundary_entropy": 0.66054, "router_noise": 0.0, "grad_norm": 1.6055, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.08, "alpha": 0.03, "t": 24.5} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4992.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.286847, "cps": 39.0, "mean_p": 0.417998, "boundary_entropy": 0.646128, "bpb": 3.823833}, "de": {"chunks": 6198.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.301856, "cps": 48.421875, "mean_p": 0.415807, "boundary_entropy": 0.644081, "bpb": 4.061151}, "vi": {"chunks": 6325.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.343097, "cps": 49.414062, "mean_p": 0.448778, "boundary_entropy": 0.664843, "bpb": 3.621859}, "tr": {"chunks": 7928.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.437938, "cps": 61.9375, "mean_p": 0.450591, "boundary_entropy": 0.656265, "bpb": 4.119477}, "fi": {"chunks": 7087.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.376748, "cps": 55.367188, "mean_p": 0.45024, "boundary_entropy": 0.658795, "bpb": 4.108538}, "ru": {"chunks": 6071.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320369, "cps": 47.429688, "mean_p": 0.461715, "boundary_entropy": 0.684444, "bpb": 2.808159}, "el": {"chunks": 12516.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.609852, "cps": 97.78125, "mean_p": 0.476318, "boundary_entropy": 0.686112, "bpb": 3.002414}, "hi": {"chunks": 3287.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.195364, "cps": 25.679688, "mean_p": 0.374681, "boundary_entropy": 0.594259, "bpb": 2.387284}, "ta": {"chunks": 2340.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.125167, "cps": 18.28125, "mean_p": 0.363198, "boundary_entropy": 0.610628, "bpb": 2.236199}, "th": {"chunks": 7119.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442586, "cps": 55.617188, "mean_p": 0.412641, "boundary_entropy": 0.648287, "bpb": 2.283523}, "zh": {"chunks": 3035.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513884, "cps": 23.710938, "mean_p": 0.387119, "boundary_entropy": 0.600063, "bpb": 4.837088}, "my": {"chunks": 19166.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.011505, "cps": 149.734375, "mean_p": 0.483639, "boundary_entropy": 0.689191, "bpb": 2.402121}}, "bpb": {"en": 3.82383, "de": 4.06115, "vi": 3.62186, "tr": 4.11948, "fi": 4.10854, "ru": 2.80816, "el": 3.00241, "hi": 2.38728, "ta": 2.2362, "th": 2.28352, "zh": 4.83709, "my": 2.40212}, "gini_cpc": 0.27121, "gini_cps": 0.306663, "bpic": 4.459251, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0523221413746728, "vi": 1.1960984605474536, "tr": 1.526731385363242, "fi": 1.3134093173286499, "ru": 1.1168646932717678, "el": 2.1260538129828075, "hi": 0.6810738012915761, "ta": 0.43635497459213696, "th": 1.5429344333588388, "zh": 1.791491683001641, "my": 3.526286960974164}, "t": 28.2} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.82806, "de": 4.06059, "vi": 3.62506, "tr": 4.1282, "fi": 4.11327, "ru": 2.79326, "el": 2.9957, "hi": 2.38251, "ta": 2.2522, "th": 2.3169, "zh": 4.84637, "my": 2.41923}, "bytes_per_chunk": {"en": 3.377, "de": 3.297, "vi": 3.871, "tr": 2.414, "fi": 2.607, "ru": 5.251, "el": 3.006, "hi": 13.233, "ta": 20.851, "th": 6.646, "zh": 4.947, "my": 3.619}, "bpb_mean": 3.31345, "t": 29.7} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.44273, "bpb": 3.52412, "chunk_loss": 0.035694, "F": 0.2641, "G": 0.42703, "chunks": 270.44, "bytes_per_chunk": 3.786, "boundary_entropy": 0.65283, "router_noise": 0.0, "grad_norm": 1.4535, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 29.8} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.52311, "bpb": 3.64009, "chunk_loss": 0.036783, "F": 0.28833, "G": 0.43283, "chunks": 295.25, "bytes_per_chunk": 3.468, "boundary_entropy": 0.65358, "router_noise": 0.0, "grad_norm": 1.5963, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 32.4} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4090.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235017, "cps": 31.953125, "mean_p": 0.426009, "boundary_entropy": 0.651686, "bpb": 3.589812}, "de": {"chunks": 4263.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.207617, "cps": 33.304688, "mean_p": 0.416211, "boundary_entropy": 0.649304, "bpb": 3.892463}, "vi": {"chunks": 5984.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.3246, "cps": 46.75, "mean_p": 0.445892, "boundary_entropy": 0.666097, "bpb": 3.187772}, "tr": {"chunks": 6756.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.373198, "cps": 52.78125, "mean_p": 0.437895, "boundary_entropy": 0.655506, "bpb": 3.810644}, "fi": {"chunks": 5630.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.299293, "cps": 43.984375, "mean_p": 0.431569, "boundary_entropy": 0.654213, "bpb": 3.907179}, "ru": {"chunks": 8832.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.466069, "cps": 69.0, "mean_p": 0.487794, "boundary_entropy": 0.68857, "bpb": 2.650545}, "el": {"chunks": 7427.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.361887, "cps": 58.023438, "mean_p": 0.474166, "boundary_entropy": 0.686781, "bpb": 2.749727}, "hi": {"chunks": 13414.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.797266, "cps": 104.796875, "mean_p": 0.386534, "boundary_entropy": 0.591752, "bpb": 2.116339}, "ta": {"chunks": 12976.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.694089, "cps": 101.375, "mean_p": 0.378265, "boundary_entropy": 0.607606, "bpb": 1.953771}, "th": {"chunks": 4504.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.280012, "cps": 35.1875, "mean_p": 0.401931, "boundary_entropy": 0.63309, "bpb": 2.137137}, "zh": {"chunks": 3463.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.586353, "cps": 27.054688, "mean_p": 0.390936, "boundary_entropy": 0.607425, "bpb": 4.444195}, "my": {"chunks": 21703.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.145398, "cps": 169.554688, "mean_p": 0.503034, "boundary_entropy": 0.690598, "bpb": 2.175686}}, "bpb": {"en": 3.58981, "de": 3.89246, "vi": 3.18777, "tr": 3.81064, "fi": 3.90718, "ru": 2.65054, "el": 2.74973, "hi": 2.11634, "ta": 1.95377, "th": 2.13714, "zh": 4.4442, "my": 2.17569}, "gini_cpc": 0.29091, "gini_cps": 0.314134, "bpic": 3.874932, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8834129019098245, "vi": 1.3811767374035384, "tr": 1.5879612545813977, "fi": 1.2734952329172222, "ru": 1.983127597396314, "el": 1.539832178269309, "hi": 3.3923764627239272, "ta": 2.953358578807534, "th": 1.1914563295694558, "zh": 2.4949385937967024, "my": 4.873682199590902}, "t": 33.8} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.28916, "bpb": 3.30256, "chunk_loss": 0.035906, "F": 0.2757, "G": 0.42614, "chunks": 282.31, "bytes_per_chunk": 3.627, "boundary_entropy": 0.65198, "router_noise": 0.0, "grad_norm": 1.072, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.076, "alpha": 0.03, "t": 36.2} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.02703, "bpb": 2.92438, "chunk_loss": 0.033026, "F": 0.21597, "G": 0.41653, "chunks": 221.16, "bytes_per_chunk": 4.63, "boundary_entropy": 0.64604, "router_noise": 0.0, "grad_norm": 0.9989, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 38.7} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4353.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.250129, "cps": 34.007812, "mean_p": 0.433003, "boundary_entropy": 0.658932, "bpb": 3.236493}, "de": {"chunks": 5149.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.250767, "cps": 40.226562, "mean_p": 0.430558, "boundary_entropy": 0.660219, "bpb": 3.50534}, "vi": {"chunks": 6173.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.334852, "cps": 48.226562, "mean_p": 0.443878, "boundary_entropy": 0.668479, "bpb": 2.767514}, "tr": {"chunks": 5751.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.317682, "cps": 44.929688, "mean_p": 0.441839, "boundary_entropy": 0.660897, "bpb": 3.433246}, "fi": {"chunks": 4470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237627, "cps": 34.921875, "mean_p": 0.423772, "boundary_entropy": 0.656715, "bpb": 3.563935}, "ru": {"chunks": 5860.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309235, "cps": 45.78125, "mean_p": 0.401156, "boundary_entropy": 0.636974, "bpb": 2.359477}, "el": {"chunks": 10092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.491741, "cps": 78.84375, "mean_p": 0.46391, "boundary_entropy": 0.677904, "bpb": 2.535287}, "hi": {"chunks": 5908.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.351144, "cps": 46.15625, "mean_p": 0.371029, "boundary_entropy": 0.617778, "bpb": 1.86406}, "ta": {"chunks": 6811.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.364322, "cps": 53.210938, "mean_p": 0.354591, "boundary_entropy": 0.610086, "bpb": 1.598073}, "th": {"chunks": 3393.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.210942, "cps": 26.507812, "mean_p": 0.389431, "boundary_entropy": 0.638856, "bpb": 1.923968}, "zh": {"chunks": 1880.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.31832, "cps": 14.6875, "mean_p": 0.398958, "boundary_entropy": 0.636381, "bpb": 4.158936}, "my": {"chunks": 4045.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.213479, "cps": 31.601562, "mean_p": 0.400749, "boundary_entropy": 0.643939, "bpb": 1.950481}}, "bpb": {"en": 3.23649, "de": 3.50534, "vi": 2.76751, "tr": 3.43325, "fi": 3.56394, "ru": 2.35948, "el": 2.53529, "hi": 1.86406, "ta": 1.59807, "th": 1.92397, "zh": 4.15894, "my": 1.95048}, "gini_cpc": 0.13414, "gini_cps": 0.193756, "bpic": 6.007373, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 1.002549760797557, "vi": 1.3387164132290386, "tr": 1.2700717880793393, "fi": 0.950016378601007, "ru": 1.2362999587219443, "el": 1.9659472002180876, "hi": 1.4038505186257775, "ta": 1.4565347947362806, "th": 0.8433313545565887, "zh": 1.2726232687943881, "my": 0.8534746042962518}, "t": 42.1} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.24643, "de": 3.50177, "vi": 2.77384, "tr": 3.44035, "fi": 3.55437, "ru": 2.34274, "el": 2.52984, "hi": 1.86161, "ta": 1.61361, "th": 1.95336, "zh": 4.16561, "my": 1.96601}, "bytes_per_chunk": {"en": 4.028, "de": 3.773, "vi": 4.084, "tr": 3.307, "fi": 4.28, "ru": 6.675, "el": 3.779, "hi": 6.604, "ta": 7.581, "th": 13.157, "zh": 7.471, "my": 10.533}, "bpb_mean": 2.7458, "t": 43.4} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.03241, "bpb": 2.93214, "chunk_loss": 0.032607, "F": 0.20947, "G": 0.41771, "chunks": 214.5, "bytes_per_chunk": 4.774, "boundary_entropy": 0.65311, "router_noise": 0.0, "grad_norm": 1.0281, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 43.4} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.11296, "bpb": 3.04836, "chunk_loss": 0.034929, "F": 0.25516, "G": 0.41984, "chunks": 261.28, "bytes_per_chunk": 3.919, "boundary_entropy": 0.65407, "router_noise": 0.0, "grad_norm": 0.7114, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 45.8} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.95253, "bpb": 2.8169, "chunk_loss": 0.034125, "F": 0.23663, "G": 0.42072, "chunks": 242.31, "bytes_per_chunk": 4.226, "boundary_entropy": 0.65472, "router_noise": 0.0, "grad_norm": 0.8573, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 48.0} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91468, "bpb": 2.7623, "chunk_loss": 0.035465, "F": 0.26093, "G": 0.42951, "chunks": 267.19, "bytes_per_chunk": 3.833, "boundary_entropy": 0.65919, "router_noise": 0.0, "grad_norm": 0.9139, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 50.2} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4807.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.276217, "cps": 37.554688, "mean_p": 0.444719, "boundary_entropy": 0.664044, "bpb": 2.956843}, "de": {"chunks": 5013.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.244144, "cps": 39.164062, "mean_p": 0.440052, "boundary_entropy": 0.666729, "bpb": 3.263209}, "vi": {"chunks": 7461.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.404719, "cps": 58.289062, "mean_p": 0.453099, "boundary_entropy": 0.671118, "bpb": 2.572018}, "tr": {"chunks": 6262.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.34591, "cps": 48.921875, "mean_p": 0.450789, "boundary_entropy": 0.663415, "bpb": 3.153021}, "fi": {"chunks": 4807.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.255542, "cps": 37.554688, "mean_p": 0.437145, "boundary_entropy": 0.662507, "bpb": 3.37761}, "ru": {"chunks": 5783.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305172, "cps": 45.179688, "mean_p": 0.417871, "boundary_entropy": 0.654647, "bpb": 2.144487}, "el": {"chunks": 7991.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.389368, "cps": 62.429688, "mean_p": 0.447491, "boundary_entropy": 0.664589, "bpb": 2.242023}, "hi": {"chunks": 4736.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.281486, "cps": 37.0, "mean_p": 0.400765, "boundary_entropy": 0.651923, "bpb": 1.643579}, "ta": {"chunks": 5319.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.284515, "cps": 41.554688, "mean_p": 0.374639, "boundary_entropy": 0.63262, "bpb": 1.413208}, "th": {"chunks": 4214.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.261983, "cps": 32.921875, "mean_p": 0.406652, "boundary_entropy": 0.659629, "bpb": 1.747961}, "zh": {"chunks": 4921.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.83322, "cps": 38.445312, "mean_p": 0.433121, "boundary_entropy": 0.65411, "bpb": 3.939034}, "my": {"chunks": 16581.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.875079, "cps": 129.539062, "mean_p": 0.426766, "boundary_entropy": 0.660711, "bpb": 1.72817}}, "bpb": {"en": 2.95684, "de": 3.26321, "vi": 2.57202, "tr": 3.15302, "fi": 3.37761, "ru": 2.14449, "el": 2.24202, "hi": 1.64358, "ta": 1.41321, "th": 1.74796, "zh": 3.93903, "my": 1.72817}, "gini_cpc": 0.243802, "gini_cps": 0.207627, "bpic": 4.926902, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8838840470425102, "vi": 1.4652235695740023, "tr": 1.252311907128845, "fi": 0.9251501780872894, "ru": 1.1048262291194735, "el": 1.4096467148980314, "hi": 1.0190761058894116, "ta": 1.0300410167863316, "th": 0.9484697059043584, "zh": 3.016545778460707, "my": 3.168088764630112}, "t": 53.4} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.9667, "de": 3.26084, "vi": 2.57629, "tr": 3.16291, "fi": 3.36617, "ru": 2.12642, "el": 2.23366, "hi": 1.63961, "ta": 1.42607, "th": 1.77879, "zh": 3.95009, "my": 1.74011}, "bytes_per_chunk": {"en": 3.438, "de": 4.034, "vi": 3.312, "tr": 2.97, "fi": 4.208, "ru": 6.291, "el": 4.652, "hi": 7.555, "ta": 10.357, "th": 9.712, "zh": 2.667, "my": 3.123}, "bpb_mean": 2.51897, "t": 54.8} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.93968, "bpb": 2.79836, "chunk_loss": 0.034892, "F": 0.24808, "G": 0.43146, "chunks": 254.03, "bytes_per_chunk": 4.031, "boundary_entropy": 0.66317, "router_noise": 0.0, "grad_norm": 0.8607, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 54.9} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.72901, "bpb": 2.49443, "chunk_loss": 0.033664, "F": 0.22656, "G": 0.42737, "chunks": 232.0, "bytes_per_chunk": 4.414, "boundary_entropy": 0.66265, "router_noise": 0.0, "grad_norm": 0.9101, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 57.1} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75445, "bpb": 2.53113, "chunk_loss": 0.034982, "F": 0.2485, "G": 0.43495, "chunks": 254.47, "bytes_per_chunk": 4.024, "boundary_entropy": 0.6657, "router_noise": 0.0, "grad_norm": 0.7238, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 59.3} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.68464, "bpb": 2.43041, "chunk_loss": 0.036669, "F": 0.27875, "G": 0.43566, "chunks": 285.44, "bytes_per_chunk": 3.587, "boundary_entropy": 0.6652, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 61.6} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5304.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.304775, "cps": 41.4375, "mean_p": 0.443886, "boundary_entropy": 0.66375, "bpb": 2.740212}, "de": {"chunks": 6401.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.311742, "cps": 50.007812, "mean_p": 0.44666, "boundary_entropy": 0.667255, "bpb": 3.053767}, "vi": {"chunks": 6718.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.364416, "cps": 52.484375, "mean_p": 0.45557, "boundary_entropy": 0.672734, "bpb": 2.449346}, "tr": {"chunks": 6778.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.374413, "cps": 52.953125, "mean_p": 0.45575, "boundary_entropy": 0.665219, "bpb": 2.985894}, "fi": {"chunks": 6238.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.331614, "cps": 48.734375, "mean_p": 0.454564, "boundary_entropy": 0.666811, "bpb": 3.234503}, "ru": {"chunks": 6884.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.363272, "cps": 53.78125, "mean_p": 0.423392, "boundary_entropy": 0.661717, "bpb": 2.012024}, "el": {"chunks": 7868.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383375, "cps": 61.46875, "mean_p": 0.447606, "boundary_entropy": 0.664725, "bpb": 2.143921}, "hi": {"chunks": 8331.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.495156, "cps": 65.085938, "mean_p": 0.408624, "boundary_entropy": 0.656405, "bpb": 1.573643}, "ta": {"chunks": 7899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422519, "cps": 61.710938, "mean_p": 0.395328, "boundary_entropy": 0.648082, "bpb": 1.320935}, "th": {"chunks": 12067.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.750202, "cps": 94.273438, "mean_p": 0.43384, "boundary_entropy": 0.66874, "bpb": 1.627401}, "zh": {"chunks": 2970.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502878, "cps": 23.203125, "mean_p": 0.423656, "boundary_entropy": 0.654697, "bpb": 3.850274}, "my": {"chunks": 7685.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.405584, "cps": 60.039062, "mean_p": 0.417609, "boundary_entropy": 0.665446, "bpb": 1.517367}}, "bpb": {"en": 2.74021, "de": 3.05377, "vi": 2.44935, "tr": 2.98589, "fi": 3.2345, "ru": 2.01202, "el": 2.14392, "hi": 1.57364, "ta": 1.32093, "th": 1.6274, "zh": 3.85027, "my": 1.51737}, "gini_cpc": 0.136286, "gini_cps": 0.146106, "bpic": 4.507487, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0228595982672632, "vi": 1.1956868758644472, "tr": 1.2284899780366896, "fi": 1.0880631242286032, "ru": 1.1919341205124225, "el": 1.2578941891262931, "hi": 1.62466066710145, "ta": 1.3863320037418962, "th": 2.461494401208512, "zh": 1.6499987358511092, "my": 1.3307641740624734}, "t": 64.8} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.75049, "de": 3.05397, "vi": 2.45567, "tr": 2.99739, "fi": 3.23211, "ru": 1.99346, "el": 2.13104, "hi": 1.56921, "ta": 1.33155, "th": 1.65418, "zh": 3.86263, "my": 1.52988}, "bytes_per_chunk": {"en": 3.131, "de": 3.271, "vi": 3.548, "tr": 2.895, "fi": 3.061, "ru": 5.114, "el": 4.9, "hi": 5.961, "ta": 6.774, "th": 3.894, "zh": 4.312, "my": 6.797}, "bpb_mean": 2.38013, "t": 66.2} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.82804, "bpb": 2.63731, "chunk_loss": 0.036341, "F": 0.2735, "G": 0.43758, "chunks": 280.06, "bytes_per_chunk": 3.656, "boundary_entropy": 0.66674, "router_noise": 0.0, "grad_norm": 0.8818, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 66.3} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86505, "bpb": 2.6907, "chunk_loss": 0.036878, "F": 0.2814, "G": 0.43982, "chunks": 288.16, "bytes_per_chunk": 3.554, "boundary_entropy": 0.66723, "router_noise": 0.0, "grad_norm": 0.8759, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 68.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.68423, "bpb": 2.42983, "chunk_loss": 0.033406, "F": 0.22339, "G": 0.43295, "chunks": 228.75, "bytes_per_chunk": 4.477, "boundary_entropy": 0.66622, "router_noise": 0.0, "grad_norm": 0.92, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 70.7} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.82189, "bpb": 2.62844, "chunk_loss": 0.033664, "F": 0.22812, "G": 0.43176, "chunks": 233.59, "bytes_per_chunk": 4.384, "boundary_entropy": 0.66539, "router_noise": 0.0, "grad_norm": 0.7946, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 72.9} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5675.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.326093, "cps": 44.335938, "mean_p": 0.449647, "boundary_entropy": 0.664408, "bpb": 2.602773}, "de": {"chunks": 5406.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.263283, "cps": 42.234375, "mean_p": 0.44671, "boundary_entropy": 0.668775, "bpb": 2.940353}, "vi": {"chunks": 7672.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.416165, "cps": 59.9375, "mean_p": 0.458604, "boundary_entropy": 0.673201, "bpb": 2.314021}, "tr": {"chunks": 6958.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.384356, "cps": 54.359375, "mean_p": 0.456333, "boundary_entropy": 0.663958, "bpb": 2.883147}, "fi": {"chunks": 5895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.31338, "cps": 46.054688, "mean_p": 0.451279, "boundary_entropy": 0.667084, "bpb": 3.129919}, "ru": {"chunks": 8288.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.437361, "cps": 64.75, "mean_p": 0.427377, "boundary_entropy": 0.663868, "bpb": 1.932576}, "el": {"chunks": 10684.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.520587, "cps": 83.46875, "mean_p": 0.467414, "boundary_entropy": 0.672442, "bpb": 2.067584}, "hi": {"chunks": 8982.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.533848, "cps": 70.171875, "mean_p": 0.411605, "boundary_entropy": 0.656568, "bpb": 1.531101}, "ta": {"chunks": 5327.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.284942, "cps": 41.617188, "mean_p": 0.392846, "boundary_entropy": 0.649656, "bpb": 1.286325}, "th": {"chunks": 8608.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.535157, "cps": 67.25, "mean_p": 0.435162, "boundary_entropy": 0.671587, "bpb": 1.574903}, "zh": {"chunks": 3330.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.563833, "cps": 26.015625, "mean_p": 0.433204, "boundary_entropy": 0.661103, "bpb": 3.681065}, "my": {"chunks": 7989.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.421628, "cps": 62.414062, "mean_p": 0.447778, "boundary_entropy": 0.681815, "bpb": 1.542278}}, "bpb": {"en": 2.60277, "de": 2.94035, "vi": 2.31402, "tr": 2.88315, "fi": 3.12992, "ru": 1.93258, "el": 2.06758, "hi": 1.5311, "ta": 1.28632, "th": 1.5749, "zh": 3.68106, "my": 1.54228}, "gini_cpc": 0.137286, "gini_cps": 0.153536, "bpic": 4.524972, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8073872530541252, "vi": 1.2762145937207643, "tr": 1.178669721790216, "fi": 0.9610150308060917, "ru": 1.3412161751885905, "el": 1.596435176092322, "hi": 1.6371038587166413, "ta": 0.8738069238046876, "th": 1.6411166339613752, "zh": 1.729055944003783, "my": 1.2929665795281127}, "t": 76.1} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61017, "de": 2.94174, "vi": 2.31745, "tr": 2.89298, "fi": 3.13079, "ru": 1.91553, "el": 2.05664, "hi": 1.52676, "ta": 1.29741, "th": 1.599, "zh": 3.69119, "my": 1.55212}, "bytes_per_chunk": {"en": 2.907, "de": 3.888, "vi": 3.221, "tr": 2.79, "fi": 3.317, "ru": 4.075, "el": 3.648, "hi": 4.723, "ta": 8.897, "th": 5.282, "zh": 4.023, "my": 7.288}, "bpb_mean": 2.29432, "t": 77.5} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74966, "bpb": 2.52423, "chunk_loss": 0.036914, "F": 0.28128, "G": 0.43967, "chunks": 288.03, "bytes_per_chunk": 3.555, "boundary_entropy": 0.6671, "router_noise": 0.0, "grad_norm": 0.7746, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 77.6} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.62265, "bpb": 2.34099, "chunk_loss": 0.033026, "F": 0.2168, "G": 0.43329, "chunks": 222.0, "bytes_per_chunk": 4.613, "boundary_entropy": 0.66771, "router_noise": 0.0, "grad_norm": 0.8216, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 79.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.82065, "bpb": 2.62665, "chunk_loss": 0.03514, "F": 0.25229, "G": 0.43922, "chunks": 258.34, "bytes_per_chunk": 3.964, "boundary_entropy": 0.66885, "router_noise": 0.0, "grad_norm": 0.7971, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 81.9} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66579, "bpb": 2.40323, "chunk_loss": 0.034919, "F": 0.2485, "G": 0.43682, "chunks": 254.47, "bytes_per_chunk": 4.024, "boundary_entropy": 0.66811, "router_noise": 0.0, "grad_norm": 0.7565, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 84.1} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4462.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.256393, "cps": 34.859375, "mean_p": 0.441213, "boundary_entropy": 0.663732, "bpb": 2.507415}, "de": {"chunks": 5137.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.250183, "cps": 40.132812, "mean_p": 0.444658, "boundary_entropy": 0.66917, "bpb": 2.830941}, "vi": {"chunks": 5177.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.280825, "cps": 40.445312, "mean_p": 0.446786, "boundary_entropy": 0.672388, "bpb": 2.279344}, "tr": {"chunks": 6490.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.358504, "cps": 50.703125, "mean_p": 0.456296, "boundary_entropy": 0.666753, "bpb": 2.783138}, "fi": {"chunks": 5176.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.275158, "cps": 40.4375, "mean_p": 0.446264, "boundary_entropy": 0.667682, "bpb": 3.068132}, "ru": {"chunks": 6228.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328654, "cps": 48.65625, "mean_p": 0.420683, "boundary_entropy": 0.664306, "bpb": 1.864272}, "el": {"chunks": 9236.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.450032, "cps": 72.15625, "mean_p": 0.460331, "boundary_entropy": 0.672707, "bpb": 1.985394}, "hi": {"chunks": 10586.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.629183, "cps": 82.703125, "mean_p": 0.415432, "boundary_entropy": 0.656687, "bpb": 1.511117}, "ta": {"chunks": 13838.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.740198, "cps": 108.109375, "mean_p": 0.409601, "boundary_entropy": 0.651852, "bpb": 1.273369}, "th": {"chunks": 9791.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.608704, "cps": 76.492188, "mean_p": 0.439924, "boundary_entropy": 0.673102, "bpb": 1.505858}, "zh": {"chunks": 3190.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540129, "cps": 24.921875, "mean_p": 0.436417, "boundary_entropy": 0.665075, "bpb": 3.621797}, "my": {"chunks": 8136.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.429386, "cps": 63.5625, "mean_p": 0.442055, "boundary_entropy": 0.678447, "bpb": 1.414417}}, "bpb": {"en": 2.50741, "de": 2.83094, "vi": 2.27934, "tr": 2.78314, "fi": 3.06813, "ru": 1.86427, "el": 1.98539, "hi": 1.51112, "ta": 1.27337, "th": 1.50586, "zh": 3.6218, "my": 1.41442}, "gini_cpc": 0.207415, "gini_cps": 0.223241, "bpic": 4.388727, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9757795515971787, "vi": 1.0952911467563176, "tr": 1.3982624650968178, "fi": 1.0731907937650853, "ru": 1.281840366436481, "el": 1.755244550434205, "hi": 2.4539819895661767, "ta": 2.886970931256413, "th": 2.3741083723333865, "zh": 2.106647123476221, "my": 1.6747196578581103}, "t": 87.3} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51605, "de": 2.83368, "vi": 2.28487, "tr": 2.7961, "fi": 3.06946, "ru": 1.84523, "el": 1.9743, "hi": 1.50958, "ta": 1.28092, "th": 1.52913, "zh": 3.63326, "my": 1.42339}, "bytes_per_chunk": {"en": 3.819, "de": 4.164, "vi": 4.73, "tr": 3.085, "fi": 4.003, "ru": 5.451, "el": 3.973, "hi": 3.941, "ta": 3.744, "th": 4.84, "zh": 4.4, "my": 6.598}, "bpb_mean": 2.22466, "t": 88.6} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.73073, "bpb": 2.49692, "chunk_loss": 0.034988, "F": 0.25104, "G": 0.43815, "chunks": 257.06, "bytes_per_chunk": 3.983, "boundary_entropy": 0.66814, "router_noise": 0.0, "grad_norm": 0.8084, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 88.7} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.84598, "bpb": 2.66318, "chunk_loss": 0.035119, "F": 0.25159, "G": 0.4395, "chunks": 257.62, "bytes_per_chunk": 3.975, "boundary_entropy": 0.66907, "router_noise": 0.0, "grad_norm": 0.8253, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 90.9} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.52877, "bpb": 2.20555, "chunk_loss": 0.03465, "F": 0.24405, "G": 0.43443, "chunks": 249.91, "bytes_per_chunk": 4.098, "boundary_entropy": 0.66787, "router_noise": 0.0, "grad_norm": 0.8211, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 93.0} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.52243, "bpb": 2.19641, "chunk_loss": 0.03417, "F": 0.2366, "G": 0.43379, "chunks": 242.28, "bytes_per_chunk": 4.226, "boundary_entropy": 0.66716, "router_noise": 0.0, "grad_norm": 0.7728, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 95.2} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4432.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.254669, "cps": 34.625, "mean_p": 0.444266, "boundary_entropy": 0.665302, "bpb": 2.452102}, "de": {"chunks": 5340.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.260069, "cps": 41.71875, "mean_p": 0.449655, "boundary_entropy": 0.670895, "bpb": 2.763237}, "vi": {"chunks": 4968.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269487, "cps": 38.8125, "mean_p": 0.444516, "boundary_entropy": 0.672212, "bpb": 2.216856}, "tr": {"chunks": 6631.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.366293, "cps": 51.804688, "mean_p": 0.458583, "boundary_entropy": 0.666582, "bpb": 2.724181}, "fi": {"chunks": 5662.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.300994, "cps": 44.234375, "mean_p": 0.450801, "boundary_entropy": 0.668543, "bpb": 3.001045}, "ru": {"chunks": 5568.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.293826, "cps": 43.5, "mean_p": 0.429033, "boundary_entropy": 0.668764, "bpb": 1.817167}, "el": {"chunks": 6209.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302539, "cps": 48.507812, "mean_p": 0.453358, "boundary_entropy": 0.673003, "bpb": 1.916831}, "hi": {"chunks": 3345.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.198811, "cps": 26.132812, "mean_p": 0.392703, "boundary_entropy": 0.650166, "bpb": 1.472716}, "ta": {"chunks": 6000.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.320941, "cps": 46.875, "mean_p": 0.391951, "boundary_entropy": 0.647181, "bpb": 1.193313}, "th": {"chunks": 6352.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.394902, "cps": 49.625, "mean_p": 0.412957, "boundary_entropy": 0.664493, "bpb": 1.48444}, "zh": {"chunks": 3306.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55977, "cps": 25.828125, "mean_p": 0.434418, "boundary_entropy": 0.664745, "bpb": 3.594548}, "my": {"chunks": 10794.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.569664, "cps": 84.328125, "mean_p": 0.441753, "boundary_entropy": 0.677768, "bpb": 1.351876}}, "bpb": {"en": 2.4521, "de": 2.76324, "vi": 2.21686, "tr": 2.72418, "fi": 3.00104, "ru": 1.81717, "el": 1.91683, "hi": 1.47272, "ta": 1.19331, "th": 1.48444, "zh": 3.59455, "my": 1.35188}, "gini_cpc": 0.169764, "gini_cps": 0.162351, "bpic": 5.593904, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0212056720879534, "vi": 1.0581879547517428, "tr": 1.4383111426572097, "fi": 1.1819044016990599, "ru": 1.1537570844803444, "el": 1.1879692058975482, "hi": 0.7806662741858481, "ta": 1.2602309735512982, "th": 1.5506500327120478, "zh": 2.1980308069502836, "my": 2.2368837066141114}, "t": 98.3} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45811, "de": 2.76637, "vi": 2.22113, "tr": 2.73611, "fi": 2.99688, "ru": 1.79739, "el": 1.90645, "hi": 1.47011, "ta": 1.20088, "th": 1.50335, "zh": 3.60066, "my": 1.36079}, "bytes_per_chunk": {"en": 3.866, "de": 3.943, "vi": 4.944, "tr": 2.985, "fi": 3.436, "ru": 5.957, "el": 6.151, "hi": 15.682, "ta": 8.121, "th": 7.179, "zh": 4.49, "my": 5.081}, "bpb_mean": 2.16819, "t": 99.7} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.58303, "bpb": 2.28384, "chunk_loss": 0.033562, "F": 0.22488, "G": 0.43567, "chunks": 230.28, "bytes_per_chunk": 4.447, "boundary_entropy": 0.66858, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 99.7} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.67593, "bpb": 2.41785, "chunk_loss": 0.034214, "F": 0.23782, "G": 0.43433, "chunks": 243.53, "bytes_per_chunk": 4.205, "boundary_entropy": 0.66731, "router_noise": 0.0, "grad_norm": 0.7655, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 101.9} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.75283, "bpb": 2.5288, "chunk_loss": 0.033741, "F": 0.228, "G": 0.43914, "chunks": 233.47, "bytes_per_chunk": 4.386, "boundary_entropy": 0.67168, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 104.1} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.61498, "bpb": 2.32992, "chunk_loss": 0.035674, "F": 0.26041, "G": 0.4407, "chunks": 266.66, "bytes_per_chunk": 3.84, "boundary_entropy": 0.66967, "router_noise": 0.0, "grad_norm": 0.8453, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 106.2} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4523.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.259898, "cps": 35.335938, "mean_p": 0.444414, "boundary_entropy": 0.6647, "bpb": 2.383004}, "de": {"chunks": 5392.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.262602, "cps": 42.125, "mean_p": 0.450763, "boundary_entropy": 0.671379, "bpb": 2.681891}, "vi": {"chunks": 5251.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284839, "cps": 41.023438, "mean_p": 0.451259, "boundary_entropy": 0.67448, "bpb": 2.181846}, "tr": {"chunks": 6305.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.348285, "cps": 49.257812, "mean_p": 0.457722, "boundary_entropy": 0.668041, "bpb": 2.651153}, "fi": {"chunks": 6406.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.340545, "cps": 50.046875, "mean_p": 0.461474, "boundary_entropy": 0.671002, "bpb": 2.898171}, "ru": {"chunks": 5795.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305805, "cps": 45.273438, "mean_p": 0.426861, "boundary_entropy": 0.666922, "bpb": 1.766176}, "el": {"chunks": 8319.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.40535, "cps": 64.992188, "mean_p": 0.458741, "boundary_entropy": 0.67476, "bpb": 1.867388}, "hi": {"chunks": 8415.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.500149, "cps": 65.742188, "mean_p": 0.415099, "boundary_entropy": 0.660205, "bpb": 1.434282}, "ta": {"chunks": 6103.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.326451, "cps": 47.679688, "mean_p": 0.398257, "boundary_entropy": 0.652471, "bpb": 1.175428}, "th": {"chunks": 8760.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.544607, "cps": 68.4375, "mean_p": 0.435817, "boundary_entropy": 0.671417, "bpb": 1.385486}, "zh": {"chunks": 3387.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573485, "cps": 26.460938, "mean_p": 0.438862, "boundary_entropy": 0.667798, "bpb": 3.549944}, "my": {"chunks": 11408.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.602069, "cps": 89.125, "mean_p": 0.449691, "boundary_entropy": 0.680397, "bpb": 1.312697}}, "bpb": {"en": 2.383, "de": 2.68189, "vi": 2.18185, "tr": 2.65115, "fi": 2.89817, "ru": 1.76618, "el": 1.86739, "hi": 1.43428, "ta": 1.17543, "th": 1.38549, "zh": 3.54994, "my": 1.3127}, "gini_cpc": 0.168213, "gini_cps": 0.171927, "bpic": 4.793428, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0104038882679962, "vi": 1.0959643028750803, "tr": 1.340084154262631, "fi": 1.3103055584406755, "ru": 1.1766349884524538, "el": 1.5596523775264455, "hi": 1.9244054574620917, "ta": 1.2560745982452057, "th": 2.0954657818763645, "zh": 2.2065780131635586, "my": 2.316560617557129}, "t": 109.3} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.3904, "de": 2.68805, "vi": 2.18791, "tr": 2.66167, "fi": 2.90171, "ru": 1.74458, "el": 1.85727, "hi": 1.43243, "ta": 1.18359, "th": 1.40198, "zh": 3.55605, "my": 1.32055}, "bytes_per_chunk": {"en": 3.722, "de": 3.841, "vi": 4.579, "tr": 3.145, "fi": 3.087, "ru": 5.87, "el": 4.527, "hi": 5.447, "ta": 8.302, "th": 5.365, "zh": 4.701, "my": 4.655}, "bpb_mean": 2.11052, "t": 110.7} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.61007, "bpb": 2.32284, "chunk_loss": 0.034338, "F": 0.23776, "G": 0.44046, "chunks": 243.47, "bytes_per_chunk": 4.206, "boundary_entropy": 0.67007, "router_noise": 0.0, "grad_norm": 0.86, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 110.8} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.58499, "bpb": 2.28666, "chunk_loss": 0.035582, "F": 0.25812, "G": 0.43844, "chunks": 264.31, "bytes_per_chunk": 3.874, "boundary_entropy": 0.66842, "router_noise": 0.0, "grad_norm": 0.8377, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 112.9} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54954, "bpb": 2.23551, "chunk_loss": 0.033399, "F": 0.22314, "G": 0.43708, "chunks": 228.5, "bytes_per_chunk": 4.481, "boundary_entropy": 0.6706, "router_noise": 0.0, "grad_norm": 0.7568, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 115.1} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.57887, "bpb": 2.27783, "chunk_loss": 0.03371, "F": 0.22897, "G": 0.43872, "chunks": 234.47, "bytes_per_chunk": 4.367, "boundary_entropy": 0.6706, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 117.2} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4421.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.254037, "cps": 34.539062, "mean_p": 0.445591, "boundary_entropy": 0.665089, "bpb": 2.342342}, "de": {"chunks": 5345.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.260313, "cps": 41.757812, "mean_p": 0.44973, "boundary_entropy": 0.671346, "bpb": 2.642842}, "vi": {"chunks": 5639.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.305886, "cps": 44.054688, "mean_p": 0.45122, "boundary_entropy": 0.673421, "bpb": 2.144462}, "tr": {"chunks": 6384.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.352649, "cps": 49.875, "mean_p": 0.459724, "boundary_entropy": 0.667526, "bpb": 2.623508}, "fi": {"chunks": 6012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.3196, "cps": 46.96875, "mean_p": 0.457878, "boundary_entropy": 0.669849, "bpb": 2.848821}, "ru": {"chunks": 7440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.392612, "cps": 58.125, "mean_p": 0.432156, "boundary_entropy": 0.668851, "bpb": 1.711893}, "el": {"chunks": 7904.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.385129, "cps": 61.75, "mean_p": 0.460702, "boundary_entropy": 0.676629, "bpb": 1.81091}, "hi": {"chunks": 6368.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378484, "cps": 49.75, "mean_p": 0.415328, "boundary_entropy": 0.662372, "bpb": 1.404596}, "ta": {"chunks": 8480.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.453597, "cps": 66.25, "mean_p": 0.410981, "boundary_entropy": 0.659999, "bpb": 1.128214}, "th": {"chunks": 9987.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.620889, "cps": 78.023438, "mean_p": 0.432614, "boundary_entropy": 0.668438, "bpb": 1.349676}, "zh": {"chunks": 3339.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565357, "cps": 26.085938, "mean_p": 0.441107, "boundary_entropy": 0.669169, "bpb": 3.493269}, "my": {"chunks": 10066.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.531243, "cps": 78.640625, "mean_p": 0.441618, "boundary_entropy": 0.677867, "bpb": 1.278973}}, "bpb": {"en": 2.34234, "de": 2.64284, "vi": 2.14446, "tr": 2.62351, "fi": 2.84882, "ru": 1.71189, "el": 1.81091, "hi": 1.4046, "ta": 1.12821, "th": 1.34968, "zh": 3.49327, "my": 1.27897}, "gini_cpc": 0.158285, "gini_cps": 0.165531, "bpic": 4.715623, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.024705123500556, "vi": 1.2041000042514745, "tr": 1.3881804766844545, "fi": 1.2580870551144048, "ru": 1.545494011252364, "el": 1.5160366195531745, "hi": 1.4898810183599618, "ta": 1.7855581075974105, "th": 2.4440922274697505, "zh": 2.225494788939866, "my": 2.091207632293279}, "t": 120.4} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3521, "de": 2.64501, "vi": 2.15013, "tr": 2.63525, "fi": 2.8489, "ru": 1.69123, "el": 1.80308, "hi": 1.40183, "ta": 1.13644, "th": 1.37093, "zh": 3.49736, "my": 1.28752}, "bytes_per_chunk": {"en": 3.736, "de": 3.88, "vi": 4.166, "tr": 3.095, "fi": 3.309, "ru": 4.612, "el": 4.722, "hi": 7.431, "ta": 5.72, "th": 4.622, "zh": 4.861, "my": 5.319}, "bpb_mean": 2.06832, "t": 121.7} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53848, "bpb": 2.21956, "chunk_loss": 0.034047, "F": 0.23331, "G": 0.443, "chunks": 238.91, "bytes_per_chunk": 4.286, "boundary_entropy": 0.67209, "router_noise": 0.0, "grad_norm": 0.741, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 121.8} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.58442, "bpb": 2.28583, "chunk_loss": 0.034895, "F": 0.24741, "G": 0.44292, "chunks": 253.34, "bytes_per_chunk": 4.042, "boundary_entropy": 0.67081, "router_noise": 0.0, "grad_norm": 0.7584, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 124.0} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.64149, "bpb": 2.36817, "chunk_loss": 0.034951, "F": 0.24957, "G": 0.43775, "chunks": 255.56, "bytes_per_chunk": 4.007, "boundary_entropy": 0.66877, "router_noise": 0.0, "grad_norm": 0.815, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 126.1} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.48714, "bpb": 2.14549, "chunk_loss": 0.033221, "F": 0.22028, "G": 0.43833, "chunks": 225.56, "bytes_per_chunk": 4.54, "boundary_entropy": 0.67154, "router_noise": 0.0, "grad_norm": 0.7488, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 128.3} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4219.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242429, "cps": 32.960938, "mean_p": 0.443305, "boundary_entropy": 0.664823, "bpb": 2.299141}, "de": {"chunks": 4933.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240247, "cps": 38.539062, "mean_p": 0.446086, "boundary_entropy": 0.670097, "bpb": 2.587095}, "vi": {"chunks": 4811.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.260971, "cps": 37.585938, "mean_p": 0.447214, "boundary_entropy": 0.672899, "bpb": 2.108716}, "tr": {"chunks": 6573.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.363089, "cps": 51.351562, "mean_p": 0.457351, "boundary_entropy": 0.665437, "bpb": 2.563149}, "fi": {"chunks": 5636.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.299612, "cps": 44.03125, "mean_p": 0.452326, "boundary_entropy": 0.668565, "bpb": 2.790748}, "ru": {"chunks": 4926.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.259947, "cps": 38.484375, "mean_p": 0.427878, "boundary_entropy": 0.669546, "bpb": 1.683464}, "el": {"chunks": 7398.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.360474, "cps": 57.796875, "mean_p": 0.456404, "boundary_entropy": 0.675167, "bpb": 1.75402}, "hi": {"chunks": 7813.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.464368, "cps": 61.039062, "mean_p": 0.419686, "boundary_entropy": 0.663423, "bpb": 1.370974}, "ta": {"chunks": 8111.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433859, "cps": 63.367188, "mean_p": 0.413002, "boundary_entropy": 0.659488, "bpb": 1.12271}, "th": {"chunks": 8652.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.537892, "cps": 67.59375, "mean_p": 0.430782, "boundary_entropy": 0.669353, "bpb": 1.317196}, "zh": {"chunks": 3072.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520149, "cps": 24.0, "mean_p": 0.440375, "boundary_entropy": 0.669744, "bpb": 3.455537}, "my": {"chunks": 7742.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.408592, "cps": 60.484375, "mean_p": 0.437588, "boundary_entropy": 0.678179, "bpb": 1.258184}}, "bpb": {"en": 2.29914, "de": 2.58709, "vi": 2.10872, "tr": 2.56315, "fi": 2.79075, "ru": 1.68346, "el": 1.75402, "hi": 1.37097, "ta": 1.12271, "th": 1.3172, "zh": 3.45554, "my": 1.25818}, "gini_cpc": 0.159366, "gini_cps": 0.157714, "bpic": 5.194232, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9909991982220863, "vi": 1.0764820928069403, "tr": 1.4977098142824112, "fi": 1.2358725773168908, "ru": 1.0722592168485197, "el": 1.486921621544929, "hi": 1.9154787846813415, "ta": 1.7896311347924203, "th": 2.218758531483056, "zh": 2.1455683964636134, "my": 1.6854054181444327}, "t": 131.4} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30787, "de": 2.59484, "vi": 2.11582, "tr": 2.57246, "fi": 2.79749, "ru": 1.66205, "el": 1.74562, "hi": 1.37077, "ta": 1.1303, "th": 1.33238, "zh": 3.46089, "my": 1.26764}, "bytes_per_chunk": {"en": 3.916, "de": 4.189, "vi": 4.969, "tr": 2.951, "fi": 3.577, "ru": 6.956, "el": 5.082, "hi": 5.833, "ta": 6.04, "th": 5.502, "zh": 5.218, "my": 6.982}, "bpb_mean": 2.02985, "t": 132.7} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.61066, "bpb": 2.32369, "chunk_loss": 0.033674, "F": 0.2272, "G": 0.44045, "chunks": 232.66, "bytes_per_chunk": 4.401, "boundary_entropy": 0.67081, "router_noise": 0.0, "grad_norm": 0.8075, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 132.8} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.62163, "bpb": 2.33952, "chunk_loss": 0.03303, "F": 0.21661, "G": 0.4397, "chunks": 221.81, "bytes_per_chunk": 4.617, "boundary_entropy": 0.67165, "router_noise": 0.0, "grad_norm": 0.7586, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 134.9} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55042, "bpb": 2.23679, "chunk_loss": 0.034345, "F": 0.23944, "G": 0.43888, "chunks": 245.19, "bytes_per_chunk": 4.176, "boundary_entropy": 0.66979, "router_noise": 0.0, "grad_norm": 0.7604, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 137.1} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.51227, "bpb": 2.18175, "chunk_loss": 0.034821, "F": 0.24704, "G": 0.43992, "chunks": 252.97, "bytes_per_chunk": 4.048, "boundary_entropy": 0.67, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 139.2} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4499.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.258519, "cps": 35.148438, "mean_p": 0.444169, "boundary_entropy": 0.664351, "bpb": 2.256467}, "de": {"chunks": 5191.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.252813, "cps": 40.554688, "mean_p": 0.450187, "boundary_entropy": 0.670976, "bpb": 2.534368}, "vi": {"chunks": 5790.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314076, "cps": 45.234375, "mean_p": 0.451487, "boundary_entropy": 0.6732, "bpb": 2.093933}, "tr": {"chunks": 6167.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.340662, "cps": 48.179688, "mean_p": 0.456084, "boundary_entropy": 0.666984, "bpb": 2.515296}, "fi": {"chunks": 5370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.285471, "cps": 41.953125, "mean_p": 0.452907, "boundary_entropy": 0.669664, "bpb": 2.742823}, "ru": {"chunks": 5942.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313562, "cps": 46.421875, "mean_p": 0.429003, "boundary_entropy": 0.669546, "bpb": 1.641668}, "el": {"chunks": 7969.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.388296, "cps": 62.257812, "mean_p": 0.459389, "boundary_entropy": 0.676214, "bpb": 1.721243}, "hi": {"chunks": 7331.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.435721, "cps": 57.273438, "mean_p": 0.419863, "boundary_entropy": 0.664526, "bpb": 1.348939}, "ta": {"chunks": 7756.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.41487, "cps": 60.59375, "mean_p": 0.40524, "boundary_entropy": 0.65539, "bpb": 1.10561}, "th": {"chunks": 9020.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.560771, "cps": 70.46875, "mean_p": 0.427497, "boundary_entropy": 0.667187, "bpb": 1.263417}, "zh": {"chunks": 3196.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541145, "cps": 24.96875, "mean_p": 0.439302, "boundary_entropy": 0.669412, "bpb": 3.471223}, "my": {"chunks": 6249.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.329797, "cps": 48.820312, "mean_p": 0.438915, "boundary_entropy": 0.678669, "bpb": 1.23975}}, "bpb": {"en": 2.25647, "de": 2.53437, "vi": 2.09393, "tr": 2.5153, "fi": 2.74282, "ru": 1.64167, "el": 1.72124, "hi": 1.34894, "ta": 1.10561, "th": 1.26342, "zh": 3.47122, "my": 1.23975}, "gini_cpc": 0.145091, "gini_cps": 0.139474, "bpic": 5.152806, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9779277021759963, "vi": 1.2149084391052638, "tr": 1.3177454460686095, "fi": 1.1042579365033882, "ru": 1.2129183324819766, "el": 1.5020040673008952, "hi": 1.685451553209612, "ta": 1.6047983085718553, "th": 2.1691700493937693, "zh": 2.093251711803812, "my": 1.2757197398450801}, "t": 142.3} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26556, "de": 2.54026, "vi": 2.09963, "tr": 2.52411, "fi": 2.75144, "ru": 1.61914, "el": 1.71242, "hi": 1.34539, "ta": 1.11232, "th": 1.28187, "zh": 3.47651, "my": 1.24808}, "bytes_per_chunk": {"en": 3.765, "de": 3.935, "vi": 4.075, "tr": 3.179, "fi": 3.719, "ru": 5.552, "el": 4.817, "hi": 6.162, "ta": 6.355, "th": 5.296, "zh": 4.906, "my": 8.321}, "bpb_mean": 1.99806, "t": 143.7} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.45795, "bpb": 2.10337, "chunk_loss": 0.033414, "F": 0.22336, "G": 0.43838, "chunks": 228.72, "bytes_per_chunk": 4.477, "boundary_entropy": 0.67027, "router_noise": 0.0, "grad_norm": 0.7077, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 143.7} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.5491, "bpb": 2.23488, "chunk_loss": 0.033914, "F": 0.23218, "G": 0.43761, "chunks": 237.75, "bytes_per_chunk": 4.307, "boundary_entropy": 0.66999, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 145.8} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.49017, "bpb": 2.14986, "chunk_loss": 0.034137, "F": 0.23599, "G": 0.43847, "chunks": 241.66, "bytes_per_chunk": 4.237, "boundary_entropy": 0.66963, "router_noise": 0.0, "grad_norm": 0.7952, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 148.0} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.48974, "bpb": 2.14924, "chunk_loss": 0.034817, "F": 0.24707, "G": 0.44098, "chunks": 253.0, "bytes_per_chunk": 4.047, "boundary_entropy": 0.67061, "router_noise": 0.0, "grad_norm": 0.7153, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 150.1} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246682, "cps": 33.539062, "mean_p": 0.44152, "boundary_entropy": 0.663734, "bpb": 2.236182}, "de": {"chunks": 5238.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.255102, "cps": 40.921875, "mean_p": 0.448563, "boundary_entropy": 0.670647, "bpb": 2.492797}, "vi": {"chunks": 5403.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.293084, "cps": 42.210938, "mean_p": 0.453151, "boundary_entropy": 0.674309, "bpb": 2.069563}, "tr": {"chunks": 6231.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.344197, "cps": 48.679688, "mean_p": 0.454241, "boundary_entropy": 0.665796, "bpb": 2.479986}, "fi": {"chunks": 5512.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.29302, "cps": 43.0625, "mean_p": 0.455005, "boundary_entropy": 0.670151, "bpb": 2.702867}, "ru": {"chunks": 6553.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345805, "cps": 51.195312, "mean_p": 0.434993, "boundary_entropy": 0.672136, "bpb": 1.618025}, "el": {"chunks": 7266.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.354042, "cps": 56.765625, "mean_p": 0.460505, "boundary_entropy": 0.677123, "bpb": 1.706215}, "hi": {"chunks": 11645.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.692125, "cps": 90.976562, "mean_p": 0.431399, "boundary_entropy": 0.666276, "bpb": 1.32081}, "ta": {"chunks": 9433.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.504573, "cps": 73.695312, "mean_p": 0.416263, "boundary_entropy": 0.660441, "bpb": 1.073658}, "th": {"chunks": 12721.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.790861, "cps": 99.382812, "mean_p": 0.439955, "boundary_entropy": 0.668932, "bpb": 1.245298}, "zh": {"chunks": 3276.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55469, "cps": 25.59375, "mean_p": 0.440285, "boundary_entropy": 0.669232, "bpb": 3.399085}, "my": {"chunks": 11096.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.585603, "cps": 86.6875, "mean_p": 0.449579, "boundary_entropy": 0.680552, "bpb": 1.197229}}, "bpb": {"en": 2.23618, "de": 2.4928, "vi": 2.06956, "tr": 2.47999, "fi": 2.70287, "ru": 1.61802, "el": 1.70621, "hi": 1.32081, "ta": 1.07366, "th": 1.2453, "zh": 3.39908, "my": 1.19723}, "gini_cpc": 0.21808, "gini_cps": 0.222558, "bpic": 4.328341, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0341328133542966, "vi": 1.1881056394528, "tr": 1.3953091157505313, "fi": 1.187847142235532, "ru": 1.4018262410366755, "el": 1.4352176946027013, "hi": 2.8057414727800776, "ta": 2.045444012896717, "th": 3.205999269690392, "zh": 2.2486076413071023, "my": 2.373921226463039}, "t": 153.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.24506, "de": 2.49738, "vi": 2.07517, "tr": 2.48916, "fi": 2.71238, "ru": 1.59502, "el": 1.69885, "hi": 1.31956, "ta": 1.08005, "th": 1.26414, "zh": 3.40649, "my": 1.20611}, "bytes_per_chunk": {"en": 3.918, "de": 3.893, "vi": 4.333, "tr": 3.12, "fi": 3.59, "ru": 5.106, "el": 5.312, "hi": 3.899, "ta": 5.432, "th": 3.7, "zh": 4.846, "my": 4.981}, "bpb_mean": 1.96578, "t": 154.7} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 154.7} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.37965, "bpb": 1.99041, "chunk_loss": 0.034777, "F": 0.24591, "G": 0.44236, "chunks": 251.81, "bytes_per_chunk": 4.067, "boundary_entropy": 0.67075, "router_noise": 0.0, "grad_norm": 0.7342, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 154.7} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.47072, "bpb": 2.12181, "chunk_loss": 0.033431, "F": 0.22427, "G": 0.43923, "chunks": 229.66, "bytes_per_chunk": 4.459, "boundary_entropy": 0.67142, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 156.8} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.50823, "bpb": 2.17592, "chunk_loss": 0.033328, "F": 0.22305, "G": 0.43651, "chunks": 228.41, "bytes_per_chunk": 4.483, "boundary_entropy": 0.66937, "router_noise": 0.0, "grad_norm": 0.7402, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 159.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57162, "bpb": 2.26737, "chunk_loss": 0.035301, "F": 0.25415, "G": 0.4446, "chunks": 260.25, "bytes_per_chunk": 3.935, "boundary_entropy": 0.67155, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 161.2} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4436.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.254899, "cps": 34.65625, "mean_p": 0.442945, "boundary_entropy": 0.663725, "bpb": 2.206671}, "de": {"chunks": 5196.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.253056, "cps": 40.59375, "mean_p": 0.449239, "boundary_entropy": 0.670756, "bpb": 2.455111}, "vi": {"chunks": 5508.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.298779, "cps": 43.03125, "mean_p": 0.453882, "boundary_entropy": 0.673822, "bpb": 2.054329}, "tr": {"chunks": 6339.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.350163, "cps": 49.523438, "mean_p": 0.460268, "boundary_entropy": 0.668037, "bpb": 2.441096}, "fi": {"chunks": 5833.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.310085, "cps": 45.570312, "mean_p": 0.457472, "boundary_entropy": 0.670349, "bpb": 2.668955}, "ru": {"chunks": 6583.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.347388, "cps": 51.429688, "mean_p": 0.434361, "boundary_entropy": 0.671334, "bpb": 1.59017}, "el": {"chunks": 8162.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.3977, "cps": 63.765625, "mean_p": 0.456216, "boundary_entropy": 0.675685, "bpb": 1.680602}, "hi": {"chunks": 9352.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.55584, "cps": 73.0625, "mean_p": 0.425072, "boundary_entropy": 0.664847, "bpb": 1.308957}, "ta": {"chunks": 6695.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.358117, "cps": 52.304688, "mean_p": 0.414307, "boundary_entropy": 0.661691, "bpb": 1.075184}, "th": {"chunks": 10032.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.623687, "cps": 78.375, "mean_p": 0.438543, "boundary_entropy": 0.671166, "bpb": 1.219163}, "zh": {"chunks": 3719.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.629699, "cps": 29.054688, "mean_p": 0.444853, "boundary_entropy": 0.6704, "bpb": 3.3672}, "my": {"chunks": 7580.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.400042, "cps": 59.21875, "mean_p": 0.453648, "boundary_entropy": 0.682309, "bpb": 1.206029}}, "bpb": {"en": 2.20667, "de": 2.45511, "vi": 2.05433, "tr": 2.4411, "fi": 2.66895, "ru": 1.59017, "el": 1.6806, "hi": 1.30896, "ta": 1.07518, "th": 1.21916, "zh": 3.3672, "my": 1.20603}, "gini_cpc": 0.172095, "gini_cps": 0.154884, "bpic": 4.831384, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.992771538411171, "vi": 1.17215048706456, "tr": 1.373734429781054, "fi": 1.216501575469603, "ru": 1.3628473796783809, "el": 1.5602289357819619, "hi": 2.1806301274055175, "ta": 1.4049397318397867, "th": 2.44680320647776, "zh": 2.4703888497186304, "my": 1.569417215699062}, "t": 164.3} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21502, "de": 2.46157, "vi": 2.05797, "tr": 2.44754, "fi": 2.6759, "ru": 1.56869, "el": 1.67196, "hi": 1.30547, "ta": 1.08067, "th": 1.23842, "zh": 3.36972, "my": 1.21455}, "bytes_per_chunk": {"en": 3.806, "de": 3.924, "vi": 4.422, "tr": 3.067, "fi": 3.383, "ru": 5.177, "el": 4.643, "hi": 4.858, "ta": 7.091, "th": 4.575, "zh": 4.409, "my": 6.92}, "bpb_mean": 1.94229, "t": 165.6} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.6027, "bpb": 2.31221, "chunk_loss": 0.034591, "F": 0.24249, "G": 0.4427, "chunks": 248.31, "bytes_per_chunk": 4.124, "boundary_entropy": 0.6711, "router_noise": 0.0, "grad_norm": 0.7992, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 165.7} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.50903, "bpb": 2.17708, "chunk_loss": 0.03441, "F": 0.24051, "G": 0.43995, "chunks": 246.28, "bytes_per_chunk": 4.158, "boundary_entropy": 0.67056, "router_noise": 0.0, "grad_norm": 0.7672, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 167.8} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.52017, "bpb": 2.19314, "chunk_loss": 0.035322, "F": 0.25488, "G": 0.44469, "chunks": 261.0, "bytes_per_chunk": 3.923, "boundary_entropy": 0.67171, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 169.9} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.40444, "bpb": 2.02618, "chunk_loss": 0.033638, "F": 0.22849, "G": 0.43555, "chunks": 233.97, "bytes_per_chunk": 4.377, "boundary_entropy": 0.66783, "router_noise": 0.0, "grad_norm": 0.7815, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 172.1} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3997.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229673, "cps": 31.226562, "mean_p": 0.439454, "boundary_entropy": 0.662925, "bpb": 2.193668}, "de": {"chunks": 4804.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.233965, "cps": 37.53125, "mean_p": 0.445527, "boundary_entropy": 0.669751, "bpb": 2.446594}, "vi": {"chunks": 5608.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.304204, "cps": 43.8125, "mean_p": 0.450736, "boundary_entropy": 0.672782, "bpb": 2.042961}, "tr": {"chunks": 5582.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.308347, "cps": 43.609375, "mean_p": 0.455186, "boundary_entropy": 0.66771, "bpb": 2.431151}, "fi": {"chunks": 4937.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262453, "cps": 38.570312, "mean_p": 0.44953, "boundary_entropy": 0.669869, "bpb": 2.653311}, "ru": {"chunks": 5575.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.294195, "cps": 43.554688, "mean_p": 0.433936, "boundary_entropy": 0.671944, "bpb": 1.569986}, "el": {"chunks": 8177.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.398431, "cps": 63.882812, "mean_p": 0.458817, "boundary_entropy": 0.677025, "bpb": 1.640184}, "hi": {"chunks": 7437.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442021, "cps": 58.101562, "mean_p": 0.412971, "boundary_entropy": 0.659493, "bpb": 1.294343}, "ta": {"chunks": 6153.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.329125, "cps": 48.070312, "mean_p": 0.40988, "boundary_entropy": 0.660051, "bpb": 1.079179}, "th": {"chunks": 9779.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.607958, "cps": 76.398438, "mean_p": 0.427882, "boundary_entropy": 0.66708, "bpb": 1.209383}, "zh": {"chunks": 3544.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600068, "cps": 27.6875, "mean_p": 0.44425, "boundary_entropy": 0.670603, "bpb": 3.360087}, "my": {"chunks": 11657.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.61521, "cps": 91.070312, "mean_p": 0.455922, "boundary_entropy": 0.681474, "bpb": 1.182774}}, "bpb": {"en": 2.19367, "de": 2.44659, "vi": 2.04296, "tr": 2.43115, "fi": 2.65331, "ru": 1.56999, "el": 1.64018, "hi": 1.29434, "ta": 1.07918, "th": 1.20938, "zh": 3.36009, "my": 1.18277}, "gini_cpc": 0.1984, "gini_cps": 0.19326, "bpic": 4.968039, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0186865298732974, "vi": 1.3245087599263319, "tr": 1.342546240177841, "fi": 1.1427236500417681, "ru": 1.2809306848210036, "el": 1.7347748788495332, "hi": 1.9245654300160482, "ta": 1.4330172475572243, "th": 2.647057363274243, "zh": 2.6127041945868474, "my": 2.6786340943167795}, "t": 175.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.20424, "de": 2.45387, "vi": 2.0474, "tr": 2.43846, "fi": 2.65874, "ru": 1.54718, "el": 1.63203, "hi": 1.28924, "ta": 1.08347, "th": 1.22707, "zh": 3.36034, "my": 1.18985}, "bytes_per_chunk": {"en": 4.204, "de": 4.299, "vi": 4.083, "tr": 3.495, "fi": 4.058, "ru": 6.25, "el": 4.737, "hi": 6.073, "ta": 7.748, "th": 4.714, "zh": 4.527, "my": 4.654}, "bpb_mean": 1.92766, "t": 176.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.48127, "bpb": 2.13702, "chunk_loss": 0.032994, "F": 0.21664, "G": 0.44157, "chunks": 221.84, "bytes_per_chunk": 4.616, "boundary_entropy": 0.67225, "router_noise": 0.0, "grad_norm": 0.9088, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 176.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.43929, "bpb": 2.07645, "chunk_loss": 0.033411, "F": 0.22311, "G": 0.43929, "chunks": 228.47, "bytes_per_chunk": 4.482, "boundary_entropy": 0.67022, "router_noise": 0.0, "grad_norm": 0.6897, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 178.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.45587, "bpb": 2.10038, "chunk_loss": 0.034442, "F": 0.24103, "G": 0.43903, "chunks": 246.81, "bytes_per_chunk": 4.149, "boundary_entropy": 0.66979, "router_noise": 0.0, "grad_norm": 0.7723, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 180.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.36207, "bpb": 1.96506, "chunk_loss": 0.033774, "F": 0.23035, "G": 0.43817, "chunks": 235.88, "bytes_per_chunk": 4.341, "boundary_entropy": 0.66976, "router_noise": 0.0, "grad_norm": 0.7227, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 183.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4178.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.240074, "cps": 32.640625, "mean_p": 0.44027, "boundary_entropy": 0.662855, "bpb": 2.166717}, "de": {"chunks": 5563.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.27093, "cps": 43.460938, "mean_p": 0.45019, "boundary_entropy": 0.670468, "bpb": 2.406462}, "vi": {"chunks": 5150.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27936, "cps": 40.234375, "mean_p": 0.450831, "boundary_entropy": 0.672875, "bpb": 2.022914}, "tr": {"chunks": 6088.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.336298, "cps": 47.5625, "mean_p": 0.458447, "boundary_entropy": 0.667576, "bpb": 2.393601}, "fi": {"chunks": 5388.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.286428, "cps": 42.09375, "mean_p": 0.451774, "boundary_entropy": 0.66899, "bpb": 2.597073}, "ru": {"chunks": 7371.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.388971, "cps": 57.585938, "mean_p": 0.437609, "boundary_entropy": 0.672024, "bpb": 1.542015}, "el": {"chunks": 8134.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.396336, "cps": 63.546875, "mean_p": 0.460393, "boundary_entropy": 0.676704, "bpb": 1.605139}, "hi": {"chunks": 6984.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.415097, "cps": 54.5625, "mean_p": 0.420392, "boundary_entropy": 0.665603, "bpb": 1.282726}, "ta": {"chunks": 5737.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.306873, "cps": 44.820312, "mean_p": 0.414279, "boundary_entropy": 0.662976, "bpb": 1.059172}, "th": {"chunks": 10200.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.634131, "cps": 79.6875, "mean_p": 0.433958, "boundary_entropy": 0.669363, "bpb": 1.188975}, "zh": {"chunks": 3373.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.571114, "cps": 26.351562, "mean_p": 0.443742, "boundary_entropy": 0.670541, "bpb": 3.327529}, "my": {"chunks": 9711.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.512508, "cps": 75.867188, "mean_p": 0.447876, "boundary_entropy": 0.680028, "bpb": 1.169634}}, "bpb": {"en": 2.16672, "de": 2.40646, "vi": 2.02291, "tr": 2.3936, "fi": 2.59707, "ru": 1.54201, "el": 1.60514, "hi": 1.28273, "ta": 1.05917, "th": 1.18898, "zh": 3.32753, "my": 1.16963}, "gini_cpc": 0.173072, "gini_cps": 0.171543, "bpic": 4.92804, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1285279960195307, "vi": 1.1636430276612626, "tr": 1.40081175303269, "fi": 1.193085007069008, "ru": 1.620215868773611, "el": 1.650893309417796, "hi": 1.729039211265121, "ta": 1.2782478323842805, "th": 2.641403756045291, "zh": 2.378913128724681, "my": 2.1347954210525835}, "t": 186.1} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17607, "de": 2.41135, "vi": 2.02392, "tr": 2.4015, "fi": 2.60251, "ru": 1.52128, "el": 1.59794, "hi": 1.28011, "ta": 1.06477, "th": 1.20821, "zh": 3.32858, "my": 1.17995}, "bytes_per_chunk": {"en": 4.127, "de": 3.739, "vi": 4.564, "tr": 3.212, "fi": 3.662, "ru": 4.54, "el": 4.675, "hi": 6.716, "ta": 8.682, "th": 4.451, "zh": 4.805, "my": 5.592}, "bpb_mean": 1.89968, "t": 187.4} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.43351, "bpb": 2.06812, "chunk_loss": 0.033781, "F": 0.23035, "G": 0.43692, "chunks": 235.88, "bytes_per_chunk": 4.341, "boundary_entropy": 0.66949, "router_noise": 0.0, "grad_norm": 0.7377, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 187.5} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.39956, "bpb": 2.01914, "chunk_loss": 0.034154, "F": 0.23599, "G": 0.4417, "chunks": 241.66, "bytes_per_chunk": 4.237, "boundary_entropy": 0.67156, "router_noise": 0.0, "grad_norm": 0.7272, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 189.6} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.40891, "bpb": 2.03263, "chunk_loss": 0.034023, "F": 0.23444, "G": 0.43937, "chunks": 240.06, "bytes_per_chunk": 4.266, "boundary_entropy": 0.66985, "router_noise": 0.0, "grad_norm": 0.8182, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 191.7} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.35874, "bpb": 1.96024, "chunk_loss": 0.033057, "F": 0.21838, "G": 0.43878, "chunks": 223.62, "bytes_per_chunk": 4.579, "boundary_entropy": 0.67083, "router_noise": 0.0, "grad_norm": 0.7548, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 193.9} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4274.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.24559, "cps": 33.390625, "mean_p": 0.439759, "boundary_entropy": 0.661848, "bpb": 2.147687}, "de": {"chunks": 5118.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.249257, "cps": 39.984375, "mean_p": 0.447895, "boundary_entropy": 0.669566, "bpb": 2.375533}, "vi": {"chunks": 4841.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262598, "cps": 37.820312, "mean_p": 0.447127, "boundary_entropy": 0.67243, "bpb": 2.008239}, "tr": {"chunks": 6207.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.342871, "cps": 48.492188, "mean_p": 0.457513, "boundary_entropy": 0.66665, "bpb": 2.362578}, "fi": {"chunks": 5481.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.291372, "cps": 42.820312, "mean_p": 0.454108, "boundary_entropy": 0.669549, "bpb": 2.561475}, "ru": {"chunks": 5891.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.310871, "cps": 46.023438, "mean_p": 0.431145, "boundary_entropy": 0.670232, "bpb": 1.521602}, "el": {"chunks": 7574.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369049, "cps": 59.171875, "mean_p": 0.456633, "boundary_entropy": 0.676168, "bpb": 1.588079}, "hi": {"chunks": 9325.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.554235, "cps": 72.851562, "mean_p": 0.417647, "boundary_entropy": 0.661519, "bpb": 1.271161}, "ta": {"chunks": 6906.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.369404, "cps": 53.953125, "mean_p": 0.413137, "boundary_entropy": 0.66171, "bpb": 1.035196}, "th": {"chunks": 10409.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.647125, "cps": 81.320312, "mean_p": 0.425193, "boundary_entropy": 0.664325, "bpb": 1.170132}, "zh": {"chunks": 3330.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.563833, "cps": 26.015625, "mean_p": 0.442864, "boundary_entropy": 0.670221, "bpb": 3.29098}, "my": {"chunks": 10235.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.540163, "cps": 79.960938, "mean_p": 0.440349, "boundary_entropy": 0.676987, "bpb": 1.152811}}, "bpb": {"en": 2.14769, "de": 2.37553, "vi": 2.00824, "tr": 2.36258, "fi": 2.56148, "ru": 1.5216, "el": 1.58808, "hi": 1.27116, "ta": 1.0352, "th": 1.17013, "zh": 3.29098, "my": 1.15281}, "gini_cpc": 0.188482, "gini_cps": 0.18823, "bpic": 4.821915, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.014933241103989, "vi": 1.0692556236300024, "tr": 1.3961137241218173, "fi": 1.1864174370838636, "ru": 1.2658125895918502, "el": 1.5027061298837006, "hi": 2.256749578118775, "ta": 1.504148472080261, "th": 2.6349813498102983, "zh": 2.295833524151022, "my": 2.199449897060833}, "t": 197.0} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15793, "de": 2.38624, "vi": 2.01192, "tr": 2.3692, "fi": 2.5706, "ru": 1.49989, "el": 1.58006, "hi": 1.26612, "ta": 1.04322, "th": 1.19095, "zh": 3.29405, "my": 1.16088}, "bytes_per_chunk": {"en": 3.951, "de": 4.024, "vi": 4.826, "tr": 3.14, "fi": 3.614, "ru": 5.647, "el": 5.099, "hi": 4.781, "ta": 7.322, "th": 4.45, "zh": 4.883, "my": 5.33}, "bpb_mean": 1.87759, "t": 198.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.38181, "bpb": 1.99353, "chunk_loss": 0.032819, "F": 0.21365, "G": 0.43695, "chunks": 218.78, "bytes_per_chunk": 4.68, "boundary_entropy": 0.67022, "router_noise": 0.0, "grad_norm": 0.6687, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 198.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.45058, "bpb": 2.09275, "chunk_loss": 0.033032, "F": 0.21753, "G": 0.43678, "chunks": 222.75, "bytes_per_chunk": 4.597, "boundary_entropy": 0.66932, "router_noise": 0.0, "grad_norm": 0.7171, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 200.5} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.41432, "bpb": 2.04044, "chunk_loss": 0.034241, "F": 0.23792, "G": 0.44043, "chunks": 243.62, "bytes_per_chunk": 4.203, "boundary_entropy": 0.67007, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 202.6} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.47646, "bpb": 2.13008, "chunk_loss": 0.033959, "F": 0.2334, "G": 0.43982, "chunks": 239.0, "bytes_per_chunk": 4.285, "boundary_entropy": 0.67038, "router_noise": 0.0, "grad_norm": 0.7735, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 204.7} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4206.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.241682, "cps": 32.859375, "mean_p": 0.440357, "boundary_entropy": 0.662739, "bpb": 2.131026}, "de": {"chunks": 5209.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.253689, "cps": 40.695312, "mean_p": 0.44645, "boundary_entropy": 0.668999, "bpb": 2.347969}, "vi": {"chunks": 5995.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.325197, "cps": 46.835938, "mean_p": 0.452691, "boundary_entropy": 0.673036, "bpb": 1.991159}, "tr": {"chunks": 5698.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.314754, "cps": 44.515625, "mean_p": 0.455756, "boundary_entropy": 0.666879, "bpb": 2.345267}, "fi": {"chunks": 5314.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.282494, "cps": 41.515625, "mean_p": 0.451373, "boundary_entropy": 0.668625, "bpb": 2.552937}, "ru": {"chunks": 7422.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.391662, "cps": 57.984375, "mean_p": 0.436978, "boundary_entropy": 0.671672, "bpb": 1.503274}, "el": {"chunks": 7856.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.38279, "cps": 61.375, "mean_p": 0.457888, "boundary_entropy": 0.675926, "bpb": 1.588041}, "hi": {"chunks": 6653.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395423, "cps": 51.976562, "mean_p": 0.4091, "boundary_entropy": 0.659001, "bpb": 1.25397}, "ta": {"chunks": 7030.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.376036, "cps": 54.921875, "mean_p": 0.413566, "boundary_entropy": 0.661377, "bpb": 1.035718}, "th": {"chunks": 10494.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.652409, "cps": 81.984375, "mean_p": 0.423177, "boundary_entropy": 0.662233, "bpb": 1.14505}, "zh": {"chunks": 3333.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564341, "cps": 26.039062, "mean_p": 0.444161, "boundary_entropy": 0.670983, "bpb": 3.270004}, "my": {"chunks": 10745.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.567078, "cps": 83.945312, "mean_p": 0.451984, "boundary_entropy": 0.68107, "bpb": 1.146842}}, "bpb": {"en": 2.13103, "de": 2.34797, "vi": 1.99116, "tr": 2.34527, "fi": 2.55294, "ru": 1.50327, "el": 1.58804, "hi": 1.25397, "ta": 1.03572, "th": 1.14505, "zh": 3.27, "my": 1.14684}, "gini_cpc": 0.174141, "gini_cps": 0.179108, "bpic": 4.799962, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0496797090769232, "vi": 1.3455532740820872, "tr": 1.3023470940535782, "fi": 1.1688654413589767, "ru": 1.6205654944500694, "el": 1.5838552243983872, "hi": 1.6361280955035578, "ta": 1.5559108429901272, "th": 2.6994472570602768, "zh": 2.335052894780955, "my": 2.346377554969122}, "t": 207.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13938, "de": 2.35828, "vi": 1.99348, "tr": 2.35145, "fi": 2.5618, "ru": 1.481, "el": 1.58104, "hi": 1.2513, "ta": 1.04258, "th": 1.16612, "zh": 3.27278, "my": 1.15533}, "bytes_per_chunk": {"en": 3.948, "de": 3.956, "vi": 3.954, "tr": 3.413, "fi": 3.76, "ru": 4.613, "el": 4.898, "hi": 6.844, "ta": 6.965, "th": 4.356, "zh": 4.785, "my": 4.971}, "bpb_mean": 1.86288, "t": 209.2} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.4021, "bpb": 2.0228, "chunk_loss": 0.033591, "F": 0.22714, "G": 0.43846, "chunks": 232.59, "bytes_per_chunk": 4.403, "boundary_entropy": 0.67076, "router_noise": 0.0, "grad_norm": 0.7325, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 209.2} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.26353, "bpb": 1.8229, "chunk_loss": 0.033288, "F": 0.22208, "G": 0.43787, "chunks": 227.41, "bytes_per_chunk": 4.503, "boundary_entropy": 0.66947, "router_noise": 0.0, "grad_norm": 0.6924, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 211.4} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.45292, "bpb": 2.09612, "chunk_loss": 0.033406, "F": 0.2251, "G": 0.43429, "chunks": 230.5, "bytes_per_chunk": 4.443, "boundary_entropy": 0.66802, "router_noise": 0.0, "grad_norm": 0.8221, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 213.5} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.38251, "bpb": 1.99454, "chunk_loss": 0.034078, "F": 0.23483, "G": 0.44226, "chunks": 240.47, "bytes_per_chunk": 4.258, "boundary_entropy": 0.67149, "router_noise": 0.0, "grad_norm": 0.7416, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 215.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4036.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.231914, "cps": 31.53125, "mean_p": 0.436238, "boundary_entropy": 0.660924, "bpb": 2.115811}, "de": {"chunks": 5233.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.254858, "cps": 40.882812, "mean_p": 0.447269, "boundary_entropy": 0.669045, "bpb": 2.340997}, "vi": {"chunks": 5193.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.281692, "cps": 40.570312, "mean_p": 0.447604, "boundary_entropy": 0.671788, "bpb": 2.002307}, "tr": {"chunks": 5755.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.317903, "cps": 44.960938, "mean_p": 0.454435, "boundary_entropy": 0.666035, "bpb": 2.323751}, "fi": {"chunks": 5256.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.279411, "cps": 41.0625, "mean_p": 0.450884, "boundary_entropy": 0.66876, "bpb": 2.517867}, "ru": {"chunks": 5618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296464, "cps": 43.890625, "mean_p": 0.429651, "boundary_entropy": 0.670193, "bpb": 1.496896}, "el": {"chunks": 7547.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.367734, "cps": 58.960938, "mean_p": 0.457221, "boundary_entropy": 0.676742, "bpb": 1.559715}, "hi": {"chunks": 8142.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.483923, "cps": 63.609375, "mean_p": 0.415165, "boundary_entropy": 0.660905, "bpb": 1.238734}, "ta": {"chunks": 6834.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.365552, "cps": 53.390625, "mean_p": 0.411346, "boundary_entropy": 0.660919, "bpb": 1.028932}, "th": {"chunks": 9924.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.616972, "cps": 77.53125, "mean_p": 0.422764, "boundary_entropy": 0.663438, "bpb": 1.138836}, "zh": {"chunks": 2962.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501524, "cps": 23.140625, "mean_p": 0.442076, "boundary_entropy": 0.670901, "bpb": 3.28231}, "my": {"chunks": 9245.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487914, "cps": 72.226562, "mean_p": 0.448699, "boundary_entropy": 0.680284, "bpb": 1.137486}}, "bpb": {"en": 2.11581, "de": 2.341, "vi": 2.00231, "tr": 2.32375, "fi": 2.51787, "ru": 1.4969, "el": 1.55971, "hi": 1.23873, "ta": 1.02893, "th": 1.13884, "zh": 3.28231, "my": 1.13749}, "gini_cpc": 0.17068, "gini_cps": 0.176631, "bpic": 5.06675, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.098933190145651, "vi": 1.2146415781159152, "tr": 1.3707799363262536, "fi": 1.2048040971325058, "ru": 1.278337364772457, "el": 1.5856468439504192, "hi": 2.0866470119592315, "ta": 1.5762404473671168, "th": 2.6603492410395346, "zh": 2.1625421158775224, "my": 2.1038583793985857}, "t": 218.7} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12855, "de": 2.35171, "vi": 2.00341, "tr": 2.33165, "fi": 2.52797, "ru": 1.47287, "el": 1.55065, "hi": 1.2353, "ta": 1.03552, "th": 1.15881, "zh": 3.28141, "my": 1.14693}, "bytes_per_chunk": {"en": 4.287, "de": 3.944, "vi": 4.667, "tr": 3.424, "fi": 3.76, "ru": 6.089, "el": 5.064, "hi": 5.447, "ta": 7.468, "th": 4.607, "zh": 5.7, "my": 5.84}, "bpb_mean": 1.85206, "t": 220.0} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.64615, "bpb": 2.37489, "chunk_loss": 0.033676, "F": 0.22711, "G": 0.44029, "chunks": 232.56, "bytes_per_chunk": 4.403, "boundary_entropy": 0.67054, "router_noise": 0.0, "grad_norm": 0.8001, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 220.1} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.44699, "bpb": 2.08756, "chunk_loss": 0.033787, "F": 0.23056, "G": 0.43877, "chunks": 236.09, "bytes_per_chunk": 4.337, "boundary_entropy": 0.6701, "router_noise": 0.0, "grad_norm": 0.8211, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 222.2} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.35942, "bpb": 1.96122, "chunk_loss": 0.033361, "F": 0.22363, "G": 0.43794, "chunks": 229.0, "bytes_per_chunk": 4.472, "boundary_entropy": 0.66991, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 224.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.40326, "bpb": 2.02448, "chunk_loss": 0.032924, "F": 0.21631, "G": 0.43762, "chunks": 221.5, "bytes_per_chunk": 4.623, "boundary_entropy": 0.67025, "router_noise": 0.0, "grad_norm": 0.7592, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 226.4} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4163.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239212, "cps": 32.523438, "mean_p": 0.438517, "boundary_entropy": 0.661212, "bpb": 2.108277}, "de": {"chunks": 5261.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.256222, "cps": 41.101562, "mean_p": 0.448306, "boundary_entropy": 0.669397, "bpb": 2.311723}, "vi": {"chunks": 5147.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.279197, "cps": 40.210938, "mean_p": 0.448025, "boundary_entropy": 0.6721, "bpb": 1.983539}, "tr": {"chunks": 5650.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.312103, "cps": 44.140625, "mean_p": 0.455167, "boundary_entropy": 0.666839, "bpb": 2.307545}, "fi": {"chunks": 5321.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.282866, "cps": 41.570312, "mean_p": 0.453863, "boundary_entropy": 0.669692, "bpb": 2.503975}, "ru": {"chunks": 7466.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.393984, "cps": 58.328125, "mean_p": 0.438464, "boundary_entropy": 0.672284, "bpb": 1.475088}, "el": {"chunks": 7842.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.382108, "cps": 61.265625, "mean_p": 0.460918, "boundary_entropy": 0.677721, "bpb": 1.540894}, "hi": {"chunks": 8894.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.528618, "cps": 69.484375, "mean_p": 0.420554, "boundary_entropy": 0.663167, "bpb": 1.222701}, "ta": {"chunks": 8168.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436908, "cps": 63.8125, "mean_p": 0.419417, "boundary_entropy": 0.664391, "bpb": 1.014379}, "th": {"chunks": 11882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.738701, "cps": 92.828125, "mean_p": 0.426554, "boundary_entropy": 0.662422, "bpb": 1.118091}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.444225, "boundary_entropy": 0.671336, "bpb": 3.246796}, "my": {"chunks": 11076.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.584547, "cps": 86.53125, "mean_p": 0.443357, "boundary_entropy": 0.677875, "bpb": 1.136662}}, "bpb": {"en": 2.10828, "de": 2.31172, "vi": 1.98354, "tr": 2.30755, "fi": 2.50397, "ru": 1.47509, "el": 1.54089, "hi": 1.2227, "ta": 1.01438, "th": 1.11809, "zh": 3.2468, "my": 1.13666}, "gini_cpc": 0.199846, "gini_cps": 0.205507, "bpic": 4.562846, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.071108840816689, "vi": 1.1671555395110595, "tr": 1.304714850720294, "fi": 1.1824943784776523, "ru": 1.647010927399753, "el": 1.5973632999349032, "hi": 2.2098345611002466, "ta": 1.8264507620945534, "th": 3.0880632861798705, "zh": 2.293344387558173, "my": 2.4436403084746243}, "t": 229.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11958, "de": 2.32064, "vi": 1.98444, "tr": 2.31261, "fi": 2.5111, "ru": 1.45369, "el": 1.532, "hi": 1.21698, "ta": 1.02195, "th": 1.13672, "zh": 3.2467, "my": 1.14496}, "bytes_per_chunk": {"en": 4.074, "de": 3.883, "vi": 4.6, "tr": 3.467, "fi": 3.723, "ru": 4.59, "el": 4.86, "hi": 4.951, "ta": 6.22, "th": 3.929, "zh": 4.973, "my": 4.851}, "bpb_mean": 1.83345, "t": 230.9} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.47653, "bpb": 2.13019, "chunk_loss": 0.033466, "F": 0.22467, "G": 0.44079, "chunks": 230.06, "bytes_per_chunk": 4.451, "boundary_entropy": 0.67186, "router_noise": 0.0, "grad_norm": 0.777, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 230.9} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.48013, "bpb": 2.13538, "chunk_loss": 0.032678, "F": 0.21234, "G": 0.4339, "chunks": 217.44, "bytes_per_chunk": 4.709, "boundary_entropy": 0.66948, "router_noise": 0.0, "grad_norm": 0.7707, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 233.0} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.47472, "bpb": 2.12757, "chunk_loss": 0.034329, "F": 0.2388, "G": 0.44142, "chunks": 244.53, "bytes_per_chunk": 4.188, "boundary_entropy": 0.67005, "router_noise": 0.0, "grad_norm": 0.7991, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 235.2} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.55392, "bpb": 2.24183, "chunk_loss": 0.032672, "F": 0.21155, "G": 0.43701, "chunks": 216.62, "bytes_per_chunk": 4.727, "boundary_entropy": 0.67054, "router_noise": 0.0, "grad_norm": 0.7622, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 237.3} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239327, "cps": 32.539062, "mean_p": 0.437772, "boundary_entropy": 0.661069, "bpb": 2.086971}, "de": {"chunks": 5455.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.26567, "cps": 42.617188, "mean_p": 0.447729, "boundary_entropy": 0.668711, "bpb": 2.310466}, "vi": {"chunks": 5429.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.294494, "cps": 42.414062, "mean_p": 0.450769, "boundary_entropy": 0.672625, "bpb": 1.97141}, "tr": {"chunks": 5827.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.32188, "cps": 45.523438, "mean_p": 0.455131, "boundary_entropy": 0.666621, "bpb": 2.285743}, "fi": {"chunks": 5444.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.289405, "cps": 42.53125, "mean_p": 0.452843, "boundary_entropy": 0.668821, "bpb": 2.477434}, "ru": {"chunks": 7123.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.375884, "cps": 55.648438, "mean_p": 0.437199, "boundary_entropy": 0.672023, "bpb": 1.459402}, "el": {"chunks": 8280.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.40345, "cps": 64.6875, "mean_p": 0.459834, "boundary_entropy": 0.676704, "bpb": 1.525919}, "hi": {"chunks": 8784.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.52208, "cps": 68.625, "mean_p": 0.419796, "boundary_entropy": 0.663336, "bpb": 1.216306}, "ta": {"chunks": 7861.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420487, "cps": 61.414062, "mean_p": 0.416874, "boundary_entropy": 0.662893, "bpb": 1.006336}, "th": {"chunks": 11392.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.708237, "cps": 89.0, "mean_p": 0.421579, "boundary_entropy": 0.659783, "bpb": 1.104227}, "zh": {"chunks": 3179.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.538266, "cps": 24.835938, "mean_p": 0.444475, "boundary_entropy": 0.671545, "bpb": 3.215812}, "my": {"chunks": 8839.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.466487, "cps": 69.054688, "mean_p": 0.445039, "boundary_entropy": 0.679447, "bpb": 1.125739}}, "bpb": {"en": 2.08697, "de": 2.31047, "vi": 1.97141, "tr": 2.28574, "fi": 2.47743, "ru": 1.4594, "el": 1.52592, "hi": 1.21631, "ta": 1.00634, "th": 1.10423, "zh": 3.21581, "my": 1.12574}, "gini_cpc": 0.179257, "gini_cps": 0.181985, "bpic": 4.692961, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1100728023152961, "vi": 1.2305118890517963, "tr": 1.344942077808862, "fi": 1.209247915848068, "ru": 1.5705900597706102, "el": 1.6857711071565011, "hi": 2.181455552800615, "ta": 1.7569582483969786, "th": 2.9592933996725828, "zh": 2.249086712233149, "my": 1.9491662022630458}, "t": 240.4} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09911, "de": 2.31926, "vi": 1.97246, "tr": 2.29241, "fi": 2.48809, "ru": 1.43805, "el": 1.51845, "hi": 1.21225, "ta": 1.0135, "th": 1.12337, "zh": 3.21566, "my": 1.13366}, "bytes_per_chunk": {"en": 4.085, "de": 3.808, "vi": 4.3, "tr": 3.367, "fi": 3.629, "ru": 4.727, "el": 4.643, "hi": 4.979, "ta": 6.425, "th": 4.093, "zh": 5.288, "my": 6.158}, "bpb_mean": 1.81886, "t": 241.7} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.34419, "bpb": 1.93925, "chunk_loss": 0.033553, "F": 0.22729, "G": 0.43671, "chunks": 232.75, "bytes_per_chunk": 4.4, "boundary_entropy": 0.66837, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 241.8} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.54261, "bpb": 2.22552, "chunk_loss": 0.033577, "F": 0.22668, "G": 0.43742, "chunks": 232.12, "bytes_per_chunk": 4.411, "boundary_entropy": 0.6685, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 243.9} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.40932, "bpb": 2.03322, "chunk_loss": 0.033785, "F": 0.23041, "G": 0.44035, "chunks": 235.94, "bytes_per_chunk": 4.34, "boundary_entropy": 0.66972, "router_noise": 0.0, "grad_norm": 0.7293, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 246.0} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.38609, "bpb": 1.9997, "chunk_loss": 0.034181, "F": 0.23712, "G": 0.43925, "chunks": 242.81, "bytes_per_chunk": 4.217, "boundary_entropy": 0.6684, "router_noise": 0.0, "grad_norm": 0.8245, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 248.2} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4195.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.24105, "cps": 32.773438, "mean_p": 0.43772, "boundary_entropy": 0.660647, "bpb": 2.074889}, "de": {"chunks": 5446.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.265232, "cps": 42.546875, "mean_p": 0.44757, "boundary_entropy": 0.668724, "bpb": 2.282801}, "vi": {"chunks": 4904.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.266016, "cps": 38.3125, "mean_p": 0.44774, "boundary_entropy": 0.672114, "bpb": 1.963391}, "tr": {"chunks": 5991.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.33094, "cps": 46.804688, "mean_p": 0.455618, "boundary_entropy": 0.6656, "bpb": 2.257664}, "fi": {"chunks": 5758.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.306097, "cps": 44.984375, "mean_p": 0.455254, "boundary_entropy": 0.668868, "bpb": 2.457951}, "ru": {"chunks": 6165.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.32533, "cps": 48.164062, "mean_p": 0.432143, "boundary_entropy": 0.67075, "bpb": 1.457058}, "el": {"chunks": 7616.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.371096, "cps": 59.5, "mean_p": 0.456804, "boundary_entropy": 0.676373, "bpb": 1.517779}, "hi": {"chunks": 8831.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.524874, "cps": 68.992188, "mean_p": 0.415627, "boundary_entropy": 0.660562, "bpb": 1.208805}, "ta": {"chunks": 10449.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.558919, "cps": 81.632812, "mean_p": 0.417338, "boundary_entropy": 0.662045, "bpb": 0.991676}, "th": {"chunks": 10410.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.647187, "cps": 81.328125, "mean_p": 0.416595, "boundary_entropy": 0.658662, "bpb": 1.100989}, "zh": {"chunks": 3440.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.582459, "cps": 26.875, "mean_p": 0.445341, "boundary_entropy": 0.671354, "bpb": 3.208836}, "my": {"chunks": 11030.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.582119, "cps": 86.171875, "mean_p": 0.447894, "boundary_entropy": 0.679307, "bpb": 1.117431}}, "bpb": {"en": 2.07489, "de": 2.2828, "vi": 1.96339, "tr": 2.25766, "fi": 2.45795, "ru": 1.45706, "el": 1.51778, "hi": 1.20881, "ta": 0.99168, "th": 1.10099, "zh": 3.20884, "my": 1.11743}, "gini_cpc": 0.190586, "gini_cps": 0.19884, "bpic": 4.556075, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1003158902263033, "vi": 1.1035689548660648, "tr": 1.3729063799077943, "fi": 1.269848563868084, "ru": 1.3496340347379248, "el": 1.5394948671501267, "hi": 2.1774438613859637, "ta": 2.3186831965740744, "th": 2.6848610795672423, "zh": 2.4163350577401137, "my": 2.414928580648424}, "t": 251.3} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08564, "de": 2.29307, "vi": 1.96463, "tr": 2.26428, "fi": 2.46634, "ru": 1.43621, "el": 1.50916, "hi": 1.20459, "ta": 0.99938, "th": 1.12025, "zh": 3.206, "my": 1.12581}, "bytes_per_chunk": {"en": 4.007, "de": 3.772, "vi": 4.78, "tr": 3.249, "fi": 3.398, "ru": 5.491, "el": 4.927, "hi": 4.946, "ta": 4.813, "th": 4.429, "zh": 4.824, "my": 4.864}, "bpb_mean": 1.80628, "t": 252.6} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 252.6} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.20191, "bpb": 1.73398, "chunk_loss": 0.032992, "F": 0.21814, "G": 0.43389, "chunks": 223.38, "bytes_per_chunk": 4.584, "boundary_entropy": 0.66894, "router_noise": 0.0, "grad_norm": 0.6938, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 252.7} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.25435, "bpb": 1.80964, "chunk_loss": 0.032774, "F": 0.21396, "G": 0.43242, "chunks": 219.09, "bytes_per_chunk": 4.674, "boundary_entropy": 0.66723, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 254.8} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.47913, "bpb": 2.13394, "chunk_loss": 0.034388, "F": 0.23999, "G": 0.43848, "chunks": 245.75, "bytes_per_chunk": 4.167, "boundary_entropy": 0.66756, "router_noise": 0.0, "grad_norm": 0.7685, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 256.9} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.47517, "bpb": 2.12821, "chunk_loss": 0.033641, "F": 0.22812, "G": 0.43896, "chunks": 233.59, "bytes_per_chunk": 4.384, "boundary_entropy": 0.67072, "router_noise": 0.0, "grad_norm": 0.857, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 259.0} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3951.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22703, "cps": 30.867188, "mean_p": 0.434426, "boundary_entropy": 0.659848, "bpb": 2.069637}, "de": {"chunks": 5100.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.248381, "cps": 39.84375, "mean_p": 0.445475, "boundary_entropy": 0.668186, "bpb": 2.278965}, "vi": {"chunks": 5018.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2722, "cps": 39.203125, "mean_p": 0.446963, "boundary_entropy": 0.671559, "bpb": 1.957653}, "tr": {"chunks": 5697.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.314699, "cps": 44.507812, "mean_p": 0.454185, "boundary_entropy": 0.665763, "bpb": 2.242852}, "fi": {"chunks": 5442.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.289299, "cps": 42.515625, "mean_p": 0.452615, "boundary_entropy": 0.668485, "bpb": 2.441954}, "ru": {"chunks": 6440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339842, "cps": 50.3125, "mean_p": 0.432772, "boundary_entropy": 0.670701, "bpb": 1.432322}, "el": {"chunks": 7073.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.344638, "cps": 55.257812, "mean_p": 0.455207, "boundary_entropy": 0.676381, "bpb": 1.502588}, "hi": {"chunks": 7941.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.471976, "cps": 62.039062, "mean_p": 0.41421, "boundary_entropy": 0.660974, "bpb": 1.197784}, "ta": {"chunks": 8589.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459428, "cps": 67.101562, "mean_p": 0.415358, "boundary_entropy": 0.662142, "bpb": 0.98532}, "th": {"chunks": 10477.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.651352, "cps": 81.851562, "mean_p": 0.418426, "boundary_entropy": 0.659779, "bpb": 1.087932}, "zh": {"chunks": 3156.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.534372, "cps": 24.65625, "mean_p": 0.443482, "boundary_entropy": 0.671201, "bpb": 3.187112}, "my": {"chunks": 9585.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.505858, "cps": 74.882812, "mean_p": 0.438604, "boundary_entropy": 0.676742, "bpb": 1.104345}}, "bpb": {"en": 2.06964, "de": 2.27897, "vi": 1.95765, "tr": 2.24285, "fi": 2.44195, "ru": 1.43232, "el": 1.50259, "hi": 1.19778, "ta": 0.98532, "th": 1.08793, "zh": 3.18711, "my": 1.10435}, "gini_cpc": 0.182966, "gini_cps": 0.18699, "bpic": 4.890861, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.094044178231009, "vi": 1.1989597549641364, "tr": 1.3861580726938751, "fi": 1.2742767069478687, "ru": 1.4969032922429042, "el": 1.5180284238388613, "hi": 2.0789173015803173, "ta": 2.02364451289462, "th": 2.8690159930079124, "zh": 2.3537516768013997, "my": 2.2281572201199973}, "t": 262.1} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.08081, "de": 2.28755, "vi": 1.95852, "tr": 2.25009, "fi": 2.44886, "ru": 1.41146, "el": 1.49506, "hi": 1.19341, "ta": 0.99272, "th": 1.1078, "zh": 3.18742, "my": 1.11247}, "bytes_per_chunk": {"en": 4.36, "de": 4.023, "vi": 4.712, "tr": 3.433, "fi": 3.64, "ru": 5.271, "el": 5.328, "hi": 5.608, "ta": 5.89, "th": 4.38, "zh": 5.298, "my": 5.626}, "bpb_mean": 1.79385, "t": 263.4} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.47979, "bpb": 2.13489, "chunk_loss": 0.033918, "F": 0.23273, "G": 0.43771, "chunks": 238.31, "bytes_per_chunk": 4.297, "boundary_entropy": 0.66856, "router_noise": 0.0, "grad_norm": 0.8115, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 263.5} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.49683, "bpb": 2.15947, "chunk_loss": 0.033433, "F": 0.22528, "G": 0.43594, "chunks": 230.69, "bytes_per_chunk": 4.439, "boundary_entropy": 0.66948, "router_noise": 0.0, "grad_norm": 0.7615, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 265.6} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.42249, "bpb": 2.05221, "chunk_loss": 0.034542, "F": 0.24237, "G": 0.44266, "chunks": 248.19, "bytes_per_chunk": 4.126, "boundary_entropy": 0.67049, "router_noise": 0.0, "grad_norm": 0.8102, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 267.7} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.23271, "bpb": 1.77843, "chunk_loss": 0.033407, "F": 0.22467, "G": 0.43461, "chunks": 230.06, "bytes_per_chunk": 4.451, "boundary_entropy": 0.66805, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 269.8} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.223237, "cps": 30.351562, "mean_p": 0.433853, "boundary_entropy": 0.660151, "bpb": 2.059297}, "de": {"chunks": 5172.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.251887, "cps": 40.40625, "mean_p": 0.445068, "boundary_entropy": 0.668265, "bpb": 2.265301}, "vi": {"chunks": 4707.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.25533, "cps": 36.773438, "mean_p": 0.444663, "boundary_entropy": 0.671486, "bpb": 1.951068}, "tr": {"chunks": 5762.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.31829, "cps": 45.015625, "mean_p": 0.454494, "boundary_entropy": 0.666073, "bpb": 2.231994}, "fi": {"chunks": 5426.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.288448, "cps": 42.390625, "mean_p": 0.452159, "boundary_entropy": 0.668499, "bpb": 2.42229}, "ru": {"chunks": 6318.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333404, "cps": 49.359375, "mean_p": 0.434131, "boundary_entropy": 0.671399, "bpb": 1.428729}, "el": {"chunks": 7505.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.365687, "cps": 58.632812, "mean_p": 0.456104, "boundary_entropy": 0.676316, "bpb": 1.496909}, "hi": {"chunks": 7727.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.459257, "cps": 60.367188, "mean_p": 0.41561, "boundary_entropy": 0.661866, "bpb": 1.194812}, "ta": {"chunks": 8222.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.439797, "cps": 64.234375, "mean_p": 0.416457, "boundary_entropy": 0.663209, "bpb": 0.98516}, "th": {"chunks": 10377.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.645135, "cps": 81.070312, "mean_p": 0.414083, "boundary_entropy": 0.657025, "bpb": 1.078556}, "zh": {"chunks": 3170.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536742, "cps": 24.765625, "mean_p": 0.444651, "boundary_entropy": 0.671674, "bpb": 3.180004}, "my": {"chunks": 7912.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.417564, "cps": 61.8125, "mean_p": 0.434456, "boundary_entropy": 0.676041, "bpb": 1.104805}}, "bpb": {"en": 2.0593, "de": 2.2653, "vi": 1.95107, "tr": 2.23199, "fi": 2.42229, "ru": 1.42873, "el": 1.49691, "hi": 1.19481, "ta": 0.98516, "th": 1.07856, "zh": 3.18, "my": 1.10481}, "gini_cpc": 0.1786, "gini_cps": 0.17536, "bpic": 5.03762, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1283379782089178, "vi": 1.1437580228141662, "tr": 1.425790772109062, "fi": 1.2921145087005488, "ru": 1.4934940760587199, "el": 1.6381095736453142, "hi": 2.057258836420798, "ta": 1.9700856153597528, "th": 2.8899068774356307, "zh": 2.404356802257243, "my": 1.8704926223608935}, "t": 272.8} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07013, "de": 2.275, "vi": 1.95064, "tr": 2.23991, "fi": 2.43061, "ru": 1.40787, "el": 1.48862, "hi": 1.19039, "ta": 0.99222, "th": 1.09738, "zh": 3.17642, "my": 1.11304}, "bytes_per_chunk": {"en": 4.483, "de": 4.006, "vi": 5.08, "tr": 3.385, "fi": 3.665, "ru": 5.429, "el": 5.084, "hi": 5.86, "ta": 6.348, "th": 4.447, "zh": 5.198, "my": 6.702}, "bpb_mean": 1.78602, "t": 274.2} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.31192, "bpb": 1.8927, "chunk_loss": 0.032926, "F": 0.21567, "G": 0.43782, "chunks": 220.84, "bytes_per_chunk": 4.637, "boundary_entropy": 0.67044, "router_noise": 0.0, "grad_norm": 0.7557, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 274.2} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.41235, "bpb": 2.03759, "chunk_loss": 0.03278, "F": 0.21344, "G": 0.43666, "chunks": 218.56, "bytes_per_chunk": 4.685, "boundary_entropy": 0.6697, "router_noise": 0.0, "grad_norm": 0.7471, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 276.4} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.3248, "bpb": 1.91129, "chunk_loss": 0.034409, "F": 0.2403, "G": 0.44053, "chunks": 246.06, "bytes_per_chunk": 4.162, "boundary_entropy": 0.66939, "router_noise": 0.0, "grad_norm": 0.8049, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 278.5} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.35066, "bpb": 1.94859, "chunk_loss": 0.033756, "F": 0.22931, "G": 0.43947, "chunks": 234.81, "bytes_per_chunk": 4.361, "boundary_entropy": 0.66976, "router_noise": 0.0, "grad_norm": 0.8072, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 280.7} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4014.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23065, "cps": 31.359375, "mean_p": 0.435094, "boundary_entropy": 0.659994, "bpb": 2.049668}, "de": {"chunks": 5349.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.260507, "cps": 41.789062, "mean_p": 0.446907, "boundary_entropy": 0.668615, "bpb": 2.250814}, "vi": {"chunks": 4983.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270301, "cps": 38.929688, "mean_p": 0.446676, "boundary_entropy": 0.67179, "bpb": 1.943901}, "tr": {"chunks": 5596.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.30912, "cps": 43.71875, "mean_p": 0.454236, "boundary_entropy": 0.665845, "bpb": 2.223372}, "fi": {"chunks": 5427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.288501, "cps": 42.398438, "mean_p": 0.452536, "boundary_entropy": 0.668598, "bpb": 2.41185}, "ru": {"chunks": 6798.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358734, "cps": 53.109375, "mean_p": 0.433989, "boundary_entropy": 0.671002, "bpb": 1.413351}, "el": {"chunks": 7644.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.37246, "cps": 59.71875, "mean_p": 0.456745, "boundary_entropy": 0.676339, "bpb": 1.478518}, "hi": {"chunks": 7315.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43477, "cps": 57.148438, "mean_p": 0.413093, "boundary_entropy": 0.661037, "bpb": 1.189112}, "ta": {"chunks": 8606.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460337, "cps": 67.234375, "mean_p": 0.416468, "boundary_entropy": 0.662836, "bpb": 0.977487}, "th": {"chunks": 10874.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.676034, "cps": 84.953125, "mean_p": 0.412865, "boundary_entropy": 0.655102, "bpb": 1.073034}, "zh": {"chunks": 3201.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541991, "cps": 25.007812, "mean_p": 0.443595, "boundary_entropy": 0.671111, "bpb": 3.172315}, "my": {"chunks": 9383.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.495197, "cps": 73.304688, "mean_p": 0.435764, "boundary_entropy": 0.675807, "bpb": 1.093577}}, "bpb": {"en": 2.04967, "de": 2.25081, "vi": 1.9439, "tr": 2.22337, "fi": 2.41185, "ru": 1.41335, "el": 1.47852, "hi": 1.18911, "ta": 0.97749, "th": 1.07303, "zh": 3.17231, "my": 1.09358}, "gini_cpc": 0.181911, "gini_cps": 0.185657, "bpic": 4.846332, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1294498258190522, "vi": 1.1719106398557044, "tr": 1.3402132474471153, "fi": 1.2508196353960437, "ru": 1.5553162085734231, "el": 1.6148291679312436, "hi": 1.8849768011069727, "ta": 1.9958257625457196, "th": 2.930994580825984, "zh": 2.349843740271731, "my": 2.146965631373158}, "t": 283.7} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.06088, "de": 2.26026, "vi": 1.94272, "tr": 2.23017, "fi": 2.41953, "ru": 1.39235, "el": 1.46962, "hi": 1.18526, "ta": 0.98489, "th": 1.09074, "zh": 3.16668, "my": 1.1011}, "bytes_per_chunk": {"en": 4.261, "de": 3.866, "vi": 4.758, "tr": 3.477, "fi": 3.69, "ru": 5.049, "el": 4.981, "hi": 6.16, "ta": 6.016, "th": 4.269, "zh": 5.187, "my": 5.768}, "bpb_mean": 1.77535, "t": 285.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.25875, "bpb": 1.816, "chunk_loss": 0.033169, "F": 0.22089, "G": 0.43359, "chunks": 226.19, "bytes_per_chunk": 4.527, "boundary_entropy": 0.66733, "router_noise": 0.0, "grad_norm": 0.7442, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 285.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.49465, "bpb": 2.15632, "chunk_loss": 0.033993, "F": 0.23428, "G": 0.43892, "chunks": 239.91, "bytes_per_chunk": 4.268, "boundary_entropy": 0.66872, "router_noise": 0.0, "grad_norm": 0.8122, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 287.3} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.40874, "bpb": 2.03238, "chunk_loss": 0.033116, "F": 0.21942, "G": 0.43674, "chunks": 224.69, "bytes_per_chunk": 4.557, "boundary_entropy": 0.67026, "router_noise": 0.0, "grad_norm": 0.7514, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 289.4} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.52416, "bpb": 2.19889, "chunk_loss": 0.033442, "F": 0.22501, "G": 0.43731, "chunks": 230.41, "bytes_per_chunk": 4.444, "boundary_entropy": 0.66892, "router_noise": 0.0, "grad_norm": 0.8115, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 291.6} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4134.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.237545, "cps": 32.296875, "mean_p": 0.436298, "boundary_entropy": 0.660138, "bpb": 2.040441}, "de": {"chunks": 5518.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.268738, "cps": 43.109375, "mean_p": 0.447049, "boundary_entropy": 0.66805, "bpb": 2.241297}, "vi": {"chunks": 5038.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273285, "cps": 39.359375, "mean_p": 0.445977, "boundary_entropy": 0.671568, "bpb": 1.939052}, "tr": {"chunks": 5819.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.321438, "cps": 45.460938, "mean_p": 0.455614, "boundary_entropy": 0.665542, "bpb": 2.210824}, "fi": {"chunks": 5390.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.286534, "cps": 42.109375, "mean_p": 0.451115, "boundary_entropy": 0.667992, "bpb": 2.400161}, "ru": {"chunks": 6881.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.363113, "cps": 53.757812, "mean_p": 0.435199, "boundary_entropy": 0.671429, "bpb": 1.407383}, "el": {"chunks": 7636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.37207, "cps": 59.65625, "mean_p": 0.458316, "boundary_entropy": 0.67672, "bpb": 1.473743}, "hi": {"chunks": 7992.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.475007, "cps": 62.4375, "mean_p": 0.419358, "boundary_entropy": 0.664291, "bpb": 1.182704}, "ta": {"chunks": 8640.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.462156, "cps": 67.5, "mean_p": 0.418367, "boundary_entropy": 0.664002, "bpb": 0.970443}, "th": {"chunks": 10485.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.65185, "cps": 81.914062, "mean_p": 0.410506, "boundary_entropy": 0.654305, "bpb": 1.067824}, "zh": {"chunks": 3078.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521165, "cps": 24.046875, "mean_p": 0.443247, "boundary_entropy": 0.671287, "bpb": 3.168789}, "my": {"chunks": 9334.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492611, "cps": 72.921875, "mean_p": 0.434938, "boundary_entropy": 0.675332, "bpb": 1.086038}}, "bpb": {"en": 2.04044, "de": 2.2413, "vi": 1.93905, "tr": 2.21082, "fi": 2.40016, "ru": 1.40738, "el": 1.47374, "hi": 1.1827, "ta": 0.97044, "th": 1.06782, "zh": 3.16879, "my": 1.08604}, "gini_cpc": 0.171726, "gini_cps": 0.181288, "bpic": 4.800563, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1313134147678447, "vi": 1.1504524389029356, "tr": 1.353167173456003, "fi": 1.2062311223731228, "ru": 1.5286075188315442, "el": 1.5663136130959163, "hi": 1.9996502888739847, "ta": 1.9455478692990489, "th": 2.7441068471062433, "zh": 2.1939605832449054, "my": 2.073757971170353}, "t": 294.7} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05101, "de": 2.24935, "vi": 1.93916, "tr": 2.21936, "fi": 2.40881, "ru": 1.38503, "el": 1.46542, "hi": 1.178, "ta": 0.97811, "th": 1.08673, "zh": 3.16512, "my": 1.09404}, "bytes_per_chunk": {"en": 4.157, "de": 3.766, "vi": 4.678, "tr": 3.336, "fi": 3.741, "ru": 4.972, "el": 5.02, "hi": 5.631, "ta": 5.945, "th": 4.406, "zh": 5.461, "my": 5.721}, "bpb_mean": 1.76834, "t": 296.0} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.29238, "bpb": 1.86451, "chunk_loss": 0.033435, "F": 0.2254, "G": 0.43822, "chunks": 230.81, "bytes_per_chunk": 4.437, "boundary_entropy": 0.6692, "router_noise": 0.0, "grad_norm": 0.7981, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 296.1} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.2645, "bpb": 1.82428, "chunk_loss": 0.033522, "F": 0.22656, "G": 0.43444, "chunks": 232.0, "bytes_per_chunk": 4.414, "boundary_entropy": 0.66704, "router_noise": 0.0, "grad_norm": 0.7978, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 298.2} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.30584, "bpb": 1.88393, "chunk_loss": 0.033821, "F": 0.23178, "G": 0.4352, "chunks": 237.34, "bytes_per_chunk": 4.314, "boundary_entropy": 0.66668, "router_noise": 0.0, "grad_norm": 0.7767, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 300.3} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.35201, "bpb": 1.95053, "chunk_loss": 0.033109, "F": 0.21991, "G": 0.43443, "chunks": 225.19, "bytes_per_chunk": 4.547, "boundary_entropy": 0.66843, "router_noise": 0.0, "grad_norm": 0.7892, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 302.5} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4017.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230822, "cps": 31.382812, "mean_p": 0.433507, "boundary_entropy": 0.659308, "bpb": 2.038919}, "de": {"chunks": 5252.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.255783, "cps": 41.03125, "mean_p": 0.444782, "boundary_entropy": 0.66759, "bpb": 2.233667}, "vi": {"chunks": 4795.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.260103, "cps": 37.460938, "mean_p": 0.445445, "boundary_entropy": 0.67129, "bpb": 1.939912}, "tr": {"chunks": 5850.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.323151, "cps": 45.703125, "mean_p": 0.455104, "boundary_entropy": 0.665358, "bpb": 2.203731}, "fi": {"chunks": 5399.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.287013, "cps": 42.179688, "mean_p": 0.450872, "boundary_entropy": 0.667658, "bpb": 2.387824}, "ru": {"chunks": 6937.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366069, "cps": 54.195312, "mean_p": 0.435068, "boundary_entropy": 0.671291, "bpb": 1.395929}, "el": {"chunks": 7338.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.35755, "cps": 57.328125, "mean_p": 0.456488, "boundary_entropy": 0.676424, "bpb": 1.468351}, "hi": {"chunks": 7886.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.468707, "cps": 61.609375, "mean_p": 0.416774, "boundary_entropy": 0.662222, "bpb": 1.175706}, "ta": {"chunks": 8317.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444878, "cps": 64.976562, "mean_p": 0.417745, "boundary_entropy": 0.663494, "bpb": 0.970252}, "th": {"chunks": 10749.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.668262, "cps": 83.976562, "mean_p": 0.412162, "boundary_entropy": 0.654829, "bpb": 1.055727}, "zh": {"chunks": 3288.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.556722, "cps": 25.6875, "mean_p": 0.444747, "boundary_entropy": 0.671525, "bpb": 3.138152}, "my": {"chunks": 9994.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.527444, "cps": 78.078125, "mean_p": 0.434494, "boundary_entropy": 0.674671, "bpb": 1.081006}}, "bpb": {"en": 2.03892, "de": 2.23367, "vi": 1.93991, "tr": 2.20373, "fi": 2.38782, "ru": 1.39593, "el": 1.46835, "hi": 1.17571, "ta": 0.97025, "th": 1.05573, "zh": 3.13815, "my": 1.08101}, "gini_cpc": 0.187398, "gini_cps": 0.188536, "bpic": 4.80796, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1081399159014214, "vi": 1.1268542785918187, "tr": 1.3999986056057865, "fi": 1.2434368462766432, "ru": 1.585932754132667, "el": 1.5490275814704624, "hi": 2.03059815990066, "ta": 1.927363013158239, "th": 2.895138109413606, "zh": 2.4119075372268606, "my": 2.2850634171459077}, "t": 305.6} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04978, "de": 2.2424, "vi": 1.94005, "tr": 2.20945, "fi": 2.39728, "ru": 1.37388, "el": 1.46155, "hi": 1.17116, "ta": 0.97814, "th": 1.07493, "zh": 3.13595, "my": 1.08868}, "bytes_per_chunk": {"en": 4.327, "de": 3.911, "vi": 4.916, "tr": 3.33, "fi": 3.716, "ru": 4.948, "el": 5.206, "hi": 5.84, "ta": 6.224, "th": 4.307, "zh": 5.098, "my": 5.399}, "bpb_mean": 1.76027, "t": 307.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.29538, "bpb": 1.86883, "chunk_loss": 0.032781, "F": 0.21417, "G": 0.43614, "chunks": 219.31, "bytes_per_chunk": 4.669, "boundary_entropy": 0.66978, "router_noise": 0.0, "grad_norm": 0.8479, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 307.0} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.38001, "bpb": 1.99093, "chunk_loss": 0.033574, "F": 0.22702, "G": 0.4356, "chunks": 232.47, "bytes_per_chunk": 4.405, "boundary_entropy": 0.66795, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 309.2} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.3799, "bpb": 1.99077, "chunk_loss": 0.033148, "F": 0.22037, "G": 0.43608, "chunks": 225.66, "bytes_per_chunk": 4.538, "boundary_entropy": 0.6688, "router_noise": 0.0, "grad_norm": 0.7975, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 311.3} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.43634, "bpb": 2.07221, "chunk_loss": 0.033712, "F": 0.22958, "G": 0.43846, "chunks": 235.09, "bytes_per_chunk": 4.356, "boundary_entropy": 0.66953, "router_noise": 0.0, "grad_norm": 0.8308, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 313.4} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4002.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22996, "cps": 31.265625, "mean_p": 0.434003, "boundary_entropy": 0.659469, "bpb": 2.029419}, "de": {"chunks": 5446.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.265232, "cps": 42.546875, "mean_p": 0.446068, "boundary_entropy": 0.667912, "bpb": 2.223226}, "vi": {"chunks": 4832.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26211, "cps": 37.75, "mean_p": 0.445715, "boundary_entropy": 0.671277, "bpb": 1.929851}, "tr": {"chunks": 5777.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.319118, "cps": 45.132812, "mean_p": 0.45508, "boundary_entropy": 0.665737, "bpb": 2.195411}, "fi": {"chunks": 5451.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.289777, "cps": 42.585938, "mean_p": 0.452413, "boundary_entropy": 0.668355, "bpb": 2.376171}, "ru": {"chunks": 6511.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343588, "cps": 50.867188, "mean_p": 0.434219, "boundary_entropy": 0.671269, "bpb": 1.392768}, "el": {"chunks": 7575.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369098, "cps": 59.179688, "mean_p": 0.457902, "boundary_entropy": 0.676763, "bpb": 1.458284}, "hi": {"chunks": 8438.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.501516, "cps": 65.921875, "mean_p": 0.417487, "boundary_entropy": 0.662358, "bpb": 1.165657}, "ta": {"chunks": 10022.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.536079, "cps": 78.296875, "mean_p": 0.418702, "boundary_entropy": 0.663103, "bpb": 0.961573}, "th": {"chunks": 10401.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.646627, "cps": 81.257812, "mean_p": 0.409365, "boundary_entropy": 0.653109, "bpb": 1.050114}, "zh": {"chunks": 3257.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.551473, "cps": 25.445312, "mean_p": 0.444252, "boundary_entropy": 0.671345, "bpb": 3.138964}, "my": {"chunks": 9960.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.525649, "cps": 77.8125, "mean_p": 0.435142, "boundary_entropy": 0.675012, "bpb": 1.077148}}, "bpb": {"en": 2.02942, "de": 2.22323, "vi": 1.92985, "tr": 2.19541, "fi": 2.37617, "ru": 1.39277, "el": 1.45828, "hi": 1.16566, "ta": 0.96157, "th": 1.05011, "zh": 3.13896, "my": 1.07715}, "gini_cpc": 0.186555, "gini_cps": 0.194606, "bpic": 4.699052, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1533796000747982, "vi": 1.1398056870669628, "tr": 1.3877104286060582, "fi": 1.260118346015446, "ru": 1.4941201299086606, "el": 1.605050968157202, "hi": 2.180878565175065, "ta": 2.331180839107058, "th": 2.8119077390120606, "zh": 2.398122433872803, "my": 2.285825105180152}, "t": 316.5} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04033, "de": 2.23208, "vi": 1.92915, "tr": 2.20152, "fi": 2.38607, "ru": 1.37095, "el": 1.44989, "hi": 1.16096, "ta": 0.9691, "th": 1.06988, "zh": 3.13469, "my": 1.08468}, "bytes_per_chunk": {"en": 4.249, "de": 3.78, "vi": 4.882, "tr": 3.371, "fi": 3.654, "ru": 5.197, "el": 5.05, "hi": 5.395, "ta": 5.145, "th": 4.429, "zh": 5.145, "my": 5.422}, "bpb_mean": 1.75244, "t": 317.9} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.1349, "bpb": 1.63732, "chunk_loss": 0.032585, "F": 0.21133, "G": 0.43276, "chunks": 216.41, "bytes_per_chunk": 4.732, "boundary_entropy": 0.66883, "router_noise": 0.0, "grad_norm": 0.7385, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 317.9} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.19715, "bpb": 1.72712, "chunk_loss": 0.033152, "F": 0.22061, "G": 0.43618, "chunks": 225.91, "bytes_per_chunk": 4.533, "boundary_entropy": 0.66924, "router_noise": 0.0, "grad_norm": 0.79, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 320.1} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.39881, "bpb": 2.01806, "chunk_loss": 0.033981, "F": 0.23392, "G": 0.43594, "chunks": 239.53, "bytes_per_chunk": 4.275, "boundary_entropy": 0.66712, "router_noise": 0.0, "grad_norm": 0.822, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 322.2} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.41096, "bpb": 2.03558, "chunk_loss": 0.033877, "F": 0.23199, "G": 0.4376, "chunks": 237.56, "bytes_per_chunk": 4.31, "boundary_entropy": 0.66849, "router_noise": 0.0, "grad_norm": 0.8388, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 324.3} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.223295, "cps": 30.359375, "mean_p": 0.432518, "boundary_entropy": 0.659209, "bpb": 2.027779}, "de": {"chunks": 5335.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.259826, "cps": 41.679688, "mean_p": 0.44522, "boundary_entropy": 0.667845, "bpb": 2.218721}, "vi": {"chunks": 4847.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262924, "cps": 37.867188, "mean_p": 0.446091, "boundary_entropy": 0.671319, "bpb": 1.927715}, "tr": {"chunks": 5697.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.314699, "cps": 44.507812, "mean_p": 0.454118, "boundary_entropy": 0.66545, "bpb": 2.187097}, "fi": {"chunks": 5362.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.285046, "cps": 41.890625, "mean_p": 0.451396, "boundary_entropy": 0.668293, "bpb": 2.370607}, "ru": {"chunks": 7127.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.376095, "cps": 55.679688, "mean_p": 0.434432, "boundary_entropy": 0.670872, "bpb": 1.387303}, "el": {"chunks": 7696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.374994, "cps": 60.125, "mean_p": 0.457887, "boundary_entropy": 0.676535, "bpb": 1.451291}, "hi": {"chunks": 8245.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.490045, "cps": 64.414062, "mean_p": 0.417101, "boundary_entropy": 0.662375, "bpb": 1.161951}, "ta": {"chunks": 8939.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.478149, "cps": 69.835938, "mean_p": 0.418172, "boundary_entropy": 0.663598, "bpb": 0.958783}, "th": {"chunks": 10154.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.631271, "cps": 79.328125, "mean_p": 0.409569, "boundary_entropy": 0.654213, "bpb": 1.048605}, "zh": {"chunks": 3313.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560955, "cps": 25.882812, "mean_p": 0.444441, "boundary_entropy": 0.671345, "bpb": 3.128732}, "my": {"chunks": 10349.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.546179, "cps": 80.851562, "mean_p": 0.43442, "boundary_entropy": 0.674312, "bpb": 1.072781}}, "bpb": {"en": 2.02778, "de": 2.21872, "vi": 1.92771, "tr": 2.1871, "fi": 2.37061, "ru": 1.3873, "el": 1.45129, "hi": 1.16195, "ta": 0.95878, "th": 1.0486, "zh": 3.12873, "my": 1.07278}, "gini_cpc": 0.18558, "gini_cps": 0.190894, "bpic": 4.740964, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1635990031887962, "vi": 1.1774736625226607, "tr": 1.4093439385521103, "fi": 1.2765453563829245, "ru": 1.6842977497192408, "el": 1.6793667017678142, "hi": 2.1946077625399667, "ta": 2.1413358684531065, "th": 2.827075570450407, "zh": 2.5121716899812623, "my": 2.4459993360488945}, "t": 327.4} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.0394, "de": 2.22891, "vi": 1.92644, "tr": 2.19271, "fi": 2.37961, "ru": 1.36427, "el": 1.44266, "hi": 1.15778, "ta": 0.96645, "th": 1.06758, "zh": 3.12579, "my": 1.08063}, "bytes_per_chunk": {"en": 4.45, "de": 3.897, "vi": 4.869, "tr": 3.448, "fi": 3.749, "ru": 4.821, "el": 4.996, "hi": 5.503, "ta": 5.741, "th": 4.519, "zh": 5.066, "my": 5.189}, "bpb_mean": 1.74769, "t": 328.8} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.47089, "bpb": 2.12204, "chunk_loss": 0.033383, "F": 0.22412, "G": 0.43672, "chunks": 229.5, "bytes_per_chunk": 4.462, "boundary_entropy": 0.66947, "router_noise": 0.0, "grad_norm": 0.8303, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 328.8} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.27845, "bpb": 1.84442, "chunk_loss": 0.033102, "F": 0.21957, "G": 0.43386, "chunks": 224.84, "bytes_per_chunk": 4.554, "boundary_entropy": 0.6684, "router_noise": 0.0, "grad_norm": 0.769, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 331.0} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.32829, "bpb": 1.91632, "chunk_loss": 0.033792, "F": 0.23093, "G": 0.43645, "chunks": 236.47, "bytes_per_chunk": 4.33, "boundary_entropy": 0.66796, "router_noise": 0.0, "grad_norm": 0.8081, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 333.1} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.20669, "bpb": 1.74088, "chunk_loss": 0.033528, "F": 0.22668, "G": 0.4332, "chunks": 232.12, "bytes_per_chunk": 4.411, "boundary_entropy": 0.66708, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 335.3} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3995.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229558, "cps": 31.210938, "mean_p": 0.433111, "boundary_entropy": 0.659017, "bpb": 2.020256}, "de": {"chunks": 5366.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.261335, "cps": 41.921875, "mean_p": 0.444815, "boundary_entropy": 0.667494, "bpb": 2.215515}, "vi": {"chunks": 4929.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267372, "cps": 38.507812, "mean_p": 0.445681, "boundary_entropy": 0.671087, "bpb": 1.921169}, "tr": {"chunks": 5690.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.314313, "cps": 44.453125, "mean_p": 0.453711, "boundary_entropy": 0.665182, "bpb": 2.178621}, "fi": {"chunks": 5473.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.290947, "cps": 42.757812, "mean_p": 0.451171, "boundary_entropy": 0.667553, "bpb": 2.361736}, "ru": {"chunks": 6940.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366227, "cps": 54.21875, "mean_p": 0.433989, "boundary_entropy": 0.670674, "bpb": 1.384357}, "el": {"chunks": 7214.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.351508, "cps": 56.359375, "mean_p": 0.456668, "boundary_entropy": 0.676562, "bpb": 1.448985}, "hi": {"chunks": 7796.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463358, "cps": 60.90625, "mean_p": 0.416365, "boundary_entropy": 0.662553, "bpb": 1.161712}, "ta": {"chunks": 8849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473335, "cps": 69.132812, "mean_p": 0.418188, "boundary_entropy": 0.663819, "bpb": 0.954448}, "th": {"chunks": 10281.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.639167, "cps": 80.320312, "mean_p": 0.410032, "boundary_entropy": 0.653849, "bpb": 1.045145}, "zh": {"chunks": 3352.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.567558, "cps": 26.1875, "mean_p": 0.444954, "boundary_entropy": 0.671407, "bpb": 3.125353}, "my": {"chunks": 9288.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.490184, "cps": 72.5625, "mean_p": 0.427516, "boundary_entropy": 0.672226, "bpb": 1.071898}}, "bpb": {"en": 2.02026, "de": 2.21552, "vi": 1.92117, "tr": 2.17862, "fi": 2.36174, "ru": 1.38436, "el": 1.44898, "hi": 1.16171, "ta": 0.95445, "th": 1.04515, "zh": 3.12535, "my": 1.0719}, "gini_cpc": 0.180196, "gini_cps": 0.178848, "bpic": 4.847372, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1384280757609457, "vi": 1.1647239684267663, "tr": 1.3692068131620914, "fi": 1.2674210074272176, "ru": 1.5953559363452336, "el": 1.531237757180396, "hi": 2.0184783430997513, "ta": 2.0619401826500834, "th": 2.7843359219229193, "zh": 2.4723952688913973, "my": 2.135335730778102}, "t": 338.3} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03165, "de": 2.22605, "vi": 1.92006, "tr": 2.18509, "fi": 2.37187, "ru": 1.36144, "el": 1.44123, "hi": 1.15676, "ta": 0.96263, "th": 1.06388, "zh": 3.12175, "my": 1.08059}, "bytes_per_chunk": {"en": 4.307, "de": 3.866, "vi": 4.83, "tr": 3.431, "fi": 3.654, "ru": 4.925, "el": 5.25, "hi": 5.807, "ta": 5.841, "th": 4.479, "zh": 5.059, "my": 5.661}, "bpb_mean": 1.74358, "t": 339.7} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.26402, "bpb": 1.82359, "chunk_loss": 0.032952, "F": 0.21762, "G": 0.43059, "chunks": 222.84, "bytes_per_chunk": 4.595, "boundary_entropy": 0.66641, "router_noise": 0.0, "grad_norm": 0.7679, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 339.7} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.37359, "bpb": 1.98168, "chunk_loss": 0.033574, "F": 0.22708, "G": 0.43677, "chunks": 232.53, "bytes_per_chunk": 4.404, "boundary_entropy": 0.66888, "router_noise": 0.0, "grad_norm": 0.7586, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 341.9} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.32497, "bpb": 1.91153, "chunk_loss": 0.033651, "F": 0.22913, "G": 0.43649, "chunks": 234.62, "bytes_per_chunk": 4.364, "boundary_entropy": 0.66766, "router_noise": 0.0, "grad_norm": 0.7634, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 344.0} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.28555, "bpb": 1.85466, "chunk_loss": 0.033033, "F": 0.21863, "G": 0.4352, "chunks": 223.88, "bytes_per_chunk": 4.574, "boundary_entropy": 0.66868, "router_noise": 0.0, "grad_norm": 0.7743, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 346.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230995, "cps": 31.40625, "mean_p": 0.433259, "boundary_entropy": 0.6587, "bpb": 2.017392}, "de": {"chunks": 5386.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.262309, "cps": 42.078125, "mean_p": 0.444977, "boundary_entropy": 0.667423, "bpb": 2.210801}, "vi": {"chunks": 4987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270518, "cps": 38.960938, "mean_p": 0.446588, "boundary_entropy": 0.671409, "bpb": 1.920715}, "tr": {"chunks": 5663.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.312821, "cps": 44.242188, "mean_p": 0.454014, "boundary_entropy": 0.665219, "bpb": 2.179768}, "fi": {"chunks": 5378.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.285897, "cps": 42.015625, "mean_p": 0.451754, "boundary_entropy": 0.667832, "bpb": 2.364606}, "ru": {"chunks": 7137.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.376623, "cps": 55.757812, "mean_p": 0.435144, "boundary_entropy": 0.670826, "bpb": 1.37747}, "el": {"chunks": 7470.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363982, "cps": 58.359375, "mean_p": 0.457781, "boundary_entropy": 0.676748, "bpb": 1.442782}, "hi": {"chunks": 8241.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.489807, "cps": 64.382812, "mean_p": 0.416997, "boundary_entropy": 0.662156, "bpb": 1.159408}, "ta": {"chunks": 8376.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448034, "cps": 65.4375, "mean_p": 0.41599, "boundary_entropy": 0.662784, "bpb": 0.954679}, "th": {"chunks": 10465.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.650606, "cps": 81.757812, "mean_p": 0.409212, "boundary_entropy": 0.652972, "bpb": 1.041289}, "zh": {"chunks": 3406.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.576702, "cps": 26.609375, "mean_p": 0.444676, "boundary_entropy": 0.67115, "bpb": 3.117714}, "my": {"chunks": 10110.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.533566, "cps": 78.984375, "mean_p": 0.431741, "boundary_entropy": 0.673122, "bpb": 1.066457}}, "bpb": {"en": 2.01739, "de": 2.2108, "vi": 1.92072, "tr": 2.17977, "fi": 2.36461, "ru": 1.37747, "el": 1.44278, "hi": 1.15941, "ta": 0.95468, "th": 1.04129, "zh": 3.11771, "my": 1.06646}, "gini_cpc": 0.186116, "gini_cps": 0.184178, "bpic": 4.759248, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1355650278292462, "vi": 1.1711008424112148, "tr": 1.3542351354314985, "fi": 1.2376760342670254, "ru": 1.630438979246249, "el": 1.5757155604814694, "hi": 2.1204249628528977, "ta": 1.9395870074606907, "th": 2.816542017917871, "zh": 2.4966017356495547, "my": 2.3098610021457}, "t": 349.2} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02911, "de": 2.221, "vi": 1.9193, "tr": 2.18511, "fi": 2.3739, "ru": 1.35583, "el": 1.43478, "hi": 1.15503, "ta": 0.96281, "th": 1.0602, "zh": 3.11373, "my": 1.07465}, "bytes_per_chunk": {"en": 4.31, "de": 3.853, "vi": 4.746, "tr": 3.45, "fi": 3.702, "ru": 4.767, "el": 5.085, "hi": 5.353, "ta": 6.27, "th": 4.438, "zh": 4.975, "my": 5.303}, "bpb_mean": 1.74045, "t": 350.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230995, "cps": 31.40625, "mean_p": 0.433259, "boundary_entropy": 0.6587, "bpb": 2.017392}, "de": {"chunks": 5386.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.262309, "cps": 42.078125, "mean_p": 0.444977, "boundary_entropy": 0.667423, "bpb": 2.210801}, "vi": {"chunks": 4987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270518, "cps": 38.960938, "mean_p": 0.446588, "boundary_entropy": 0.671409, "bpb": 1.920715}, "tr": {"chunks": 5663.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.312821, "cps": 44.242188, "mean_p": 0.454014, "boundary_entropy": 0.665219, "bpb": 2.179768}, "fi": {"chunks": 5378.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.285897, "cps": 42.015625, "mean_p": 0.451754, "boundary_entropy": 0.667832, "bpb": 2.364606}, "ru": {"chunks": 7137.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.376623, "cps": 55.757812, "mean_p": 0.435144, "boundary_entropy": 0.670826, "bpb": 1.37747}, "el": {"chunks": 7470.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363982, "cps": 58.359375, "mean_p": 0.457781, "boundary_entropy": 0.676748, "bpb": 1.442782}, "hi": {"chunks": 8241.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.489807, "cps": 64.382812, "mean_p": 0.416997, "boundary_entropy": 0.662156, "bpb": 1.159408}, "ta": {"chunks": 8376.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448034, "cps": 65.4375, "mean_p": 0.41599, "boundary_entropy": 0.662784, "bpb": 0.954679}, "th": {"chunks": 10465.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.650606, "cps": 81.757812, "mean_p": 0.409212, "boundary_entropy": 0.652972, "bpb": 1.041289}, "zh": {"chunks": 3406.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.576702, "cps": 26.609375, "mean_p": 0.444676, "boundary_entropy": 0.67115, "bpb": 3.117714}, "my": {"chunks": 10110.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.533566, "cps": 78.984375, "mean_p": 0.431741, "boundary_entropy": 0.673122, "bpb": 1.066457}}, "bpb": {"en": 2.01739, "de": 2.2108, "vi": 1.92072, "tr": 2.17977, "fi": 2.36461, "ru": 1.37747, "el": 1.44278, "hi": 1.15941, "ta": 0.95468, "th": 1.04129, "zh": 3.11771, "my": 1.06646}, "gini_cpc": 0.186116, "gini_cps": 0.184178, "bpic": 4.759248, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1355650278292462, "vi": 1.1711008424112148, "tr": 1.3542351354314985, "fi": 1.2376760342670254, "ru": 1.630438979246249, "el": 1.5757155604814694, "hi": 2.1204249628528977, "ta": 1.9395870074606907, "th": 2.816542017917871, "zh": 2.4966017356495547, "my": 2.3098610021457}, "t": 351.6} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s0/th0.70"], "t": 356.3} +{"event": "final", "run": "emactl_noema_s0", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.23099465609377692, "cps": 31.40625, "bpb": 2.0382534508432286, "bytes_per_chunk": 4.302768180288718}, "de": {"cpc": 0.26230945307553694, "cps": 42.078125, "bpb": 2.2124327286163514, "bytes_per_chunk": 3.8386598428771204}, "vi": {"cpc": 0.27051803634391103, "cps": 38.9609375, "bpb": 1.9233381799299585, "bytes_per_chunk": 4.745675570480733}, "tr": {"cpc": 0.3128210793791084, "cps": 44.2421875, "bpb": 2.1762234583080327, "bytes_per_chunk": 3.449739766678291}, "fi": {"cpc": 0.2858965498910212, "cps": 42.015625, "bpb": 2.3890020062928516, "bytes_per_chunk": 3.6961775446611114}, "ru": {"cpc": 0.376622691292876, "cps": 55.7578125, "bpb": 1.3563091872564799, "bytes_per_chunk": 4.759763958238765}, "el": {"cpc": 0.36398187399502996, "cps": 58.359375, "bpb": 1.431533232486521, "bytes_per_chunk": 5.101963760923298}, "hi": {"cpc": 0.4898068350668648, "cps": 64.3828125, "bpb": 1.1639179249083127, "bytes_per_chunk": 5.340885244231651}, "ta": {"cpc": 0.4480342337523402, "cps": 65.4375, "bpb": 0.9624026067198248, "bytes_per_chunk": 6.288613546676902}, "th": {"cpc": 0.6506061548026111, "cps": 81.7578125, "bpb": 1.0589655444660309, "bytes_per_chunk": 4.42780893182893}, "zh": {"cpc": 0.5767016593294955, "cps": 26.609375, "bpb": 3.1217361863324053, "bytes_per_chunk": 4.9474200732268905}, "my": {"cpc": 0.5335655478150728, "cps": 78.984375, "bpb": 1.0843777332042663, "bytes_per_chunk": 5.2943944580770905}}, "gini_cpc": 0.18611578592940914, "gini_cps": 0.18417783785347885, "bpic": 4.7592480065477005, "seed": 0, "mean_boundary_entropy": 0.6694673299789429, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 358.8} diff --git a/emactl_noema_s0/model.safetensors b/emactl_noema_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..638119b94f02c63d6e7982a7e7aa5f979c0f589b --- /dev/null +++ b/emactl_noema_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e3e5d1709a39d0e054fa636652f95a102353a4a8cf1f7d5a1366fde46872746b +size 90078296 diff --git a/emactl_noema_s1/config.json b/emactl_noema_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..9ba4c6bdd1b416eb88687d72ffb9ab19594c5536 --- /dev/null +++ b/emactl_noema_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_noema_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 1, + "out_dir": null, + "run_name": "emactl_noema_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.23693031160314426, + "gini_cps": 0.24140331101544144, + "bpic": 5.212078823353659, + "worst_lang": "ta", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.843470152412457, + "vi": 1.2215531661527395, + "tr": 1.130235998752015, + "fi": 0.8248924871143106, + "ru": 1.611817706976797, + "el": 1.6979980353874928, + "hi": 2.016545670210256, + "ta": 3.3572490033712628, + "th": 2.1049647560372007, + "zh": 2.5372298157544013, + "my": 2.089203249734308 + } + } +} \ No newline at end of file diff --git a/emactl_noema_s1/final.json b/emactl_noema_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..2ac08e3151403bff3dd96306ba4f3ee598247574 --- /dev/null +++ b/emactl_noema_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_noema_s1", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.2142159397804976, + "cps": 29.125, + "bpb": 2.0525959332630173, + "bytes_per_chunk": 4.695102402679395 + }, + "de": { + "cpc": 0.18068475137583404, + "cps": 28.984375, + "bpb": 2.2386571699167805, + "bytes_per_chunk": 5.84470976444489 + }, + "vi": { + "cpc": 0.26167615947925144, + "cps": 37.6875, + "bpb": 1.8887908317215056, + "bytes_per_chunk": 5.3526084737110775 + }, + "tr": { + "cpc": 0.2421145666464122, + "cps": 34.2421875, + "bpb": 2.203242577693521, + "bytes_per_chunk": 4.533363308574937 + }, + "fi": { + "cpc": 0.17670511934506405, + "cps": 25.96875, + "bpb": 2.4121796351973424, + "bytes_per_chunk": 5.8906778423199215 + }, + "ru": { + "cpc": 0.34527704485488125, + "cps": 51.1171875, + "bpb": 1.367230666027715, + "bytes_per_chunk": 5.2564943202895495 + }, + "el": { + "cpc": 0.3637382448959704, + "cps": 58.3203125, + "bpb": 1.4419177599239312, + "bytes_per_chunk": 4.99816961561928 + }, + "hi": { + "cpc": 0.43197622585438333, + "cps": 56.78125, + "bpb": 1.2061648934002307, + "bytes_per_chunk": 5.775941655374514 + }, + "ta": { + "cpc": 0.719176250334314, + "cps": 105.0390625, + "bpb": 0.932736077772738, + "bytes_per_chunk": 3.8478723560409236 + }, + "th": { + "cpc": 0.45091700341933477, + "cps": 56.6640625, + "bpb": 1.1032021694968648, + "bytes_per_chunk": 6.034830852814899 + }, + "zh": { + "cpc": 0.5435150694209279, + "cps": 25.078125, + "bpb": 3.1430077960108775, + "bytes_per_chunk": 5.576819980428031 + }, + "my": { + "cpc": 0.4475406375343044, + "cps": 66.25, + "bpb": 1.1165069677203832, + "bytes_per_chunk": 6.349541606617335 + } + }, + "gini_cpc": 0.23693031160314426, + "gini_cps": 0.24140331101544144, + "bpic": 5.212078823353659, + "seed": 1, + "mean_boundary_entropy": 0.6675059795379639, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_noema_s1/log.jsonl b/emactl_noema_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..013b65448d02169e58c599fa6324e497711d0292 --- /dev/null +++ b/emactl_noema_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_noema_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 7.975542}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 7.980804}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.810944}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 7.940182}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 7.978067}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.056575}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.856999}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.113177}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.099115}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.255005}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.116607}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.11144}}, "bpb": {"en": 7.97554, "de": 7.9808, "vi": 7.81094, "tr": 7.94018, "fi": 7.97807, "ru": 8.05657, "el": 7.857, "hi": 8.11318, "ta": 8.09911, "th": 8.25501, "zh": 8.11661, "my": 8.11144}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.54764, "bpb": 8.00355, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 6.9671, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.007, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153537, "cps": 20.875, "mean_p": 0.478155, "boundary_entropy": 0.685445, "bpb": 7.949601}, "de": {"chunks": 2047.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099693, "cps": 15.992188, "mean_p": 0.469689, "boundary_entropy": 0.685277, "bpb": 7.958527}, "vi": {"chunks": 14152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76767, "cps": 110.5625, "mean_p": 0.50713, "boundary_entropy": 0.688286, "bpb": 7.793557}, "tr": {"chunks": 5643.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311716, "cps": 44.085938, "mean_p": 0.486068, "boundary_entropy": 0.686378, "bpb": 7.922252}, "fi": {"chunks": 4722.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251023, "cps": 36.890625, "mean_p": 0.484469, "boundary_entropy": 0.686593, "bpb": 7.955621}, "ru": {"chunks": 17498.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.923377, "cps": 136.703125, "mean_p": 0.502296, "boundary_entropy": 0.690066, "bpb": 8.04698}, "el": {"chunks": 31468.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533304, "cps": 245.84375, "mean_p": 0.517949, "boundary_entropy": 0.689705, "bpb": 7.846305}, "hi": {"chunks": 1638.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097355, "cps": 12.796875, "mean_p": 0.476155, "boundary_entropy": 0.689484, "bpb": 8.093223}, "ta": {"chunks": 39590.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117679, "cps": 309.296875, "mean_p": 0.514537, "boundary_entropy": 0.690545, "bpb": 8.08486}, "th": {"chunks": 44417.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761393, "cps": 347.007812, "mean_p": 0.52079, "boundary_entropy": 0.690224, "bpb": 8.239281}, "zh": {"chunks": 12935.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.190146, "cps": 101.054688, "mean_p": 0.528311, "boundary_entropy": 0.684752, "bpb": 8.112208}, "my": {"chunks": 7056.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372388, "cps": 55.125, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097758}}, "bpb": {"en": 7.9496, "de": 7.95853, "vi": 7.79356, "tr": 7.92225, "fi": 7.95562, "ru": 8.04698, "el": 7.8463, "hi": 8.09322, "ta": 8.08486, "th": 8.23928, "zh": 8.11221, "my": 8.09776}, "gini_cpc": 0.507438, "gini_cps": 0.501036, "bpic": 2.087604, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6493115106659033, "vi": 4.999911811852292, "tr": 2.030238995852409, "fi": 1.6349397982515643, "ru": 6.01404764349928, "el": 9.98656108335879, "hi": 0.6340835565125321, "ta": 13.79264945636942, "th": 17.9852228477456, "zh": 14.2646347797125, "my": 2.4253971474403944}, "t": 5.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154169, "cps": 20.960938, "mean_p": 0.478181, "boundary_entropy": 0.685452, "bpb": 7.904481}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469691, "boundary_entropy": 0.685282, "bpb": 7.921063}, "vi": {"chunks": 14088.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.764199, "cps": 110.0625, "mean_p": 0.506996, "boundary_entropy": 0.688292, "bpb": 7.765729}, "tr": {"chunks": 5632.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311109, "cps": 44.0, "mean_p": 0.486066, "boundary_entropy": 0.686383, "bpb": 7.892251}, "fi": {"chunks": 4698.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249747, "cps": 36.703125, "mean_p": 0.484377, "boundary_entropy": 0.686588, "bpb": 7.919708}, "ru": {"chunks": 17216.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.908496, "cps": 134.5, "mean_p": 0.502015, "boundary_entropy": 0.690066, "bpb": 8.010319}, "el": {"chunks": 31501.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.534912, "cps": 246.101562, "mean_p": 0.517996, "boundary_entropy": 0.689703, "bpb": 7.826467}, "hi": {"chunks": 1622.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.096404, "cps": 12.671875, "mean_p": 0.476104, "boundary_entropy": 0.689479, "bpb": 8.058816}, "ta": {"chunks": 39518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.113827, "cps": 308.734375, "mean_p": 0.514488, "boundary_entropy": 0.690547, "bpb": 8.05223}, "th": {"chunks": 44426.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761952, "cps": 347.078125, "mean_p": 0.520846, "boundary_entropy": 0.690219, "bpb": 8.186044}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.5283, "boundary_entropy": 0.684752, "bpb": 8.103228}, "my": {"chunks": 7056.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372388, "cps": 55.125, "mean_p": 0.491143, "boundary_entropy": 0.69102, "bpb": 8.084547}}, "bpb": {"en": 7.90448, "de": 7.92106, "vi": 7.76573, "tr": 7.89225, "fi": 7.91971, "ru": 8.01032, "el": 7.82647, "hi": 8.05882, "ta": 8.05223, "th": 8.18604, "zh": 8.10323, "my": 8.08455}, "gini_cpc": 0.50809, "gini_cps": 0.501478, "bpic": 2.092499, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6444380988730105, "vi": 4.956894189889208, "tr": 2.0179738877313813, "fi": 1.6199610647238485, "ru": 5.892864935777597, "el": 9.956047113055108, "hi": 0.6253155440755979, "ta": 13.71112009814452, "th": 17.915114761995742, "zh": 14.198463466466, "my": 2.415453290331992}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2689.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154514, "cps": 21.007812, "mean_p": 0.478425, "boundary_entropy": 0.685496, "bpb": 7.752624}, "de": {"chunks": 2062.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100424, "cps": 16.109375, "mean_p": 0.469874, "boundary_entropy": 0.685324, "bpb": 7.790563}, "vi": {"chunks": 13906.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.754326, "cps": 108.640625, "mean_p": 0.506486, "boundary_entropy": 0.688312, "bpb": 7.673624}, "tr": {"chunks": 5610.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309893, "cps": 43.828125, "mean_p": 0.486189, "boundary_entropy": 0.686408, "bpb": 7.789589}, "fi": {"chunks": 4644.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246877, "cps": 36.28125, "mean_p": 0.484201, "boundary_entropy": 0.686582, "bpb": 7.797681}, "ru": {"chunks": 15929.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.84058, "cps": 124.445312, "mean_p": 0.500757, "boundary_entropy": 0.690065, "bpb": 7.864158}, "el": {"chunks": 31543.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.536959, "cps": 246.429688, "mean_p": 0.518038, "boundary_entropy": 0.689701, "bpb": 7.754547}, "hi": {"chunks": 1561.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.092779, "cps": 12.195312, "mean_p": 0.475791, "boundary_entropy": 0.689447, "bpb": 7.93442}, "ta": {"chunks": 39116.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.092324, "cps": 305.59375, "mean_p": 0.51422, "boundary_entropy": 0.690559, "bpb": 7.939631}, "th": {"chunks": 44463.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.764252, "cps": 347.367188, "mean_p": 0.520974, "boundary_entropy": 0.690208, "bpb": 8.037465}, "zh": {"chunks": 12930.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189299, "cps": 101.015625, "mean_p": 0.528344, "boundary_entropy": 0.684746, "bpb": 8.079793}, "my": {"chunks": 7073.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373285, "cps": 55.257812, "mean_p": 0.491108, "boundary_entropy": 0.691017, "bpb": 8.002572}}, "bpb": {"en": 7.75262, "de": 7.79056, "vi": 7.67362, "tr": 7.78959, "fi": 7.79768, "ru": 7.86416, "el": 7.75455, "hi": 7.93442, "ta": 7.93963, "th": 8.03746, "zh": 8.07979, "my": 8.00257}, "gini_cpc": 0.510484, "gini_cps": 0.502479, "bpic": 2.114193, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6499344713297647, "vi": 4.881939589945597, "tr": 2.0056060351486096, "fi": 1.5977677303969402, "ru": 5.4401718130446435, "el": 9.947076747080215, "hi": 0.6004559437298067, "ta": 13.541360058427491, "th": 17.89002777060736, "zh": 14.16897389711656, "my": 2.415870217862702}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2573.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147848, "cps": 20.101562, "mean_p": 0.478205, "boundary_entropy": 0.685534, "bpb": 7.305361}, "de": {"chunks": 1966.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095748, "cps": 15.359375, "mean_p": 0.469431, "boundary_entropy": 0.685328, "bpb": 7.395708}, "vi": {"chunks": 12941.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.70198, "cps": 101.101562, "mean_p": 0.50431, "boundary_entropy": 0.688379, "bpb": 7.427756}, "tr": {"chunks": 5393.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297906, "cps": 42.132812, "mean_p": 0.485775, "boundary_entropy": 0.686434, "bpb": 7.488553}, "fi": {"chunks": 4219.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.224284, "cps": 32.960938, "mean_p": 0.482627, "boundary_entropy": 0.686483, "bpb": 7.435652}, "ru": {"chunks": 11188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.590396, "cps": 87.40625, "mean_p": 0.495916, "boundary_entropy": 0.690002, "bpb": 7.346623}, "el": {"chunks": 31646.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.541977, "cps": 247.234375, "mean_p": 0.518158, "boundary_entropy": 0.689695, "bpb": 7.596987}, "hi": {"chunks": 1364.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.08107, "cps": 10.65625, "mean_p": 0.474727, "boundary_entropy": 0.689335, "bpb": 7.572265}, "ta": {"chunks": 36845.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.970848, "cps": 287.851562, "mean_p": 0.512709, "boundary_entropy": 0.690623, "bpb": 7.569455}, "th": {"chunks": 44515.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.767485, "cps": 347.773438, "mean_p": 0.521091, "boundary_entropy": 0.690198, "bpb": 7.640284}, "zh": {"chunks": 12949.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.192516, "cps": 101.164062, "mean_p": 0.528413, "boundary_entropy": 0.684735, "bpb": 7.985612}, "my": {"chunks": 7211.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380568, "cps": 56.335938, "mean_p": 0.491102, "boundary_entropy": 0.691013, "bpb": 7.753011}}, "bpb": {"en": 7.30536, "de": 7.39571, "vi": 7.42776, "tr": 7.48855, "fi": 7.43565, "ru": 7.34662, "el": 7.59699, "hi": 7.57226, "ta": 7.56945, "th": 7.64028, "zh": 7.98561, "my": 7.75301}, "gini_cpc": 0.524541, "gini_cps": 0.512294, "bpic": 2.220826, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6476128244090555, "vi": 4.747981621754611, "tr": 2.014949670794913, "fi": 1.5169874082200832, "ru": 3.993259903175558, "el": 10.429471761929241, "hi": 0.5483320503410372, "ta": 13.330223325381866, "th": 18.718439774318828, "zh": 14.829520961181057, "my": 2.5740468872568867}, "t": 9.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1446.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.083089, "cps": 11.296875, "mean_p": 0.470264, "boundary_entropy": 0.684693, "bpb": 6.687522}, "de": {"chunks": 1189.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.057907, "cps": 9.289062, "mean_p": 0.462606, "boundary_entropy": 0.684465, "bpb": 6.814897}, "vi": {"chunks": 8384.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.454787, "cps": 65.5, "mean_p": 0.493556, "boundary_entropy": 0.688339, "bpb": 7.082106}, "tr": {"chunks": 3851.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212727, "cps": 30.085938, "mean_p": 0.479437, "boundary_entropy": 0.686012, "bpb": 7.045847}, "fi": {"chunks": 2238.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.118973, "cps": 17.484375, "mean_p": 0.472428, "boundary_entropy": 0.685495, "bpb": 6.902428}, "ru": {"chunks": 3231.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170501, "cps": 25.242188, "mean_p": 0.480191, "boundary_entropy": 0.68913, "bpb": 6.553581}, "el": {"chunks": 32741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.595332, "cps": 255.789062, "mean_p": 0.519814, "boundary_entropy": 0.689607, "bpb": 6.951915}, "hi": {"chunks": 1542.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.091649, "cps": 12.046875, "mean_p": 0.476274, "boundary_entropy": 0.689508, "bpb": 6.771975}, "ta": {"chunks": 34053.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.821503, "cps": 266.039062, "mean_p": 0.511625, "boundary_entropy": 0.690646, "bpb": 6.706848}, "th": {"chunks": 45595.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.834629, "cps": 356.210938, "mean_p": 0.529313, "boundary_entropy": 0.689394, "bpb": 6.581972}, "zh": {"chunks": 13106.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.219099, "cps": 102.390625, "mean_p": 0.529112, "boundary_entropy": 0.684695, "bpb": 7.723814}, "my": {"chunks": 5377.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.283777, "cps": 42.007812, "mean_p": 0.488545, "boundary_entropy": 0.690884, "bpb": 6.99019}}, "bpb": {"en": 6.68752, "de": 6.8149, "vi": 7.08211, "tr": 7.04585, "fi": 6.90243, "ru": 6.55358, "el": 6.95191, "hi": 6.77197, "ta": 6.70685, "th": 6.58197, "zh": 7.72381, "my": 6.99019}, "gini_cpc": 0.588151, "gini_cps": 0.58463, "bpic": 2.512429, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6969237658718795, "vi": 5.473485285859142, "tr": 2.560228893081383, "fi": 1.4318714374546013, "ru": 2.052029363141703, "el": 19.200251696153877, "hi": 1.1030244215225071, "ta": 21.922280792676496, "th": 34.11551895596139, "zh": 26.707457638550288, "my": 3.415328542759962}, "t": 11.9} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4213.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.242085, "cps": 32.914062, "mean_p": 0.490878, "boundary_entropy": 0.68702, "bpb": 6.233481}, "de": {"chunks": 3979.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193786, "cps": 31.085938, "mean_p": 0.486718, "boundary_entropy": 0.687627, "bpb": 6.334837}, "vi": {"chunks": 7812.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.423759, "cps": 61.03125, "mean_p": 0.49356, "boundary_entropy": 0.688531, "bpb": 6.757242}, "tr": {"chunks": 6982.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.385682, "cps": 54.546875, "mean_p": 0.494533, "boundary_entropy": 0.687433, "bpb": 6.652799}, "fi": {"chunks": 4151.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.220669, "cps": 32.429688, "mean_p": 0.486631, "boundary_entropy": 0.687209, "bpb": 6.418873}, "ru": {"chunks": 885.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.046702, "cps": 6.914062, "mean_p": 0.475475, "boundary_entropy": 0.688861, "bpb": 5.835625}, "el": {"chunks": 27662.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.347854, "cps": 216.109375, "mean_p": 0.511565, "boundary_entropy": 0.690117, "bpb": 6.130069}, "hi": {"chunks": 476.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.028291, "cps": 3.71875, "mean_p": 0.470422, "boundary_entropy": 0.688942, "bpb": 6.053777}, "ta": {"chunks": 17908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.957903, "cps": 139.90625, "mean_p": 0.494939, "boundary_entropy": 0.690972, "bpb": 6.133896}, "th": {"chunks": 43578.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.709232, "cps": 340.453125, "mean_p": 0.51571, "boundary_entropy": 0.690586, "bpb": 5.571342}, "zh": {"chunks": 9864.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.670166, "cps": 77.0625, "mean_p": 0.511225, "boundary_entropy": 0.686209, "bpb": 7.355908}, "my": {"chunks": 1190.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.062803, "cps": 9.296875, "mean_p": 0.475892, "boundary_entropy": 0.689881, "bpb": 6.048821}}, "bpb": {"en": 6.23348, "de": 6.33484, "vi": 6.75724, "tr": 6.6528, "fi": 6.41887, "ru": 5.83562, "el": 6.13007, "hi": 6.05378, "ta": 6.1339, "th": 5.57134, "zh": 7.35591, "my": 6.04882}, "gini_cpc": 0.579793, "gini_cps": 0.566769, "bpic": 2.981981, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8004868336219294, "vi": 1.7504582371932973, "tr": 1.5931693919249608, "fi": 0.9115353404320764, "ru": 0.19291531990127303, "el": 5.567694441436427, "hi": 0.11686502084928523, "ta": 3.9568927339167907, "th": 11.191257546822264, "zh": 6.899097491365035, "my": 0.25942764088415976}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18805, "bpb": 6.04208, "chunk_loss": 0.029518, "F": 0.15759, "G": 0.4851, "chunks": 161.38, "bytes_per_chunk": 6.345, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.636, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.255, "alpha": 0.03, "t": 16.4} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5081.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.291961, "cps": 39.695312, "mean_p": 0.490861, "boundary_entropy": 0.686712, "bpb": 5.669645}, "de": {"chunks": 5188.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.252666, "cps": 40.53125, "mean_p": 0.489183, "boundary_entropy": 0.687637, "bpb": 5.795813}, "vi": {"chunks": 4230.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229455, "cps": 33.046875, "mean_p": 0.47994, "boundary_entropy": 0.687166, "bpb": 6.16722}, "tr": {"chunks": 6102.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.337071, "cps": 47.671875, "mean_p": 0.490241, "boundary_entropy": 0.687214, "bpb": 6.143958}, "fi": {"chunks": 4816.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25602, "cps": 37.625, "mean_p": 0.487951, "boundary_entropy": 0.687184, "bpb": 5.871602}, "ru": {"chunks": 11440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.603694, "cps": 89.375, "mean_p": 0.49607, "boundary_entropy": 0.690227, "bpb": 5.330413}, "el": {"chunks": 16367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.797495, "cps": 127.867188, "mean_p": 0.500004, "boundary_entropy": 0.690534, "bpb": 5.603762}, "hi": {"chunks": 4476.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.266033, "cps": 34.96875, "mean_p": 0.489915, "boundary_entropy": 0.690612, "bpb": 5.171364}, "ta": {"chunks": 28989.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.550629, "cps": 226.476562, "mean_p": 0.504143, "boundary_entropy": 0.691004, "bpb": 5.184638}, "th": {"chunks": 10256.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.637613, "cps": 80.125, "mean_p": 0.493553, "boundary_entropy": 0.690897, "bpb": 4.963791}, "zh": {"chunks": 5412.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.916356, "cps": 42.28125, "mean_p": 0.496056, "boundary_entropy": 0.686719, "bpb": 6.965385}, "my": {"chunks": 1851.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.097688, "cps": 14.460938, "mean_p": 0.483502, "boundary_entropy": 0.690618, "bpb": 5.081424}}, "bpb": {"en": 5.66965, "de": 5.79581, "vi": 6.16722, "tr": 6.14396, "fi": 5.8716, "ru": 5.33041, "el": 5.60376, "hi": 5.17136, "ta": 5.18464, "th": 4.96379, "zh": 6.96539, "my": 5.08142}, "gini_cpc": 0.386748, "gini_cps": 0.389434, "bpic": 3.682836, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.865411148338618, "vi": 0.7859087982174534, "tr": 1.1545070177981636, "fi": 0.876898889523398, "ru": 2.0677200330892833, "el": 2.731512312983979, "hi": 0.9111920674084293, "ta": 5.311078127277395, "th": 2.1838955945085328, "zh": 3.1386238500131265, "my": 0.3345938606481273}, "t": 18.4} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.2497, "bpb": 4.68832, "chunk_loss": 0.036002, "F": 0.24768, "G": 0.46468, "chunks": 253.62, "bytes_per_chunk": 4.037, "boundary_entropy": 0.67926, "router_noise": 0.0, "grad_norm": 1.928, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 20.7} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3784.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217434, "cps": 29.5625, "mean_p": 0.436793, "boundary_entropy": 0.658379, "bpb": 4.382966}, "de": {"chunks": 5151.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.250864, "cps": 40.242188, "mean_p": 0.444312, "boundary_entropy": 0.663555, "bpb": 4.579901}, "vi": {"chunks": 6167.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.334527, "cps": 48.179688, "mean_p": 0.442023, "boundary_entropy": 0.657987, "bpb": 4.668038}, "tr": {"chunks": 3336.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184279, "cps": 26.0625, "mean_p": 0.441614, "boundary_entropy": 0.66678, "bpb": 4.857151}, "fi": {"chunks": 2771.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147307, "cps": 21.648438, "mean_p": 0.425734, "boundary_entropy": 0.661671, "bpb": 4.658893}, "ru": {"chunks": 10841.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.572084, "cps": 84.695312, "mean_p": 0.493821, "boundary_entropy": 0.689667, "bpb": 3.558444}, "el": {"chunks": 14669.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.714759, "cps": 114.601562, "mean_p": 0.497796, "boundary_entropy": 0.690022, "bpb": 4.025651}, "hi": {"chunks": 17987.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.069064, "cps": 140.523438, "mean_p": 0.49781, "boundary_entropy": 0.690582, "bpb": 3.313192}, "ta": {"chunks": 23321.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.247446, "cps": 182.195312, "mean_p": 0.511021, "boundary_entropy": 0.689203, "bpb": 3.385996}, "th": {"chunks": 16777.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.043021, "cps": 131.070312, "mean_p": 0.513742, "boundary_entropy": 0.68538, "bpb": 3.153001}, "zh": {"chunks": 3119.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528107, "cps": 24.367188, "mean_p": 0.483001, "boundary_entropy": 0.68553, "bpb": 6.100559}, "my": {"chunks": 5093.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.268788, "cps": 39.789062, "mean_p": 0.462265, "boundary_entropy": 0.684717, "bpb": 3.591293}}, "bpb": {"en": 4.38297, "de": 4.5799, "vi": 4.66804, "tr": 4.85715, "fi": 4.65889, "ru": 3.55844, "el": 4.02565, "hi": 3.31319, "ta": 3.386, "th": 3.153, "zh": 6.10056, "my": 3.59129}, "gini_cpc": 0.370782, "gini_cps": 0.388318, "bpic": 3.395811, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.15375111883526, "vi": 1.5385223122668008, "tr": 0.8475171262772957, "fi": 0.677481803245211, "ru": 2.631074361148454, "el": 3.28724940841395, "hi": 4.9167333324956255, "ta": 5.7371300140737, "th": 4.796961487630788, "zh": 2.4288177304192744, "my": 1.2361844963695008}, "t": 23.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.82896, "bpb": 4.08133, "chunk_loss": 0.040307, "F": 0.32666, "G": 0.45697, "chunks": 334.5, "bytes_per_chunk": 3.061, "boundary_entropy": 0.67282, "router_noise": 0.0, "grad_norm": 1.8527, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 25.0} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3008.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172844, "cps": 23.5, "mean_p": 0.429701, "boundary_entropy": 0.656651, "bpb": 3.806244}, "de": {"chunks": 3102.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151074, "cps": 24.234375, "mean_p": 0.428356, "boundary_entropy": 0.661867, "bpb": 4.027871}, "vi": {"chunks": 3112.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168809, "cps": 24.3125, "mean_p": 0.411093, "boundary_entropy": 0.642711, "bpb": 3.58499}, "tr": {"chunks": 5877.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.324642, "cps": 45.914062, "mean_p": 0.454398, "boundary_entropy": 0.669681, "bpb": 4.089205}, "fi": {"chunks": 3243.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172399, "cps": 25.335938, "mean_p": 0.427437, "boundary_entropy": 0.662779, "bpb": 4.09528}, "ru": {"chunks": 9200.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.485488, "cps": 71.875, "mean_p": 0.492322, "boundary_entropy": 0.689707, "bpb": 2.808078}, "el": {"chunks": 12741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.620816, "cps": 99.539062, "mean_p": 0.495684, "boundary_entropy": 0.690121, "bpb": 2.951585}, "hi": {"chunks": 14472.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.860149, "cps": 113.0625, "mean_p": 0.479103, "boundary_entropy": 0.688094, "bpb": 2.402516}, "ta": {"chunks": 25247.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.350468, "cps": 197.242188, "mean_p": 0.492964, "boundary_entropy": 0.686716, "bpb": 2.278436}, "th": {"chunks": 21395.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.330121, "cps": 167.148438, "mean_p": 0.487562, "boundary_entropy": 0.689084, "bpb": 2.293311}, "zh": {"chunks": 2001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.338808, "cps": 15.632812, "mean_p": 0.392684, "boundary_entropy": 0.613794, "bpb": 4.857724}, "my": {"chunks": 29310.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.546865, "cps": 228.984375, "mean_p": 0.420845, "boundary_entropy": 0.642415, "bpb": 2.370363}}, "bpb": {"en": 3.80624, "de": 4.02787, "vi": 3.58499, "tr": 4.0892, "fi": 4.09528, "ru": 2.80808, "el": 2.95158, "hi": 2.40252, "ta": 2.27844, "th": 2.29331, "zh": 4.85772, "my": 2.37036}, "gini_cpc": 0.427213, "gini_cps": 0.450374, "bpic": 2.891921, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8740487873179759, "vi": 0.9766585011166317, "tr": 1.878241480341215, "fi": 0.9974275357503587, "ru": 2.8088264189075396, "el": 3.5917736399275952, "hi": 4.976451424235718, "ta": 7.813229818104738, "th": 7.695511895746664, "zh": 1.9601979662766316, "my": 8.949499140143908}, "t": 28.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.81097, "de": 4.02915, "vi": 3.59128, "tr": 4.0996, "fi": 4.09843, "ru": 2.79085, "el": 2.94303, "hi": 2.39608, "ta": 2.29577, "th": 2.32699, "zh": 4.86484, "my": 2.38684}, "bytes_per_chunk": {"en": 5.089, "de": 6.152, "vi": 9.52, "tr": 3.065, "fi": 6.087, "ru": 3.947, "el": 3.133, "hi": 3.125, "ta": 1.996, "th": 2.312, "zh": 7.927, "my": 1.856}, "bpb_mean": 3.30282, "t": 30.2} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.48214, "bpb": 3.58097, "chunk_loss": 0.034088, "F": 0.22659, "G": 0.44507, "chunks": 232.03, "bytes_per_chunk": 4.413, "boundary_entropy": 0.66694, "router_noise": 0.0, "grad_norm": 1.1704, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 30.3} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.1757, "bpb": 3.13887, "chunk_loss": 0.036326, "F": 0.2652, "G": 0.43867, "chunks": 271.56, "bytes_per_chunk": 3.771, "boundary_entropy": 0.66289, "router_noise": 0.0, "grad_norm": 1.8077, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 32.9} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2272.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.130552, "cps": 17.75, "mean_p": 0.418774, "boundary_entropy": 0.653991, "bpb": 3.603468}, "de": {"chunks": 1985.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.096674, "cps": 15.507812, "mean_p": 0.413512, "boundary_entropy": 0.65796, "bpb": 3.852897}, "vi": {"chunks": 3463.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187849, "cps": 27.054688, "mean_p": 0.419972, "boundary_entropy": 0.650558, "bpb": 3.191762}, "tr": {"chunks": 1745.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.096393, "cps": 13.632812, "mean_p": 0.425996, "boundary_entropy": 0.665559, "bpb": 3.850923}, "fi": {"chunks": 2171.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.115411, "cps": 16.960938, "mean_p": 0.413298, "boundary_entropy": 0.659656, "bpb": 3.89173}, "ru": {"chunks": 12081.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.63752, "cps": 94.382812, "mean_p": 0.486348, "boundary_entropy": 0.688273, "bpb": 2.654684}, "el": {"chunks": 21631.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.053988, "cps": 168.992188, "mean_p": 0.505648, "boundary_entropy": 0.689747, "bpb": 2.76275}, "hi": {"chunks": 22254.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.322675, "cps": 173.859375, "mean_p": 0.474423, "boundary_entropy": 0.683273, "bpb": 2.143028}, "ta": {"chunks": 30489.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.630864, "cps": 238.195312, "mean_p": 0.500627, "boundary_entropy": 0.684641, "bpb": 1.94293}, "th": {"chunks": 15080.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.937519, "cps": 117.8125, "mean_p": 0.466964, "boundary_entropy": 0.68312, "bpb": 2.120942}, "zh": {"chunks": 6553.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.10955, "cps": 51.195312, "mean_p": 0.393666, "boundary_entropy": 0.595779, "bpb": 4.454733}, "my": {"chunks": 27996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.477517, "cps": 218.71875, "mean_p": 0.427049, "boundary_entropy": 0.650112, "bpb": 2.142441}}, "bpb": {"en": 3.60347, "de": 3.8529, "vi": 3.19176, "tr": 3.85092, "fi": 3.89173, "ru": 2.65468, "el": 2.76275, "hi": 2.14303, "ta": 1.94293, "th": 2.12094, "zh": 4.45473, "my": 2.14244}, "gini_cpc": 0.431525, "gini_cps": 0.467121, "bpic": 2.59803, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7404980123031082, "vi": 1.4388818775140675, "tr": 0.7383472693032749, "fi": 0.88402334358605, "ru": 4.883255671894163, "el": 8.073308446277725, "hi": 10.131384645166692, "ta": 12.492043962760249, "th": 7.181184245666728, "zh": 8.498896070718247, "my": 11.317445243022416}, "t": 34.3} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.17537, "bpb": 3.1384, "chunk_loss": 0.035591, "F": 0.25903, "G": 0.43857, "chunks": 265.25, "bytes_per_chunk": 3.861, "boundary_entropy": 0.66008, "router_noise": 0.0, "grad_norm": 1.1489, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.081, "alpha": 0.03, "t": 37.0} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.38105, "bpb": 3.43513, "chunk_loss": 0.03411, "F": 0.24219, "G": 0.42793, "chunks": 248.0, "bytes_per_chunk": 4.129, "boundary_entropy": 0.65591, "router_noise": 0.0, "grad_norm": 0.9403, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 39.4} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.154169, "cps": 20.960938, "mean_p": 0.43029, "boundary_entropy": 0.663271, "bpb": 3.18903}, "de": {"chunks": 2575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.125408, "cps": 20.117188, "mean_p": 0.432409, "boundary_entropy": 0.668973, "bpb": 3.469862}, "vi": {"chunks": 5804.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314836, "cps": 45.34375, "mean_p": 0.434949, "boundary_entropy": 0.664499, "bpb": 2.78191}, "tr": {"chunks": 3170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175109, "cps": 24.765625, "mean_p": 0.444368, "boundary_entropy": 0.671301, "bpb": 3.479229}, "fi": {"chunks": 4025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213971, "cps": 31.445312, "mean_p": 0.440772, "boundary_entropy": 0.670451, "bpb": 3.642725}, "ru": {"chunks": 14664.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.773826, "cps": 114.5625, "mean_p": 0.439471, "boundary_entropy": 0.647466, "bpb": 2.453417}, "el": {"chunks": 15611.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.760659, "cps": 121.960938, "mean_p": 0.488151, "boundary_entropy": 0.687249, "bpb": 2.552578}, "hi": {"chunks": 13764.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.818068, "cps": 107.53125, "mean_p": 0.447233, "boundary_entropy": 0.669944, "bpb": 1.991856}, "ta": {"chunks": 20983.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.122386, "cps": 163.929688, "mean_p": 0.510912, "boundary_entropy": 0.655681, "bpb": 1.665241}, "th": {"chunks": 15871.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.986696, "cps": 123.992188, "mean_p": 0.444075, "boundary_entropy": 0.672542, "bpb": 1.94388}, "zh": {"chunks": 2372.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.401625, "cps": 18.53125, "mean_p": 0.400498, "boundary_entropy": 0.629088, "bpb": 4.151965}, "my": {"chunks": 21759.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.148353, "cps": 169.992188, "mean_p": 0.425548, "boundary_entropy": 0.649068, "bpb": 1.961138}}, "bpb": {"en": 3.18903, "de": 3.46986, "vi": 2.78191, "tr": 3.47923, "fi": 3.64272, "ru": 2.45342, "el": 2.55258, "hi": 1.99186, "ta": 1.66524, "th": 1.94388, "zh": 4.15197, "my": 1.96114}, "gini_cpc": 0.362205, "gini_cps": 0.387548, "bpic": 3.113059, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.813445149312746, "vi": 2.0421503320639522, "tr": 1.1358269218942612, "fi": 1.3878976767802236, "ru": 5.019340811933242, "el": 4.9339338904131065, "hi": 5.306315134806738, "ta": 7.280237689644377, "th": 6.400098734696672, "zh": 2.605101743692555, "my": 7.448674623630076}, "t": 42.9} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19838, "de": 3.46827, "vi": 2.78881, "tr": 3.48633, "fi": 3.63635, "ru": 2.43676, "el": 2.54668, "hi": 1.98854, "ta": 1.68031, "th": 1.97305, "zh": 4.15903, "my": 1.97765}, "bytes_per_chunk": {"en": 5.901, "de": 7.938, "vi": 4.556, "tr": 6.381, "fi": 4.74, "ru": 2.434, "el": 2.311, "hi": 3.196, "ta": 2.371, "th": 2.887, "zh": 6.212, "my": 2.447}, "bpb_mean": 2.77835, "t": 44.3} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00664, "bpb": 2.89497, "chunk_loss": 0.034198, "F": 0.22992, "G": 0.43969, "chunks": 235.44, "bytes_per_chunk": 4.349, "boundary_entropy": 0.66257, "router_noise": 0.0, "grad_norm": 1.1554, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.099, "alpha": 0.03, "t": 44.4} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.06011, "bpb": 2.97211, "chunk_loss": 0.031621, "F": 0.19022, "G": 0.42847, "chunks": 194.78, "bytes_per_chunk": 5.257, "boundary_entropy": 0.65789, "router_noise": 0.0, "grad_norm": 0.9128, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 46.8} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06533, "bpb": 2.97964, "chunk_loss": 0.032107, "F": 0.20413, "G": 0.42577, "chunks": 209.03, "bytes_per_chunk": 4.899, "boundary_entropy": 0.66118, "router_noise": 0.0, "grad_norm": 0.8382, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 49.1} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.97578, "bpb": 2.85045, "chunk_loss": 0.03132, "F": 0.18964, "G": 0.4174, "chunks": 194.19, "bytes_per_chunk": 5.273, "boundary_entropy": 0.65756, "router_noise": 0.0, "grad_norm": 0.9055, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 51.4} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3139.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180371, "cps": 24.523438, "mean_p": 0.437693, "boundary_entropy": 0.666341, "bpb": 2.918448}, "de": {"chunks": 2432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.118443, "cps": 19.0, "mean_p": 0.427804, "boundary_entropy": 0.667466, "bpb": 3.192518}, "vi": {"chunks": 6063.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.328885, "cps": 47.367188, "mean_p": 0.443259, "boundary_entropy": 0.666145, "bpb": 2.551602}, "tr": {"chunks": 2136.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.117991, "cps": 16.6875, "mean_p": 0.426785, "boundary_entropy": 0.665754, "bpb": 3.14751}, "fi": {"chunks": 2693.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.143161, "cps": 21.039062, "mean_p": 0.426898, "boundary_entropy": 0.665732, "bpb": 3.378566}, "ru": {"chunks": 6686.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352823, "cps": 52.234375, "mean_p": 0.421764, "boundary_entropy": 0.645496, "bpb": 2.213254}, "el": {"chunks": 6268.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305413, "cps": 48.96875, "mean_p": 0.435065, "boundary_entropy": 0.653679, "bpb": 2.391435}, "hi": {"chunks": 1678.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099733, "cps": 13.109375, "mean_p": 0.403326, "boundary_entropy": 0.651425, "bpb": 1.792307}, "ta": {"chunks": 17899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.957422, "cps": 139.835938, "mean_p": 0.510994, "boundary_entropy": 0.649123, "bpb": 1.507776}, "th": {"chunks": 3591.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.223251, "cps": 28.054688, "mean_p": 0.395333, "boundary_entropy": 0.651288, "bpb": 1.870502}, "zh": {"chunks": 2602.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.440569, "cps": 20.328125, "mean_p": 0.419344, "boundary_entropy": 0.651798, "bpb": 3.94242}, "my": {"chunks": 1989.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.104972, "cps": 15.539062, "mean_p": 0.421677, "boundary_entropy": 0.663387, "bpb": 1.808452}}, "bpb": {"en": 2.91845, "de": 3.19252, "vi": 2.5516, "tr": 3.14751, "fi": 3.37857, "ru": 2.21325, "el": 2.39143, "hi": 1.79231, "ta": 1.50778, "th": 1.8705, "zh": 3.94242, "my": 1.80845}, "gini_cpc": 0.387402, "gini_cps": 0.395265, "bpic": 6.712274, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.656665149335671, "vi": 1.8233801843574795, "tr": 0.6541592720019493, "fi": 0.7937016341475215, "ru": 1.956095087674763, "el": 1.69324946531601, "hi": 0.5529294070143764, "ta": 5.308063419075907, "th": 1.2377334966765736, "zh": 2.442567949160399, "my": 0.5819748426353294}, "t": 54.7} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92657, "de": 3.18922, "vi": 2.55713, "tr": 3.15901, "fi": 3.37639, "ru": 2.19607, "el": 2.38325, "hi": 1.78817, "ta": 1.52097, "th": 1.89709, "zh": 3.9549, "my": 1.82321}, "bytes_per_chunk": {"en": 5.186, "de": 7.891, "vi": 4.105, "tr": 9.245, "fi": 7.201, "ru": 5.024, "el": 5.866, "hi": 39.385, "ta": 2.98, "th": 10.962, "zh": 5.586, "my": 24.78}, "bpb_mean": 2.56433, "t": 56.0} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.89188, "bpb": 2.7294, "chunk_loss": 0.029054, "F": 0.14694, "G": 0.42046, "chunks": 150.47, "bytes_per_chunk": 6.805, "boundary_entropy": 0.65817, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 56.0} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.90445, "bpb": 2.74754, "chunk_loss": 0.0314, "F": 0.18991, "G": 0.43132, "chunks": 194.47, "bytes_per_chunk": 5.266, "boundary_entropy": 0.66433, "router_noise": 0.0, "grad_norm": 0.867, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 58.3} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.8509, "bpb": 2.67029, "chunk_loss": 0.032179, "F": 0.20187, "G": 0.43629, "chunks": 206.72, "bytes_per_chunk": 4.954, "boundary_entropy": 0.66635, "router_noise": 0.0, "grad_norm": 0.9038, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 60.5} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.92125, "bpb": 2.77177, "chunk_loss": 0.031424, "F": 0.19016, "G": 0.43358, "chunks": 194.72, "bytes_per_chunk": 5.259, "boundary_entropy": 0.6662, "router_noise": 0.0, "grad_norm": 0.8204, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 62.7} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4028.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.231454, "cps": 31.46875, "mean_p": 0.449341, "boundary_entropy": 0.669619, "bpb": 2.712925}, "de": {"chunks": 3906.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19023, "cps": 30.515625, "mean_p": 0.445305, "boundary_entropy": 0.67225, "bpb": 3.032544}, "vi": {"chunks": 5685.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.308381, "cps": 44.414062, "mean_p": 0.447162, "boundary_entropy": 0.667943, "bpb": 2.428803}, "tr": {"chunks": 3230.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178423, "cps": 25.234375, "mean_p": 0.439745, "boundary_entropy": 0.670569, "bpb": 2.984781}, "fi": {"chunks": 3639.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193451, "cps": 28.429688, "mean_p": 0.441856, "boundary_entropy": 0.671329, "bpb": 3.226344}, "ru": {"chunks": 7486.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.39504, "cps": 58.484375, "mean_p": 0.439007, "boundary_entropy": 0.66705, "bpb": 2.016539}, "el": {"chunks": 8986.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.43785, "cps": 70.203125, "mean_p": 0.453983, "boundary_entropy": 0.664921, "bpb": 2.146776}, "hi": {"chunks": 5817.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.345736, "cps": 45.445312, "mean_p": 0.423033, "boundary_entropy": 0.660573, "bpb": 1.658649}, "ta": {"chunks": 18735.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.00214, "cps": 146.367188, "mean_p": 0.515433, "boundary_entropy": 0.651557, "bpb": 1.384084}, "th": {"chunks": 15503.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.963817, "cps": 121.117188, "mean_p": 0.427173, "boundary_entropy": 0.665381, "bpb": 1.682637}, "zh": {"chunks": 3560.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.602777, "cps": 27.8125, "mean_p": 0.41904, "boundary_entropy": 0.648538, "bpb": 3.809833}, "my": {"chunks": 17651.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.93155, "cps": 137.898438, "mean_p": 0.447943, "boundary_entropy": 0.667937, "bpb": 1.594545}}, "bpb": {"en": 2.71292, "de": 3.03254, "vi": 2.4288, "tr": 2.98478, "fi": 3.22634, "ru": 2.01654, "el": 2.14678, "hi": 1.65865, "ta": 1.38408, "th": 1.68264, "zh": 3.80983, "my": 1.59454}, "gini_cpc": 0.338534, "gini_cps": 0.353206, "bpic": 3.907122, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8218915020947943, "vi": 1.3323612256919222, "tr": 0.7708797353508592, "fi": 0.835804741325632, "ru": 1.7067710459501169, "el": 1.8917346880562855, "hi": 1.4937525139771968, "ta": 4.329750651563687, "th": 4.164178524651345, "zh": 2.6043012155682317, "my": 4.024765644604299}, "t": 66.1} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.72344, "de": 3.02959, "vi": 2.43477, "tr": 2.99778, "fi": 3.22073, "ru": 1.99931, "el": 2.1363, "hi": 1.65439, "ta": 1.39503, "th": 1.71436, "zh": 3.82357, "my": 1.60454}, "bytes_per_chunk": {"en": 4.106, "de": 5.18, "vi": 4.384, "tr": 6.25, "fi": 5.605, "ru": 4.588, "el": 3.918, "hi": 7.808, "ta": 2.69, "th": 2.857, "zh": 4.382, "my": 3.04}, "bpb_mean": 2.39449, "t": 67.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64854, "bpb": 2.37834, "chunk_loss": 0.034203, "F": 0.23337, "G": 0.44495, "chunks": 238.97, "bytes_per_chunk": 4.285, "boundary_entropy": 0.66866, "router_noise": 0.0, "grad_norm": 0.8358, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 67.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.72717, "bpb": 2.49178, "chunk_loss": 0.031368, "F": 0.18784, "G": 0.43324, "chunks": 192.34, "bytes_per_chunk": 5.324, "boundary_entropy": 0.66678, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 69.7} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.63094, "bpb": 2.35295, "chunk_loss": 0.033198, "F": 0.21722, "G": 0.44291, "chunks": 222.44, "bytes_per_chunk": 4.604, "boundary_entropy": 0.66864, "router_noise": 0.0, "grad_norm": 0.7562, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 71.9} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.73131, "bpb": 2.49775, "chunk_loss": 0.032062, "F": 0.20007, "G": 0.43557, "chunks": 204.88, "bytes_per_chunk": 4.998, "boundary_entropy": 0.66751, "router_noise": 0.0, "grad_norm": 0.7684, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 74.1} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204562, "cps": 27.8125, "mean_p": 0.445201, "boundary_entropy": 0.668412, "bpb": 2.582544}, "de": {"chunks": 3782.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184191, "cps": 29.546875, "mean_p": 0.44047, "boundary_entropy": 0.670042, "bpb": 2.913813}, "vi": {"chunks": 5722.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.310388, "cps": 44.703125, "mean_p": 0.444158, "boundary_entropy": 0.666873, "bpb": 2.289845}, "tr": {"chunks": 3824.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211236, "cps": 29.875, "mean_p": 0.443716, "boundary_entropy": 0.670211, "bpb": 2.890224}, "fi": {"chunks": 4137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.219925, "cps": 32.320312, "mean_p": 0.44491, "boundary_entropy": 0.671645, "bpb": 3.171142}, "ru": {"chunks": 7088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.374037, "cps": 55.375, "mean_p": 0.43723, "boundary_entropy": 0.667612, "bpb": 1.905985}, "el": {"chunks": 6352.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309506, "cps": 49.625, "mean_p": 0.446127, "boundary_entropy": 0.66884, "bpb": 2.080504}, "hi": {"chunks": 14200.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.843982, "cps": 110.9375, "mean_p": 0.427415, "boundary_entropy": 0.660125, "bpb": 1.616654}, "ta": {"chunks": 15200.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.813052, "cps": 118.75, "mean_p": 0.488404, "boundary_entropy": 0.665764, "bpb": 1.315659}, "th": {"chunks": 5974.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.371402, "cps": 46.671875, "mean_p": 0.438805, "boundary_entropy": 0.674718, "bpb": 1.627188}, "zh": {"chunks": 3453.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58466, "cps": 26.976562, "mean_p": 0.421088, "boundary_entropy": 0.65205, "bpb": 3.70004}, "my": {"chunks": 19095.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.007758, "cps": 149.179688, "mean_p": 0.442845, "boundary_entropy": 0.675752, "bpb": 1.454014}}, "bpb": {"en": 2.58254, "de": 2.91381, "vi": 2.28985, "tr": 2.89022, "fi": 3.17114, "ru": 1.90599, "el": 2.0805, "hi": 1.61665, "ta": 1.31566, "th": 1.62719, "zh": 3.70004, "my": 1.45401}, "gini_cpc": 0.323615, "gini_cps": 0.336415, "bpic": 4.154058, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9004160745349907, "vi": 1.5173257695577842, "tr": 1.0326221924853227, "fi": 1.0750972715581786, "ru": 1.8284732738430525, "el": 1.5130168563962494, "hi": 4.125792610648279, "ta": 3.974589131865457, "th": 1.815592061834426, "zh": 2.8580989338589204, "my": 4.92640836363507}, "t": 77.2} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.59572, "de": 2.91701, "vi": 2.29639, "tr": 2.90069, "fi": 3.16751, "ru": 1.88732, "el": 2.07134, "hi": 1.61211, "ta": 1.32564, "th": 1.65145, "zh": 3.7127, "my": 1.46419}, "bytes_per_chunk": {"en": 4.742, "de": 5.402, "vi": 4.426, "tr": 5.058, "fi": 4.937, "ru": 4.859, "el": 5.88, "hi": 3.142, "ta": 3.442, "th": 6.357, "zh": 4.581, "my": 2.814}, "bpb_mean": 2.30017, "t": 78.6} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.75607, "bpb": 2.53347, "chunk_loss": 0.032649, "F": 0.21213, "G": 0.43717, "chunks": 217.22, "bytes_per_chunk": 4.714, "boundary_entropy": 0.66975, "router_noise": 0.0, "grad_norm": 0.8697, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 78.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52204, "bpb": 2.19584, "chunk_loss": 0.032348, "F": 0.20676, "G": 0.43693, "chunks": 211.72, "bytes_per_chunk": 4.837, "boundary_entropy": 0.67014, "router_noise": 0.0, "grad_norm": 0.7745, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 80.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77368, "bpb": 2.55888, "chunk_loss": 0.032403, "F": 0.20691, "G": 0.43743, "chunks": 211.88, "bytes_per_chunk": 4.833, "boundary_entropy": 0.66888, "router_noise": 0.0, "grad_norm": 0.8614, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 83.0} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.68265, "bpb": 2.42755, "chunk_loss": 0.031932, "F": 0.19852, "G": 0.436, "chunks": 203.28, "bytes_per_chunk": 5.037, "boundary_entropy": 0.66772, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 85.1} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3421.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196575, "cps": 26.726562, "mean_p": 0.44366, "boundary_entropy": 0.667996, "bpb": 2.489515}, "de": {"chunks": 3595.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175084, "cps": 28.085938, "mean_p": 0.441073, "boundary_entropy": 0.670364, "bpb": 2.794434}, "vi": {"chunks": 5662.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307133, "cps": 44.234375, "mean_p": 0.443606, "boundary_entropy": 0.666185, "bpb": 2.22147}, "tr": {"chunks": 3763.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207866, "cps": 29.398438, "mean_p": 0.441852, "boundary_entropy": 0.669447, "bpb": 2.80149}, "fi": {"chunks": 3345.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177821, "cps": 26.132812, "mean_p": 0.439748, "boundary_entropy": 0.670715, "bpb": 3.044409}, "ru": {"chunks": 7804.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.411821, "cps": 60.96875, "mean_p": 0.443306, "boundary_entropy": 0.670675, "bpb": 1.843382}, "el": {"chunks": 6198.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302003, "cps": 48.421875, "mean_p": 0.445078, "boundary_entropy": 0.671118, "bpb": 1.958533}, "hi": {"chunks": 6420.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.381575, "cps": 50.15625, "mean_p": 0.431285, "boundary_entropy": 0.668163, "bpb": 1.552774}, "ta": {"chunks": 13825.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.739503, "cps": 108.007812, "mean_p": 0.496114, "boundary_entropy": 0.669567, "bpb": 1.208433}, "th": {"chunks": 13430.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.834939, "cps": 104.921875, "mean_p": 0.439013, "boundary_entropy": 0.672583, "bpb": 1.50346}, "zh": {"chunks": 2649.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448527, "cps": 20.695312, "mean_p": 0.415842, "boundary_entropy": 0.653109, "bpb": 3.623577}, "my": {"chunks": 3462.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.182711, "cps": 27.046875, "mean_p": 0.440285, "boundary_entropy": 0.677639, "bpb": 1.414066}}, "bpb": {"en": 2.48952, "de": 2.79443, "vi": 2.22147, "tr": 2.80149, "fi": 3.04441, "ru": 1.84338, "el": 1.95853, "hi": 1.55277, "ta": 1.20843, "th": 1.50346, "zh": 3.62358, "my": 1.41407}, "gini_cpc": 0.301159, "gini_cps": 0.304546, "bpic": 5.216258, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.890671454324537, "vi": 1.5624199263202034, "tr": 1.057437512517083, "fi": 0.9045972948558851, "ru": 2.0949761946814607, "el": 1.5363203129710254, "hi": 1.9411138180271923, "ta": 3.7619300547512693, "th": 4.247427684535813, "zh": 2.2817053550543824, "my": 0.9294686230911079}, "t": 88.1} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.49964, "de": 2.79738, "vi": 2.22812, "tr": 2.81318, "fi": 3.04554, "ru": 1.82695, "el": 1.94592, "hi": 1.54976, "ta": 1.21872, "th": 1.5268, "zh": 3.63371, "my": 1.4239}, "bytes_per_chunk": {"en": 5.106, "de": 5.915, "vi": 4.416, "tr": 5.122, "fi": 6.031, "ru": 4.447, "el": 6.162, "hi": 6.782, "ta": 3.855, "th": 3.265, "zh": 6.493, "my": 15.293}, "bpb_mean": 2.20913, "t": 89.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61942, "bpb": 2.33633, "chunk_loss": 0.032552, "F": 0.20837, "G": 0.44214, "chunks": 213.38, "bytes_per_chunk": 4.799, "boundary_entropy": 0.67115, "router_noise": 0.0, "grad_norm": 0.7744, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 89.5} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.65866, "bpb": 2.39294, "chunk_loss": 0.031841, "F": 0.19629, "G": 0.43826, "chunks": 201.0, "bytes_per_chunk": 5.095, "boundary_entropy": 0.67067, "router_noise": 0.0, "grad_norm": 1.0392, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 91.6} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.58844, "bpb": 2.29164, "chunk_loss": 0.033078, "F": 0.21582, "G": 0.44101, "chunks": 221.0, "bytes_per_chunk": 4.633, "boundary_entropy": 0.67099, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 93.7} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.7398, "bpb": 2.51, "chunk_loss": 0.032107, "F": 0.20163, "G": 0.43622, "chunks": 206.47, "bytes_per_chunk": 4.96, "boundary_entropy": 0.67005, "router_noise": 0.0, "grad_norm": 10.495, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 95.8} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3492.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200655, "cps": 27.28125, "mean_p": 0.44175, "boundary_entropy": 0.667314, "bpb": 2.44785}, "de": {"chunks": 4013.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195441, "cps": 31.351562, "mean_p": 0.445598, "boundary_entropy": 0.671128, "bpb": 2.728266}, "vi": {"chunks": 5215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.282886, "cps": 40.742188, "mean_p": 0.437553, "boundary_entropy": 0.665035, "bpb": 2.190524}, "tr": {"chunks": 3493.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192951, "cps": 27.289062, "mean_p": 0.438853, "boundary_entropy": 0.668669, "bpb": 2.731483}, "fi": {"chunks": 2770.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147254, "cps": 21.640625, "mean_p": 0.432854, "boundary_entropy": 0.668747, "bpb": 2.970601}, "ru": {"chunks": 7242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.382164, "cps": 56.578125, "mean_p": 0.440965, "boundary_entropy": 0.670745, "bpb": 1.796036}, "el": {"chunks": 7748.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.377528, "cps": 60.53125, "mean_p": 0.448369, "boundary_entropy": 0.671411, "bpb": 1.907996}, "hi": {"chunks": 3991.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237207, "cps": 31.179688, "mean_p": 0.431948, "boundary_entropy": 0.670625, "bpb": 1.483463}, "ta": {"chunks": 17160.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.917892, "cps": 134.0625, "mean_p": 0.499007, "boundary_entropy": 0.671234, "bpb": 1.189991}, "th": {"chunks": 8031.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499285, "cps": 62.742188, "mean_p": 0.428804, "boundary_entropy": 0.67032, "bpb": 1.432654}, "zh": {"chunks": 2840.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480867, "cps": 22.1875, "mean_p": 0.413829, "boundary_entropy": 0.652144, "bpb": 3.59063}, "my": {"chunks": 2797.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.147615, "cps": 21.851562, "mean_p": 0.424132, "boundary_entropy": 0.674461, "bpb": 1.450952}}, "bpb": {"en": 2.44785, "de": 2.72827, "vi": 2.19052, "tr": 2.73148, "fi": 2.9706, "ru": 1.79604, "el": 1.908, "hi": 1.48346, "ta": 1.18999, "th": 1.43265, "zh": 3.59063, "my": 1.45095}, "gini_cpc": 0.311183, "gini_cps": 0.319429, "bpic": 5.578861, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9740172261465617, "vi": 1.4098115231653519, "tr": 0.9616076714895843, "fi": 0.7338676956763435, "ru": 1.9045798765062696, "el": 1.8814758665702866, "hi": 1.1821607614262444, "ta": 4.574479642001417, "th": 2.4882753990559174, "zh": 2.396485372787648, "my": 0.7356631043760932}, "t": 99.0} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45754, "de": 2.73196, "vi": 2.19869, "tr": 2.74216, "fi": 2.97432, "ru": 1.77738, "el": 1.89772, "hi": 1.48226, "ta": 1.19907, "th": 1.45524, "zh": 3.59746, "my": 1.46154}, "bytes_per_chunk": {"en": 5.03, "de": 5.115, "vi": 4.74, "tr": 5.556, "fi": 7.347, "ru": 4.809, "el": 4.991, "hi": 10.302, "ta": 3.015, "th": 5.302, "zh": 5.859, "my": 21.924}, "bpb_mean": 2.16461, "t": 100.3} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.59335, "bpb": 2.29871, "chunk_loss": 0.031617, "F": 0.19409, "G": 0.43478, "chunks": 198.75, "bytes_per_chunk": 5.152, "boundary_entropy": 0.67, "router_noise": 0.0, "grad_norm": 1.1196, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 100.3} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.73377, "bpb": 2.5013, "chunk_loss": 0.031322, "F": 0.18912, "G": 0.43504, "chunks": 193.66, "bytes_per_chunk": 5.288, "boundary_entropy": 0.66979, "router_noise": 0.0, "grad_norm": 0.8576, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 102.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.57099, "bpb": 2.26645, "chunk_loss": 0.032326, "F": 0.20389, "G": 0.44073, "chunks": 208.78, "bytes_per_chunk": 4.905, "boundary_entropy": 0.67105, "router_noise": 0.0, "grad_norm": 0.8493, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 104.5} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.62746, "bpb": 2.34792, "chunk_loss": 0.032424, "F": 0.20752, "G": 0.43934, "chunks": 212.5, "bytes_per_chunk": 4.819, "boundary_entropy": 0.67027, "router_noise": 0.0, "grad_norm": 0.8531, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 106.6} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3657.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210136, "cps": 28.570312, "mean_p": 0.4429, "boundary_entropy": 0.667281, "bpb": 2.374976}, "de": {"chunks": 3986.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194127, "cps": 31.140625, "mean_p": 0.443807, "boundary_entropy": 0.671211, "bpb": 2.664972}, "vi": {"chunks": 6035.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.327366, "cps": 47.148438, "mean_p": 0.443089, "boundary_entropy": 0.665204, "bpb": 2.149985}, "tr": {"chunks": 4401.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243109, "cps": 34.382812, "mean_p": 0.446989, "boundary_entropy": 0.671148, "bpb": 2.657349}, "fi": {"chunks": 3780.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200946, "cps": 29.53125, "mean_p": 0.443112, "boundary_entropy": 0.671137, "bpb": 2.917373}, "ru": {"chunks": 6800.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358839, "cps": 53.125, "mean_p": 0.443783, "boundary_entropy": 0.672242, "bpb": 1.733284}, "el": {"chunks": 5785.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.281879, "cps": 45.195312, "mean_p": 0.440652, "boundary_entropy": 0.67139, "bpb": 1.884505}, "hi": {"chunks": 7539.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448083, "cps": 58.898438, "mean_p": 0.442962, "boundary_entropy": 0.673966, "bpb": 1.446969}, "ta": {"chunks": 15083.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.806793, "cps": 117.835938, "mean_p": 0.492647, "boundary_entropy": 0.671628, "bpb": 1.173433}, "th": {"chunks": 4684.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.291203, "cps": 36.59375, "mean_p": 0.434813, "boundary_entropy": 0.674731, "bpb": 1.395708}, "zh": {"chunks": 3311.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560616, "cps": 25.867188, "mean_p": 0.413155, "boundary_entropy": 0.650316, "bpb": 3.539108}, "my": {"chunks": 1099.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.058001, "cps": 8.585938, "mean_p": 0.429706, "boundary_entropy": 0.675599, "bpb": 1.328786}}, "bpb": {"en": 2.37498, "de": 2.66497, "vi": 2.14999, "tr": 2.65735, "fi": 2.91737, "ru": 1.73328, "el": 1.8845, "hi": 1.44697, "ta": 1.17343, "th": 1.39571, "zh": 3.53911, "my": 1.32879}, "gini_cpc": 0.298718, "gini_cps": 0.29075, "bpic": 5.800801, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.923812952494448, "vi": 1.5578774547202965, "tr": 1.1569110708539236, "fi": 0.9562667960541301, "ru": 1.7076499834415944, "el": 1.341410427413378, "hi": 2.1323467582982176, "ta": 3.839382856927216, "th": 1.3857822075759851, "zh": 2.6678714406478083, "my": 0.276015503247695}, "t": 109.6} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38684, "de": 2.66929, "vi": 2.15445, "tr": 2.66573, "fi": 2.91835, "ru": 1.71533, "el": 1.87157, "hi": 1.4464, "ta": 1.18133, "th": 1.41922, "zh": 3.54536, "my": 1.33745}, "bytes_per_chunk": {"en": 4.781, "de": 5.148, "vi": 4.138, "tr": 4.398, "fi": 5.182, "ru": 4.965, "el": 6.536, "hi": 5.673, "ta": 3.47, "th": 9.502, "zh": 5.173, "my": 60.472}, "bpb_mean": 2.10928, "t": 111.0} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.60087, "bpb": 2.30956, "chunk_loss": 0.031898, "F": 0.19592, "G": 0.4399, "chunks": 200.62, "bytes_per_chunk": 5.104, "boundary_entropy": 0.67003, "router_noise": 0.0, "grad_norm": 0.8238, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 111.0} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.52975, "bpb": 2.20696, "chunk_loss": 0.032081, "F": 0.19995, "G": 0.44149, "chunks": 204.75, "bytes_per_chunk": 5.001, "boundary_entropy": 0.67159, "router_noise": 0.0, "grad_norm": 0.8837, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 113.1} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.45577, "bpb": 2.10024, "chunk_loss": 0.03219, "F": 0.20276, "G": 0.43946, "chunks": 207.62, "bytes_per_chunk": 4.932, "boundary_entropy": 0.67096, "router_noise": 0.0, "grad_norm": 0.7238, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 115.2} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.64148, "bpb": 2.36816, "chunk_loss": 0.032053, "F": 0.20139, "G": 0.43799, "chunks": 206.22, "bytes_per_chunk": 4.966, "boundary_entropy": 0.67097, "router_noise": 0.0, "grad_norm": 0.8516, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 117.3} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3764.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.216285, "cps": 29.40625, "mean_p": 0.443913, "boundary_entropy": 0.667404, "bpb": 2.338587}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.438094, "boundary_entropy": 0.66964, "bpb": 2.605609}, "vi": {"chunks": 5401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.292975, "cps": 42.195312, "mean_p": 0.437138, "boundary_entropy": 0.663276, "bpb": 2.124094}, "tr": {"chunks": 4540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.250787, "cps": 35.46875, "mean_p": 0.447177, "boundary_entropy": 0.670297, "bpb": 2.646798}, "fi": {"chunks": 2983.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158577, "cps": 23.304688, "mean_p": 0.437174, "boundary_entropy": 0.670176, "bpb": 2.870736}, "ru": {"chunks": 7306.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.385541, "cps": 57.078125, "mean_p": 0.446516, "boundary_entropy": 0.673206, "bpb": 1.689858}, "el": {"chunks": 8580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.418068, "cps": 67.03125, "mean_p": 0.45235, "boundary_entropy": 0.67256, "bpb": 1.805225}, "hi": {"chunks": 7315.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43477, "cps": 57.148438, "mean_p": 0.450297, "boundary_entropy": 0.677658, "bpb": 1.426123}, "ta": {"chunks": 17923.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.958706, "cps": 140.023438, "mean_p": 0.499941, "boundary_entropy": 0.669748, "bpb": 1.1403}, "th": {"chunks": 4258.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.264719, "cps": 33.265625, "mean_p": 0.438198, "boundary_entropy": 0.676571, "bpb": 1.360277}, "zh": {"chunks": 3158.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53471, "cps": 24.671875, "mean_p": 0.411197, "boundary_entropy": 0.649825, "bpb": 3.512195}, "my": {"chunks": 5507.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.290638, "cps": 43.023438, "mean_p": 0.445791, "boundary_entropy": 0.679371, "bpb": 1.317078}}, "bpb": {"en": 2.33859, "de": 2.60561, "vi": 2.12409, "tr": 2.6468, "fi": 2.87074, "ru": 1.68986, "el": 1.80522, "hi": 1.42612, "ta": 1.1403, "th": 1.36028, "zh": 3.5122, "my": 1.31708}, "gini_cpc": 0.284012, "gini_cps": 0.296342, "bpic": 5.181888, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.749160548844081, "vi": 1.3545827500304801, "tr": 1.15952417278317, "fi": 0.7331888898072222, "ru": 1.7825632922927666, "el": 1.932951459607564, "hi": 2.0101745163770954, "ta": 4.432612233575555, "th": 1.2239370942822685, "zh": 2.4722545706324337, "my": 1.3437739132570892}, "t": 120.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34986, "de": 2.61054, "vi": 2.12952, "tr": 2.65784, "fi": 2.86856, "ru": 1.67055, "el": 1.7956, "hi": 1.42521, "ta": 1.14869, "th": 1.38082, "zh": 3.51767, "my": 1.32555}, "bytes_per_chunk": {"en": 4.458, "de": 6.401, "vi": 4.728, "tr": 4.365, "fi": 6.491, "ru": 4.763, "el": 4.28, "hi": 6.076, "ta": 2.846, "th": 10.524, "zh": 5.406, "my": 10.468}, "bpb_mean": 2.07337, "t": 121.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.58931, "bpb": 2.29289, "chunk_loss": 0.033227, "F": 0.21994, "G": 0.44052, "chunks": 225.22, "bytes_per_chunk": 4.547, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 1.1445, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 121.7} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57204, "bpb": 2.26798, "chunk_loss": 0.031372, "F": 0.18982, "G": 0.43756, "chunks": 194.38, "bytes_per_chunk": 5.268, "boundary_entropy": 0.67146, "router_noise": 0.0, "grad_norm": 0.879, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 123.8} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.61422, "bpb": 2.32883, "chunk_loss": 0.031922, "F": 0.19916, "G": 0.43441, "chunks": 203.94, "bytes_per_chunk": 5.021, "boundary_entropy": 0.66921, "router_noise": 0.0, "grad_norm": 0.7763, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 125.9} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61926, "bpb": 2.3361, "chunk_loss": 0.031074, "F": 0.18555, "G": 0.43407, "chunks": 190.0, "bytes_per_chunk": 5.389, "boundary_entropy": 0.66945, "router_noise": 0.0, "grad_norm": 0.8865, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 127.9} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4346.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.249727, "cps": 33.953125, "mean_p": 0.446703, "boundary_entropy": 0.667183, "bpb": 2.284142}, "de": {"chunks": 3937.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19174, "cps": 30.757812, "mean_p": 0.442927, "boundary_entropy": 0.670308, "bpb": 2.571114}, "vi": {"chunks": 5793.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.314239, "cps": 45.257812, "mean_p": 0.439727, "boundary_entropy": 0.662725, "bpb": 2.090354}, "tr": {"chunks": 3654.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201845, "cps": 28.546875, "mean_p": 0.439146, "boundary_entropy": 0.66816, "bpb": 2.570249}, "fi": {"chunks": 3067.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163043, "cps": 23.960938, "mean_p": 0.434855, "boundary_entropy": 0.668496, "bpb": 2.801227}, "ru": {"chunks": 6731.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355198, "cps": 52.585938, "mean_p": 0.443753, "boundary_entropy": 0.672364, "bpb": 1.661592}, "el": {"chunks": 8214.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.400234, "cps": 64.171875, "mean_p": 0.448647, "boundary_entropy": 0.672532, "bpb": 1.789332}, "hi": {"chunks": 7581.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450579, "cps": 59.226562, "mean_p": 0.446366, "boundary_entropy": 0.675774, "bpb": 1.41398}, "ta": {"chunks": 14512.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.77625, "cps": 113.375, "mean_p": 0.486638, "boundary_entropy": 0.672416, "bpb": 1.115894}, "th": {"chunks": 7123.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442835, "cps": 55.648438, "mean_p": 0.442034, "boundary_entropy": 0.676408, "bpb": 1.314451}, "zh": {"chunks": 3514.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.594988, "cps": 27.453125, "mean_p": 0.413666, "boundary_entropy": 0.649934, "bpb": 3.473327}, "my": {"chunks": 18517.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.977254, "cps": 144.664062, "mean_p": 0.460569, "boundary_entropy": 0.681519, "bpb": 1.286404}}, "bpb": {"en": 2.28414, "de": 2.57111, "vi": 2.09035, "tr": 2.57025, "fi": 2.80123, "ru": 1.66159, "el": 1.78933, "hi": 1.41398, "ta": 1.11589, "th": 1.31445, "zh": 3.47333, "my": 1.2864}, "gini_cpc": 0.299665, "gini_cps": 0.314543, "bpic": 4.411834, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7677987590223535, "vi": 1.2583306778920378, "tr": 0.8082624255299969, "fi": 0.652884398571955, "ru": 1.4223444237080893, "el": 1.602685292711113, "hi": 1.804287838930984, "ta": 3.1083949765454046, "th": 1.7732757593439479, "zh": 2.3825537812911564, "my": 3.9132865363300593}, "t": 130.9} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29521, "de": 2.57932, "vi": 2.0948, "tr": 2.57784, "fi": 2.801, "ru": 1.64277, "el": 1.77914, "hi": 1.41257, "ta": 1.12343, "th": 1.33498, "zh": 3.47844, "my": 1.29434}, "bytes_per_chunk": {"en": 4.04, "de": 5.254, "vi": 4.382, "tr": 5.529, "fi": 6.571, "ru": 5.046, "el": 4.594, "hi": 5.904, "ta": 3.569, "th": 6.135, "zh": 5.017, "my": 2.936}, "bpb_mean": 2.03449, "t": 132.3} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.53783, "bpb": 2.21862, "chunk_loss": 0.032128, "F": 0.20267, "G": 0.43724, "chunks": 207.53, "bytes_per_chunk": 4.934, "boundary_entropy": 0.67028, "router_noise": 0.0, "grad_norm": 0.7496, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 132.3} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.4165, "bpb": 2.04358, "chunk_loss": 0.032777, "F": 0.21283, "G": 0.43972, "chunks": 217.94, "bytes_per_chunk": 4.699, "boundary_entropy": 0.67032, "router_noise": 0.0, "grad_norm": 0.7987, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 134.4} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.57636, "bpb": 2.27421, "chunk_loss": 0.031546, "F": 0.19217, "G": 0.43566, "chunks": 196.78, "bytes_per_chunk": 5.204, "boundary_entropy": 0.66987, "router_noise": 0.0, "grad_norm": 0.8666, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 136.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50209, "bpb": 2.16706, "chunk_loss": 0.03159, "F": 0.1929, "G": 0.43581, "chunks": 197.53, "bytes_per_chunk": 5.184, "boundary_entropy": 0.66936, "router_noise": 0.0, "grad_norm": 0.8172, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 138.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3665.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210596, "cps": 28.632812, "mean_p": 0.440553, "boundary_entropy": 0.665636, "bpb": 2.258491}, "de": {"chunks": 3582.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174451, "cps": 27.984375, "mean_p": 0.437288, "boundary_entropy": 0.668615, "bpb": 2.530374}, "vi": {"chunks": 5183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.28115, "cps": 40.492188, "mean_p": 0.434913, "boundary_entropy": 0.661849, "bpb": 2.068405}, "tr": {"chunks": 3572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197315, "cps": 27.90625, "mean_p": 0.435884, "boundary_entropy": 0.666774, "bpb": 2.521216}, "fi": {"chunks": 3001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159534, "cps": 23.445312, "mean_p": 0.439527, "boundary_entropy": 0.671105, "bpb": 2.759462}, "ru": {"chunks": 6937.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366069, "cps": 54.195312, "mean_p": 0.443147, "boundary_entropy": 0.672749, "bpb": 1.641406}, "el": {"chunks": 7128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.347318, "cps": 55.6875, "mean_p": 0.444728, "boundary_entropy": 0.672534, "bpb": 1.743536}, "hi": {"chunks": 6806.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404517, "cps": 53.171875, "mean_p": 0.444532, "boundary_entropy": 0.675093, "bpb": 1.381987}, "ta": {"chunks": 13296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.711206, "cps": 103.875, "mean_p": 0.479341, "boundary_entropy": 0.669603, "bpb": 1.104704}, "th": {"chunks": 5096.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.316817, "cps": 39.8125, "mean_p": 0.435295, "boundary_entropy": 0.674615, "bpb": 1.288449}, "zh": {"chunks": 3483.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.589739, "cps": 27.210938, "mean_p": 0.414168, "boundary_entropy": 0.651074, "bpb": 3.427352}, "my": {"chunks": 3747.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.197752, "cps": 29.273438, "mean_p": 0.444076, "boundary_entropy": 0.680349, "bpb": 1.261163}}, "bpb": {"en": 2.25849, "de": 2.53037, "vi": 2.0684, "tr": 2.52122, "fi": 2.75946, "ru": 1.64141, "el": 1.74354, "hi": 1.38199, "ta": 1.1047, "th": 1.28845, "zh": 3.42735, "my": 1.26116}, "gini_cpc": 0.264205, "gini_cps": 0.243816, "bpic": 5.85961, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8283680036176417, "vi": 1.3350213407899365, "tr": 0.9369384028741402, "fi": 0.7575377038035349, "ru": 1.7382515343385874, "el": 1.6492139022940289, "hi": 1.9208215216020788, "ta": 3.3771136652963287, "th": 1.5043832708314162, "zh": 2.800336190125518, "my": 0.9390105209317033}, "t": 141.5} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.2696, "de": 2.53585, "vi": 2.0739, "tr": 2.53082, "fi": 2.7608, "ru": 1.62171, "el": 1.7344, "hi": 1.37946, "ta": 1.11096, "th": 1.31085, "zh": 3.43296, "my": 1.26758}, "bytes_per_chunk": {"en": 4.773, "de": 5.883, "vi": 4.904, "tr": 5.549, "fi": 6.499, "ru": 5.044, "el": 5.437, "hi": 5.75, "ta": 3.954, "th": 8.393, "zh": 4.932, "my": 14.564}, "bpb_mean": 2.00241, "t": 142.8} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.51592, "bpb": 2.18701, "chunk_loss": 0.031546, "F": 0.19339, "G": 0.43449, "chunks": 198.03, "bytes_per_chunk": 5.171, "boundary_entropy": 0.66949, "router_noise": 0.0, "grad_norm": 0.7912, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 142.8} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.72816, "bpb": 2.4932, "chunk_loss": 0.032564, "F": 0.21042, "G": 0.43392, "chunks": 215.47, "bytes_per_chunk": 4.752, "boundary_entropy": 0.66799, "router_noise": 0.0, "grad_norm": 0.8271, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 144.9} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.51061, "bpb": 2.17935, "chunk_loss": 0.031674, "F": 0.19528, "G": 0.43462, "chunks": 199.97, "bytes_per_chunk": 5.121, "boundary_entropy": 0.66905, "router_noise": 0.0, "grad_norm": 0.7671, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 146.9} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.51694, "bpb": 2.18848, "chunk_loss": 0.031679, "F": 0.19498, "G": 0.43654, "chunks": 199.66, "bytes_per_chunk": 5.129, "boundary_entropy": 0.67077, "router_noise": 0.0, "grad_norm": 0.8385, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 149.0} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3480.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199966, "cps": 27.1875, "mean_p": 0.438616, "boundary_entropy": 0.665045, "bpb": 2.230222}, "de": {"chunks": 3593.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174987, "cps": 28.070312, "mean_p": 0.441782, "boundary_entropy": 0.670585, "bpb": 2.494039}, "vi": {"chunks": 5648.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.306374, "cps": 44.125, "mean_p": 0.435099, "boundary_entropy": 0.660706, "bpb": 2.057965}, "tr": {"chunks": 4155.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22952, "cps": 32.460938, "mean_p": 0.441589, "boundary_entropy": 0.668317, "bpb": 2.472557}, "fi": {"chunks": 2925.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155494, "cps": 22.851562, "mean_p": 0.437901, "boundary_entropy": 0.670602, "bpb": 2.719384}, "ru": {"chunks": 6673.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352137, "cps": 52.132812, "mean_p": 0.443279, "boundary_entropy": 0.672831, "bpb": 1.611528}, "el": {"chunks": 7137.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.347756, "cps": 55.757812, "mean_p": 0.440857, "boundary_entropy": 0.671584, "bpb": 1.730086}, "hi": {"chunks": 11501.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.683566, "cps": 89.851562, "mean_p": 0.447916, "boundary_entropy": 0.674391, "bpb": 1.36439}, "ta": {"chunks": 13461.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.720032, "cps": 105.164062, "mean_p": 0.477356, "boundary_entropy": 0.673217, "bpb": 1.079437}, "th": {"chunks": 8110.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.504196, "cps": 63.359375, "mean_p": 0.442027, "boundary_entropy": 0.675618, "bpb": 1.277157}, "zh": {"chunks": 3390.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573993, "cps": 26.484375, "mean_p": 0.414414, "boundary_entropy": 0.650431, "bpb": 3.416753}, "my": {"chunks": 4655.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.245672, "cps": 36.367188, "mean_p": 0.449803, "boundary_entropy": 0.68113, "bpb": 1.256361}}, "bpb": {"en": 2.23022, "de": 2.49404, "vi": 2.05796, "tr": 2.47256, "fi": 2.71938, "ru": 1.61153, "el": 1.73009, "hi": 1.36439, "ta": 1.07944, "th": 1.27716, "zh": 3.41675, "my": 1.25636}, "gini_cpc": 0.280754, "gini_cps": 0.276081, "bpic": 5.135705, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8750838851503971, "vi": 1.5321328432610384, "tr": 1.1477977073718018, "fi": 0.7776046755475061, "ru": 1.7609895823855883, "el": 1.7390806697952006, "hi": 3.418419890352001, "ta": 3.600781188036632, "th": 2.521416933746369, "zh": 2.8704575709097706, "my": 1.2285736189061898}, "t": 152.0} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.24056, "de": 2.49895, "vi": 2.06055, "tr": 2.48144, "fi": 2.71849, "ru": 1.59013, "el": 1.72138, "hi": 1.36259, "ta": 1.08732, "th": 1.29645, "zh": 3.42079, "my": 1.26425}, "bytes_per_chunk": {"en": 4.983, "de": 5.919, "vi": 4.482, "tr": 4.71, "fi": 6.76, "ru": 5.175, "el": 5.155, "hi": 3.562, "ta": 3.859, "th": 5.501, "zh": 5.183, "my": 12.356}, "bpb_mean": 1.97858, "t": 153.3} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 153.3} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.53686, "bpb": 2.21723, "chunk_loss": 0.032436, "F": 0.2066, "G": 0.43909, "chunks": 211.56, "bytes_per_chunk": 4.84, "boundary_entropy": 0.67017, "router_noise": 0.0, "grad_norm": 0.8078, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 153.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.33473, "bpb": 1.9256, "chunk_loss": 0.032113, "F": 0.20175, "G": 0.43929, "chunks": 206.59, "bytes_per_chunk": 4.957, "boundary_entropy": 0.67084, "router_noise": 0.0, "grad_norm": 0.6837, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 155.4} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.43531, "bpb": 2.07072, "chunk_loss": 0.032293, "F": 0.20566, "G": 0.43615, "chunks": 210.59, "bytes_per_chunk": 4.862, "boundary_entropy": 0.66933, "router_noise": 0.0, "grad_norm": 0.8314, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 157.5} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.59876, "bpb": 2.30653, "chunk_loss": 0.03062, "F": 0.17685, "G": 0.43039, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.6675, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 159.5} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3545.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203701, "cps": 27.695312, "mean_p": 0.437383, "boundary_entropy": 0.663818, "bpb": 2.206994}, "de": {"chunks": 3576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174159, "cps": 27.9375, "mean_p": 0.440569, "boundary_entropy": 0.669358, "bpb": 2.460409}, "vi": {"chunks": 5326.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.288907, "cps": 41.609375, "mean_p": 0.43325, "boundary_entropy": 0.659759, "bpb": 2.036225}, "tr": {"chunks": 3919.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216483, "cps": 30.617188, "mean_p": 0.44004, "boundary_entropy": 0.667761, "bpb": 2.446899}, "fi": {"chunks": 3905.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207591, "cps": 30.507812, "mean_p": 0.442809, "boundary_entropy": 0.670536, "bpb": 2.671236}, "ru": {"chunks": 6676.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352296, "cps": 52.15625, "mean_p": 0.447327, "boundary_entropy": 0.674374, "bpb": 1.589226}, "el": {"chunks": 7049.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343468, "cps": 55.070312, "mean_p": 0.445158, "boundary_entropy": 0.673027, "bpb": 1.698281}, "hi": {"chunks": 6402.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.380505, "cps": 50.015625, "mean_p": 0.448331, "boundary_entropy": 0.677495, "bpb": 1.346966}, "ta": {"chunks": 14711.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.786895, "cps": 114.929688, "mean_p": 0.483251, "boundary_entropy": 0.673264, "bpb": 1.077197}, "th": {"chunks": 7001.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.43525, "cps": 54.695312, "mean_p": 0.444425, "boundary_entropy": 0.677241, "bpb": 1.241887}, "zh": {"chunks": 3637.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615814, "cps": 28.414062, "mean_p": 0.414528, "boundary_entropy": 0.649961, "bpb": 3.377728}, "my": {"chunks": 15520.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.819084, "cps": 121.25, "mean_p": 0.45927, "boundary_entropy": 0.681888, "bpb": 1.229151}}, "bpb": {"en": 2.20699, "de": 2.46041, "vi": 2.03622, "tr": 2.4469, "fi": 2.67124, "ru": 1.58923, "el": 1.69828, "hi": 1.34697, "ta": 1.0772, "th": 1.24189, "zh": 3.37773, "my": 1.22915}, "gini_cpc": 0.286371, "gini_cps": 0.287787, "bpic": 4.72247, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8549741490821099, "vi": 1.4182928086063065, "tr": 1.0627536194508977, "fi": 1.019100548781626, "ru": 1.7294778107334645, "el": 1.6861435520380414, "hi": 1.8679638944833672, "ta": 3.8629990973050803, "th": 2.1367164477500302, "zh": 3.0231363768145707, "my": 4.021019891720581}, "t": 162.5} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21666, "de": 2.46827, "vi": 2.03906, "tr": 2.45641, "fi": 2.67301, "ru": 1.56731, "el": 1.69132, "hi": 1.34439, "ta": 1.08456, "th": 1.26634, "zh": 3.3838, "my": 1.23814}, "bytes_per_chunk": {"en": 4.79, "de": 5.91, "vi": 4.81, "tr": 5.071, "fi": 5.012, "ru": 5.121, "el": 5.368, "hi": 6.474, "ta": 3.517, "th": 6.349, "zh": 4.889, "my": 3.407}, "bpb_mean": 1.95244, "t": 163.8} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.69319, "bpb": 2.44276, "chunk_loss": 0.032015, "F": 0.2019, "G": 0.43054, "chunks": 206.75, "bytes_per_chunk": 4.953, "boundary_entropy": 0.66605, "router_noise": 0.0, "grad_norm": 0.7675, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 163.9} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44764, "bpb": 2.08851, "chunk_loss": 0.031325, "F": 0.18915, "G": 0.43463, "chunks": 193.69, "bytes_per_chunk": 5.287, "boundary_entropy": 0.6693, "router_noise": 0.0, "grad_norm": 0.7347, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 165.9} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.38502, "bpb": 1.99817, "chunk_loss": 0.031631, "F": 0.19443, "G": 0.43627, "chunks": 199.09, "bytes_per_chunk": 5.143, "boundary_entropy": 0.66964, "router_noise": 0.0, "grad_norm": 0.7346, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 167.9} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.36255, "bpb": 1.96574, "chunk_loss": 0.031396, "F": 0.19022, "G": 0.43652, "chunks": 194.78, "bytes_per_chunk": 5.257, "boundary_entropy": 0.67058, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 170.0} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3623.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208182, "cps": 28.304688, "mean_p": 0.439199, "boundary_entropy": 0.664417, "bpb": 2.186236}, "de": {"chunks": 3909.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190376, "cps": 30.539062, "mean_p": 0.44254, "boundary_entropy": 0.669679, "bpb": 2.430779}, "vi": {"chunks": 5381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29189, "cps": 42.039062, "mean_p": 0.43134, "boundary_entropy": 0.659553, "bpb": 2.019762}, "tr": {"chunks": 4083.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225543, "cps": 31.898438, "mean_p": 0.439602, "boundary_entropy": 0.667261, "bpb": 2.413429}, "fi": {"chunks": 3193.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169741, "cps": 24.945312, "mean_p": 0.438854, "boundary_entropy": 0.669868, "bpb": 2.649091}, "ru": {"chunks": 6596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348074, "cps": 51.53125, "mean_p": 0.444843, "boundary_entropy": 0.674192, "bpb": 1.564238}, "el": {"chunks": 6674.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325196, "cps": 52.140625, "mean_p": 0.444073, "boundary_entropy": 0.673571, "bpb": 1.669965}, "hi": {"chunks": 8963.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.532719, "cps": 70.023438, "mean_p": 0.452212, "boundary_entropy": 0.677853, "bpb": 1.335267}, "ta": {"chunks": 13075.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699385, "cps": 102.148438, "mean_p": 0.467703, "boundary_entropy": 0.670183, "bpb": 1.061075}, "th": {"chunks": 4801.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.298477, "cps": 37.507812, "mean_p": 0.441977, "boundary_entropy": 0.678415, "bpb": 1.231602}, "zh": {"chunks": 3739.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633085, "cps": 29.210938, "mean_p": 0.415379, "boundary_entropy": 0.64966, "bpb": 3.356974}, "my": {"chunks": 8861.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.467648, "cps": 69.226562, "mean_p": 0.452697, "boundary_entropy": 0.680602, "bpb": 1.201197}}, "bpb": {"en": 2.18624, "de": 2.43078, "vi": 2.01976, "tr": 2.41343, "fi": 2.64909, "ru": 1.56424, "el": 1.66997, "hi": 1.33527, "ta": 1.06108, "th": 1.2316, "zh": 3.35697, "my": 1.2012}, "gini_cpc": 0.256018, "gini_cps": 0.245274, "bpic": 5.26463, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9144691299528349, "vi": 1.4020891748698028, "tr": 1.0833894812566158, "fi": 0.8153476452201809, "ru": 1.6719651420818475, "el": 1.5620723436805968, "hi": 2.5589046864612293, "ta": 3.359479646137641, "th": 1.4337268775775533, "zh": 3.0410097227527895, "my": 2.2463382212404497}, "t": 172.9} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19779, "de": 2.43805, "vi": 2.02307, "tr": 2.42088, "fi": 2.65428, "ru": 1.54177, "el": 1.66118, "hi": 1.33226, "ta": 1.06772, "th": 1.25058, "zh": 3.35976, "my": 1.21092}, "bytes_per_chunk": {"en": 4.829, "de": 5.597, "vi": 4.648, "tr": 4.883, "fi": 6.266, "ru": 5.308, "el": 5.732, "hi": 4.74, "ta": 4.05, "th": 9.214, "zh": 4.721, "my": 6.382}, "bpb_mean": 1.92986, "t": 174.3} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.48205, "bpb": 2.13815, "chunk_loss": 0.031669, "F": 0.19543, "G": 0.43496, "chunks": 200.12, "bytes_per_chunk": 5.117, "boundary_entropy": 0.66945, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 174.3} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.42407, "bpb": 2.05449, "chunk_loss": 0.032446, "F": 0.20901, "G": 0.43717, "chunks": 214.03, "bytes_per_chunk": 4.784, "boundary_entropy": 0.66953, "router_noise": 0.0, "grad_norm": 0.7508, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 176.3} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.49717, "bpb": 2.15995, "chunk_loss": 0.031466, "F": 0.19177, "G": 0.4328, "chunks": 196.38, "bytes_per_chunk": 5.215, "boundary_entropy": 0.66779, "router_noise": 0.0, "grad_norm": 0.8098, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 178.4} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.39491, "bpb": 2.01243, "chunk_loss": 0.032229, "F": 0.20364, "G": 0.43782, "chunks": 208.53, "bytes_per_chunk": 4.911, "boundary_entropy": 0.67005, "router_noise": 0.0, "grad_norm": 0.7874, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 180.4} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.43518, "boundary_entropy": 0.662568, "bpb": 2.16894}, "de": {"chunks": 3680.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179224, "cps": 28.75, "mean_p": 0.438976, "boundary_entropy": 0.668347, "bpb": 2.412559}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.427521, "boundary_entropy": 0.657761, "bpb": 2.00406}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.434194, "boundary_entropy": 0.665679, "bpb": 2.395104}, "fi": {"chunks": 2867.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152411, "cps": 22.398438, "mean_p": 0.435853, "boundary_entropy": 0.66911, "bpb": 2.601486}, "ru": {"chunks": 7090.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.374142, "cps": 55.390625, "mean_p": 0.446938, "boundary_entropy": 0.674376, "bpb": 1.543336}, "el": {"chunks": 7618.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.371193, "cps": 59.515625, "mean_p": 0.447642, "boundary_entropy": 0.673548, "bpb": 1.634425}, "hi": {"chunks": 6170.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.366716, "cps": 48.203125, "mean_p": 0.450788, "boundary_entropy": 0.67901, "bpb": 1.312446}, "ta": {"chunks": 13581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.726451, "cps": 106.101562, "mean_p": 0.465791, "boundary_entropy": 0.669362, "bpb": 1.044094}, "th": {"chunks": 7348.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.456823, "cps": 57.40625, "mean_p": 0.441763, "boundary_entropy": 0.676662, "bpb": 1.202671}, "zh": {"chunks": 3504.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593295, "cps": 27.375, "mean_p": 0.411252, "boundary_entropy": 0.647245, "bpb": 3.33257}, "my": {"chunks": 2879.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151942, "cps": 22.492188, "mean_p": 0.439594, "boundary_entropy": 0.679045, "bpb": 1.196743}}, "bpb": {"en": 2.16894, "de": 2.41256, "vi": 2.00406, "tr": 2.3951, "fi": 2.60149, "ru": 1.54334, "el": 1.63442, "hi": 1.31245, "ta": 1.04409, "th": 1.20267, "zh": 3.33257, "my": 1.19674}, "gini_cpc": 0.283362, "gini_cps": 0.26816, "bpic": 5.744967, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8911513869659295, "vi": 1.372874113681274, "tr": 0.9547403824149115, "fi": 0.7578301601646453, "ru": 1.8603433094609878, "el": 1.8456791195940443, "hi": 1.8234177032477181, "ta": 3.612121545103733, "th": 2.2714551090190507, "zh": 2.9500320255430315, "my": 0.7554998190536506}, "t": 183.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.18034, "de": 2.41994, "vi": 2.00639, "tr": 2.4025, "fi": 2.60774, "ru": 1.52175, "el": 1.62751, "hi": 1.31007, "ta": 1.0514, "th": 1.22318, "zh": 3.33712, "my": 1.2053}, "bytes_per_chunk": {"en": 4.907, "de": 5.831, "vi": 4.955, "tr": 5.871, "fi": 7.078, "ru": 4.811, "el": 4.886, "hi": 6.781, "ta": 3.813, "th": 5.836, "zh": 5.003, "my": 19.506}, "bpb_mean": 1.90777, "t": 184.7} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.50386, "bpb": 2.16962, "chunk_loss": 0.030718, "F": 0.17947, "G": 0.43095, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.8594, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 184.7} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.40963, "bpb": 2.03367, "chunk_loss": 0.031541, "F": 0.19299, "G": 0.43442, "chunks": 197.62, "bytes_per_chunk": 5.182, "boundary_entropy": 0.66871, "router_noise": 0.0, "grad_norm": 0.7688, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 186.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.44188, "bpb": 2.0802, "chunk_loss": 0.031371, "F": 0.19006, "G": 0.43436, "chunks": 194.62, "bytes_per_chunk": 5.261, "boundary_entropy": 0.66897, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 188.8} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.38941, "bpb": 2.00449, "chunk_loss": 0.030814, "F": 0.18103, "G": 0.43721, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.67165, "router_noise": 0.0, "grad_norm": 0.8088, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 190.8} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3540.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203413, "cps": 27.65625, "mean_p": 0.437105, "boundary_entropy": 0.663458, "bpb": 2.171666}, "de": {"chunks": 3728.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181561, "cps": 29.125, "mean_p": 0.441186, "boundary_entropy": 0.669623, "bpb": 2.396064}, "vi": {"chunks": 4640.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.251695, "cps": 36.25, "mean_p": 0.426392, "boundary_entropy": 0.658233, "bpb": 2.003608}, "tr": {"chunks": 3929.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217036, "cps": 30.695312, "mean_p": 0.440659, "boundary_entropy": 0.667965, "bpb": 2.389252}, "fi": {"chunks": 3407.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181117, "cps": 26.617188, "mean_p": 0.441556, "boundary_entropy": 0.67077, "bpb": 2.59767}, "ru": {"chunks": 7016.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.370237, "cps": 54.8125, "mean_p": 0.445809, "boundary_entropy": 0.673154, "bpb": 1.523434}, "el": {"chunks": 7351.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.358184, "cps": 57.429688, "mean_p": 0.443099, "boundary_entropy": 0.672882, "bpb": 1.612659}, "hi": {"chunks": 9823.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.583834, "cps": 76.742188, "mean_p": 0.451697, "boundary_entropy": 0.677857, "bpb": 1.313882}, "ta": {"chunks": 13866.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.741696, "cps": 108.328125, "mean_p": 0.46533, "boundary_entropy": 0.669337, "bpb": 1.042034}, "th": {"chunks": 7199.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44756, "cps": 56.242188, "mean_p": 0.443463, "boundary_entropy": 0.677322, "bpb": 1.195245}, "zh": {"chunks": 3458.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.585506, "cps": 27.015625, "mean_p": 0.411964, "boundary_entropy": 0.648322, "bpb": 3.314553}, "my": {"chunks": 9632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508339, "cps": 75.25, "mean_p": 0.448288, "boundary_entropy": 0.679518, "bpb": 1.185262}}, "bpb": {"en": 2.17167, "de": 2.39606, "vi": 2.00361, "tr": 2.38925, "fi": 2.59767, "ru": 1.52343, "el": 1.61266, "hi": 1.31388, "ta": 1.04203, "th": 1.19525, "zh": 3.31455, "my": 1.18526}, "gini_cpc": 0.261346, "gini_cps": 0.263438, "bpic": 4.946333, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8925742521133818, "vi": 1.2373589294497847, "tr": 1.0669703120655158, "fi": 0.8903917109444619, "ru": 1.8201250391306292, "el": 1.76086651850714, "hi": 2.8701852570075803, "ta": 3.6462511955974817, "th": 2.2002496799312974, "zh": 2.8784083408426935, "my": 2.499044306809359}, "t": 193.8} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1807, "de": 2.40195, "vi": 2.00646, "tr": 2.39642, "fi": 2.60099, "ru": 1.50208, "el": 1.60477, "hi": 1.31249, "ta": 1.05049, "th": 1.21508, "zh": 3.31647, "my": 1.19507}, "bytes_per_chunk": {"en": 5.133, "de": 5.838, "vi": 5.483, "tr": 5.097, "fi": 5.787, "ru": 4.891, "el": 5.138, "hi": 4.287, "ta": 3.741, "th": 6.099, "zh": 5.149, "my": 5.744}, "bpb_mean": 1.89858, "t": 195.1} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.34512, "bpb": 1.9406, "chunk_loss": 0.031658, "F": 0.19415, "G": 0.43455, "chunks": 198.81, "bytes_per_chunk": 5.151, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 0.9942, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 195.1} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.57301, "bpb": 2.26937, "chunk_loss": 0.032167, "F": 0.20432, "G": 0.43234, "chunks": 209.22, "bytes_per_chunk": 4.894, "boundary_entropy": 0.66632, "router_noise": 0.0, "grad_norm": 0.8487, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 197.2} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.52493, "bpb": 2.20001, "chunk_loss": 0.030949, "F": 0.18295, "G": 0.43336, "chunks": 187.34, "bytes_per_chunk": 5.466, "boundary_entropy": 0.66908, "router_noise": 0.0, "grad_norm": 0.7935, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 199.2} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.36446, "bpb": 1.9685, "chunk_loss": 0.031952, "F": 0.20038, "G": 0.43585, "chunks": 205.19, "bytes_per_chunk": 4.991, "boundary_entropy": 0.66932, "router_noise": 0.0, "grad_norm": 0.6951, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 201.3} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3742.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21502, "cps": 29.234375, "mean_p": 0.437857, "boundary_entropy": 0.662795, "bpb": 2.140257}, "de": {"chunks": 3711.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180733, "cps": 28.992188, "mean_p": 0.440137, "boundary_entropy": 0.669113, "bpb": 2.372721}, "vi": {"chunks": 5140.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278817, "cps": 40.15625, "mean_p": 0.428515, "boundary_entropy": 0.657348, "bpb": 1.975454}, "tr": {"chunks": 4223.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233276, "cps": 32.992188, "mean_p": 0.442353, "boundary_entropy": 0.668108, "bpb": 2.357306}, "fi": {"chunks": 3373.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17931, "cps": 26.351562, "mean_p": 0.442525, "boundary_entropy": 0.67093, "bpb": 2.568524}, "ru": {"chunks": 6730.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355145, "cps": 52.578125, "mean_p": 0.445439, "boundary_entropy": 0.673706, "bpb": 1.501852}, "el": {"chunks": 7807.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.380402, "cps": 60.992188, "mean_p": 0.447399, "boundary_entropy": 0.673298, "bpb": 1.596448}, "hi": {"chunks": 8320.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.494502, "cps": 65.0, "mean_p": 0.449664, "boundary_entropy": 0.677788, "bpb": 1.293034}, "ta": {"chunks": 13322.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.712597, "cps": 104.078125, "mean_p": 0.458796, "boundary_entropy": 0.667101, "bpb": 1.032724}, "th": {"chunks": 6946.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431831, "cps": 54.265625, "mean_p": 0.442734, "boundary_entropy": 0.677211, "bpb": 1.179335}, "zh": {"chunks": 3242.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548933, "cps": 25.328125, "mean_p": 0.409541, "boundary_entropy": 0.647881, "bpb": 3.296118}, "my": {"chunks": 4676.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.246781, "cps": 36.53125, "mean_p": 0.446355, "boundary_entropy": 0.679981, "bpb": 1.173488}}, "bpb": {"en": 2.14026, "de": 2.37272, "vi": 1.97545, "tr": 2.35731, "fi": 2.56852, "ru": 1.50185, "el": 1.59645, "hi": 1.29303, "ta": 1.03272, "th": 1.17934, "zh": 3.29612, "my": 1.17349}, "gini_cpc": 0.246756, "gini_cps": 0.24343, "bpic": 5.387761, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8405409648995374, "vi": 1.2967023982597645, "tr": 1.0849028923601343, "fi": 0.8339207778429788, "ru": 1.651681053265436, "el": 1.7691459853427214, "hi": 2.2997921668256325, "ta": 3.314089989106117, "th": 2.008325260296258, "zh": 2.5529358669756346, "my": 1.1477081442733308}, "t": 204.2} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14947, "de": 2.38036, "vi": 1.97784, "tr": 2.36387, "fi": 2.57354, "ru": 1.48042, "el": 1.58828, "hi": 1.29027, "ta": 1.04296, "th": 1.19913, "zh": 3.29758, "my": 1.18278}, "bytes_per_chunk": {"en": 4.775, "de": 5.838, "vi": 5.009, "tr": 4.689, "fi": 5.938, "ru": 5.175, "el": 4.746, "hi": 5.18, "ta": 3.879, "th": 6.422, "zh": 5.397, "my": 11.538}, "bpb_mean": 1.87721, "t": 205.5} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.38992, "bpb": 2.00523, "chunk_loss": 0.031108, "F": 0.18573, "G": 0.43371, "chunks": 190.19, "bytes_per_chunk": 5.384, "boundary_entropy": 0.66881, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 205.6} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.39145, "bpb": 2.00744, "chunk_loss": 0.031913, "F": 0.19897, "G": 0.43593, "chunks": 203.75, "bytes_per_chunk": 5.026, "boundary_entropy": 0.66943, "router_noise": 0.0, "grad_norm": 0.7918, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 207.6} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.45625, "bpb": 2.10092, "chunk_loss": 0.03216, "F": 0.2038, "G": 0.4346, "chunks": 208.69, "bytes_per_chunk": 4.907, "boundary_entropy": 0.66796, "router_noise": 0.0, "grad_norm": 0.755, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 209.6} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.41271, "bpb": 2.0381, "chunk_loss": 0.031634, "F": 0.19424, "G": 0.43422, "chunks": 198.91, "bytes_per_chunk": 5.148, "boundary_entropy": 0.66829, "router_noise": 0.0, "grad_norm": 0.7326, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 211.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3734.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214561, "cps": 29.171875, "mean_p": 0.434921, "boundary_entropy": 0.662383, "bpb": 2.126087}, "de": {"chunks": 3647.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177617, "cps": 28.492188, "mean_p": 0.43965, "boundary_entropy": 0.669272, "bpb": 2.352966}, "vi": {"chunks": 4767.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258584, "cps": 37.242188, "mean_p": 0.42231, "boundary_entropy": 0.654144, "bpb": 1.970479}, "tr": {"chunks": 3698.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204276, "cps": 28.890625, "mean_p": 0.438367, "boundary_entropy": 0.667589, "bpb": 2.340196}, "fi": {"chunks": 3328.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176918, "cps": 26.0, "mean_p": 0.440393, "boundary_entropy": 0.67017, "bpb": 2.536742}, "ru": {"chunks": 6369.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336095, "cps": 49.757812, "mean_p": 0.443431, "boundary_entropy": 0.672808, "bpb": 1.495569}, "el": {"chunks": 7184.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350046, "cps": 56.125, "mean_p": 0.443201, "boundary_entropy": 0.672248, "bpb": 1.586197}, "hi": {"chunks": 7736.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.459792, "cps": 60.4375, "mean_p": 0.44555, "boundary_entropy": 0.675811, "bpb": 1.280272}, "ta": {"chunks": 13081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699706, "cps": 102.195312, "mean_p": 0.455057, "boundary_entropy": 0.666243, "bpb": 1.006359}, "th": {"chunks": 7511.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466957, "cps": 58.679688, "mean_p": 0.438907, "boundary_entropy": 0.675607, "bpb": 1.159272}, "zh": {"chunks": 3249.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.550119, "cps": 25.382812, "mean_p": 0.410387, "boundary_entropy": 0.647667, "bpb": 3.269457}, "my": {"chunks": 11026.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581908, "cps": 86.140625, "mean_p": 0.456057, "boundary_entropy": 0.681581, "bpb": 1.162629}}, "bpb": {"en": 2.12609, "de": 2.35297, "vi": 1.97048, "tr": 2.3402, "fi": 2.53674, "ru": 1.49557, "el": 1.5862, "hi": 1.28027, "ta": 1.00636, "th": 1.15927, "zh": 3.26946, "my": 1.16263}, "gini_cpc": 0.25484, "gini_cps": 0.262262, "bpic": 5.094663, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.827814754468821, "vi": 1.2051797242413849, "tr": 0.9520640401421361, "fi": 0.8245580590986875, "ru": 1.5664330625090979, "el": 1.6314556980905404, "hi": 2.1429458388480302, "ta": 3.261108757801675, "th": 2.176338792691944, "zh": 2.5639294764559057, "my": 2.7120920063243026}, "t": 214.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.13743, "de": 2.35903, "vi": 1.97335, "tr": 2.34752, "fi": 2.54352, "ru": 1.47654, "el": 1.5773, "hi": 1.27774, "ta": 1.01397, "th": 1.18023, "zh": 3.27221, "my": 1.17222}, "bytes_per_chunk": {"en": 4.937, "de": 5.966, "vi": 5.37, "tr": 5.381, "fi": 6.023, "ru": 5.435, "el": 5.246, "hi": 5.478, "ta": 3.987, "th": 5.831, "zh": 5.357, "my": 5.135}, "bpb_mean": 1.86092, "t": 215.9} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.50817, "bpb": 2.17582, "chunk_loss": 0.031725, "F": 0.19598, "G": 0.434, "chunks": 200.69, "bytes_per_chunk": 5.102, "boundary_entropy": 0.669, "router_noise": 0.0, "grad_norm": 2.2766, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 216.0} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.34623, "bpb": 1.9422, "chunk_loss": 0.032195, "F": 0.20425, "G": 0.43435, "chunks": 209.16, "bytes_per_chunk": 4.896, "boundary_entropy": 0.66774, "router_noise": 0.0, "grad_norm": 0.7633, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 218.0} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.6055, "bpb": 2.31625, "chunk_loss": 0.031095, "F": 0.18497, "G": 0.42763, "chunks": 189.41, "bytes_per_chunk": 5.406, "boundary_entropy": 0.6654, "router_noise": 0.0, "grad_norm": 0.8102, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 220.0} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.32113, "bpb": 1.90599, "chunk_loss": 0.031648, "F": 0.19519, "G": 0.43574, "chunks": 199.88, "bytes_per_chunk": 5.123, "boundary_entropy": 0.66971, "router_noise": 0.0, "grad_norm": 0.7351, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 222.0} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3879.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.222893, "cps": 30.304688, "mean_p": 0.435587, "boundary_entropy": 0.661385, "bpb": 2.110669}, "de": {"chunks": 3739.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182097, "cps": 29.210938, "mean_p": 0.439898, "boundary_entropy": 0.66863, "bpb": 2.332419}, "vi": {"chunks": 5065.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274749, "cps": 39.570312, "mean_p": 0.423925, "boundary_entropy": 0.654639, "bpb": 1.957915}, "tr": {"chunks": 3935.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217367, "cps": 30.742188, "mean_p": 0.439411, "boundary_entropy": 0.667466, "bpb": 2.318106}, "fi": {"chunks": 3276.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174153, "cps": 25.59375, "mean_p": 0.44076, "boundary_entropy": 0.670317, "bpb": 2.517146}, "ru": {"chunks": 6663.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351609, "cps": 52.054688, "mean_p": 0.445367, "boundary_entropy": 0.67367, "bpb": 1.476149}, "el": {"chunks": 7157.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348731, "cps": 55.914062, "mean_p": 0.442429, "boundary_entropy": 0.672474, "bpb": 1.571479}, "hi": {"chunks": 6216.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.36945, "cps": 48.5625, "mean_p": 0.446327, "boundary_entropy": 0.677654, "bpb": 1.276286}, "ta": {"chunks": 13282.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.710457, "cps": 103.765625, "mean_p": 0.45259, "boundary_entropy": 0.666762, "bpb": 1.012676}, "th": {"chunks": 6256.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.388934, "cps": 48.875, "mean_p": 0.442315, "boundary_entropy": 0.677549, "bpb": 1.154924}, "zh": {"chunks": 3460.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.585845, "cps": 27.03125, "mean_p": 0.410004, "boundary_entropy": 0.646987, "bpb": 3.27098}, "my": {"chunks": 3484.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183872, "cps": 27.21875, "mean_p": 0.444183, "boundary_entropy": 0.680409, "bpb": 1.157998}}, "bpb": {"en": 2.11067, "de": 2.33242, "vi": 1.95791, "tr": 2.31811, "fi": 2.51715, "ru": 1.47615, "el": 1.57148, "hi": 1.27629, "ta": 1.01268, "th": 1.15492, "zh": 3.27098, "my": 1.158}, "gini_cpc": 0.253295, "gini_cps": 0.233791, "bpic": 5.77879, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.816972425765944, "vi": 1.2326524644709123, "tr": 0.9752108530464094, "fi": 0.7813333290574787, "ru": 1.5774839148081714, "el": 1.5645682494795137, "hi": 1.6575257099319802, "ta": 3.187442411636133, "th": 1.7449380598670876, "zh": 2.6283729970098704, "my": 0.824933823852344}, "t": 224.9} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.12184, "de": 2.33906, "vi": 1.95991, "tr": 2.32506, "fi": 2.5235, "ru": 1.45605, "el": 1.56244, "hi": 1.27427, "ta": 1.02062, "th": 1.17612, "zh": 3.2695, "my": 1.16719}, "bytes_per_chunk": {"en": 4.62, "de": 5.768, "vi": 5.11, "tr": 5.037, "fi": 6.111, "ru": 5.17, "el": 5.206, "hi": 6.848, "ta": 3.903, "th": 6.9, "zh": 5.186, "my": 14.711}, "bpb_mean": 1.84963, "t": 226.2} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.38861, "bpb": 2.00334, "chunk_loss": 0.031411, "F": 0.1915, "G": 0.43196, "chunks": 196.09, "bytes_per_chunk": 5.222, "boundary_entropy": 0.66752, "router_noise": 0.0, "grad_norm": 0.7743, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 226.3} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.49841, "bpb": 2.16175, "chunk_loss": 0.030848, "F": 0.18127, "G": 0.42749, "chunks": 185.62, "bytes_per_chunk": 5.516, "boundary_entropy": 0.66518, "router_noise": 0.0, "grad_norm": 0.7342, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 228.3} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.514, "bpb": 2.18423, "chunk_loss": 0.031443, "F": 0.19128, "G": 0.43153, "chunks": 195.88, "bytes_per_chunk": 5.228, "boundary_entropy": 0.66714, "router_noise": 0.0, "grad_norm": 0.792, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 230.3} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.43906, "bpb": 2.07613, "chunk_loss": 0.031869, "F": 0.19888, "G": 0.43207, "chunks": 203.66, "bytes_per_chunk": 5.028, "boundary_entropy": 0.6674, "router_noise": 0.0, "grad_norm": 0.7708, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 232.3} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.434456, "boundary_entropy": 0.661897, "bpb": 2.101865}, "de": {"chunks": 3778.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183996, "cps": 29.515625, "mean_p": 0.44076, "boundary_entropy": 0.669465, "bpb": 2.317214}, "vi": {"chunks": 4816.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261242, "cps": 37.625, "mean_p": 0.423629, "boundary_entropy": 0.65453, "bpb": 1.946251}, "tr": {"chunks": 4051.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223775, "cps": 31.648438, "mean_p": 0.439546, "boundary_entropy": 0.667099, "bpb": 2.296336}, "fi": {"chunks": 3373.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17931, "cps": 26.351562, "mean_p": 0.441558, "boundary_entropy": 0.670542, "bpb": 2.498743}, "ru": {"chunks": 6501.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343061, "cps": 50.789062, "mean_p": 0.443998, "boundary_entropy": 0.673172, "bpb": 1.465526}, "el": {"chunks": 7305.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.355942, "cps": 57.070312, "mean_p": 0.440828, "boundary_entropy": 0.671335, "bpb": 1.543777}, "hi": {"chunks": 6563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.390074, "cps": 51.273438, "mean_p": 0.445358, "boundary_entropy": 0.676902, "bpb": 1.26636}, "ta": {"chunks": 13549.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.724739, "cps": 105.851562, "mean_p": 0.451625, "boundary_entropy": 0.665657, "bpb": 0.991316}, "th": {"chunks": 6082.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.378116, "cps": 47.515625, "mean_p": 0.440725, "boundary_entropy": 0.676929, "bpb": 1.14543}, "zh": {"chunks": 3271.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553844, "cps": 25.554688, "mean_p": 0.412759, "boundary_entropy": 0.649662, "bpb": 3.237482}, "my": {"chunks": 7966.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420414, "cps": 62.234375, "mean_p": 0.457666, "boundary_entropy": 0.682801, "bpb": 1.145017}}, "bpb": {"en": 2.10186, "de": 2.31721, "vi": 1.94625, "tr": 2.29634, "fi": 2.49874, "ru": 1.46553, "el": 1.54378, "hi": 1.26636, "ta": 0.99132, "th": 1.14543, "zh": 3.23748, "my": 1.14502}, "gini_cpc": 0.238211, "gini_cps": 0.239598, "bpic": 5.42301, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.911238183125455, "vi": 1.2937956878750254, "tr": 1.1082405960630455, "fi": 0.8880283297348966, "ru": 1.6989997492127231, "el": 1.762794708359329, "hi": 1.9318335065596244, "ta": 3.589253531093979, "th": 1.8726116184491572, "zh": 2.7428967791935155, "my": 2.082088996767837}, "t": 235.3} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.114, "de": 2.32306, "vi": 1.9479, "tr": 2.30267, "fi": 2.50574, "ru": 1.44427, "el": 1.53606, "hi": 1.26366, "ta": 0.99956, "th": 1.16473, "zh": 3.23647, "my": 1.1541}, "bytes_per_chunk": {"en": 5.156, "de": 5.882, "vi": 5.344, "tr": 4.886, "fi": 5.895, "ru": 5.319, "el": 5.17, "hi": 6.393, "ta": 3.812, "th": 7.095, "zh": 5.634, "my": 6.787}, "bpb_mean": 1.83268, "t": 236.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.42852, "bpb": 2.06091, "chunk_loss": 0.031033, "F": 0.18469, "G": 0.43014, "chunks": 189.12, "bytes_per_chunk": 5.414, "boundary_entropy": 0.66705, "router_noise": 0.0, "grad_norm": 0.8482, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 236.6} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.32074, "bpb": 1.90543, "chunk_loss": 0.032319, "F": 0.20624, "G": 0.43639, "chunks": 211.19, "bytes_per_chunk": 4.849, "boundary_entropy": 0.66904, "router_noise": 0.0, "grad_norm": 0.8093, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 238.6} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.47015, "bpb": 2.12097, "chunk_loss": 0.031515, "F": 0.19272, "G": 0.43286, "chunks": 197.34, "bytes_per_chunk": 5.189, "boundary_entropy": 0.66792, "router_noise": 0.0, "grad_norm": 0.7573, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 240.6} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.26808, "bpb": 1.82945, "chunk_loss": 0.031785, "F": 0.1969, "G": 0.43773, "chunks": 201.62, "bytes_per_chunk": 5.079, "boundary_entropy": 0.67085, "router_noise": 0.0, "grad_norm": 0.8044, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 242.7} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3734.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214561, "cps": 29.171875, "mean_p": 0.435979, "boundary_entropy": 0.662024, "bpb": 2.081841}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.440601, "boundary_entropy": 0.669064, "bpb": 2.309145}, "vi": {"chunks": 4836.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262327, "cps": 37.78125, "mean_p": 0.421672, "boundary_entropy": 0.654579, "bpb": 1.939332}, "tr": {"chunks": 4036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222946, "cps": 31.53125, "mean_p": 0.439604, "boundary_entropy": 0.667172, "bpb": 2.28932}, "fi": {"chunks": 3224.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171389, "cps": 25.1875, "mean_p": 0.440275, "boundary_entropy": 0.670423, "bpb": 2.478737}, "ru": {"chunks": 6857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361847, "cps": 53.570312, "mean_p": 0.444887, "boundary_entropy": 0.673303, "bpb": 1.443443}, "el": {"chunks": 7041.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343078, "cps": 55.007812, "mean_p": 0.44072, "boundary_entropy": 0.671627, "bpb": 1.536738}, "hi": {"chunks": 8363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.497058, "cps": 65.335938, "mean_p": 0.451589, "boundary_entropy": 0.678487, "bpb": 1.250008}, "ta": {"chunks": 12908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.690452, "cps": 100.84375, "mean_p": 0.446607, "boundary_entropy": 0.665246, "bpb": 0.977457}, "th": {"chunks": 7271.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.452036, "cps": 56.804688, "mean_p": 0.444682, "boundary_entropy": 0.67762, "bpb": 1.130183}, "zh": {"chunks": 3336.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564849, "cps": 26.0625, "mean_p": 0.410244, "boundary_entropy": 0.646898, "bpb": 3.228313}, "my": {"chunks": 9872.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.521005, "cps": 77.125, "mean_p": 0.455567, "boundary_entropy": 0.681738, "bpb": 1.141789}}, "bpb": {"en": 2.08184, "de": 2.30915, "vi": 1.93933, "tr": 2.28932, "fi": 2.47874, "ru": 1.44344, "el": 1.53674, "hi": 1.25001, "ta": 0.97746, "th": 1.13018, "zh": 3.22831, "my": 1.14179}, "gini_cpc": 0.245668, "gini_cps": 0.25027, "bpic": 5.097641, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8643593597524734, "vi": 1.2226241129497246, "tr": 1.0390834142816825, "fi": 0.7987906197518535, "ru": 1.6864549394920527, "el": 1.5989810092226469, "hi": 2.3166308234599375, "ta": 3.2179796533677867, "th": 2.1067979445697143, "zh": 2.632585021070146, "my": 2.428239822821832}, "t": 245.6} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.09483, "de": 2.31746, "vi": 1.9418, "tr": 2.29482, "fi": 2.48533, "ru": 1.42243, "el": 1.52836, "hi": 1.24757, "ta": 0.9868, "th": 1.15002, "zh": 3.22663, "my": 1.15167}, "bytes_per_chunk": {"en": 4.743, "de": 5.746, "vi": 5.329, "tr": 4.979, "fi": 6.244, "ru": 4.978, "el": 5.27, "hi": 5.079, "ta": 4.004, "th": 6.013, "zh": 5.353, "my": 5.547}, "bpb_mean": 1.82064, "t": 246.9} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 246.9} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.27422, "bpb": 1.83831, "chunk_loss": 0.032185, "F": 0.20416, "G": 0.4359, "chunks": 209.06, "bytes_per_chunk": 4.898, "boundary_entropy": 0.66904, "router_noise": 0.0, "grad_norm": 0.7687, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 247.0} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.29755, "bpb": 1.87196, "chunk_loss": 0.032126, "F": 0.20312, "G": 0.43485, "chunks": 208.0, "bytes_per_chunk": 4.923, "boundary_entropy": 0.66767, "router_noise": 0.0, "grad_norm": 0.7932, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 249.0} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.38251, "bpb": 1.99454, "chunk_loss": 0.031662, "F": 0.19501, "G": 0.43416, "chunks": 199.69, "bytes_per_chunk": 5.128, "boundary_entropy": 0.66859, "router_noise": 0.0, "grad_norm": 0.7986, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 251.0} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.35025, "bpb": 1.948, "chunk_loss": 0.031346, "F": 0.18994, "G": 0.43192, "chunks": 194.5, "bytes_per_chunk": 5.265, "boundary_entropy": 0.66692, "router_noise": 0.0, "grad_norm": 0.7563, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 253.0} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3805.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21864, "cps": 29.726562, "mean_p": 0.43575, "boundary_entropy": 0.662084, "bpb": 2.077151}, "de": {"chunks": 3607.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175668, "cps": 28.179688, "mean_p": 0.439748, "boundary_entropy": 0.669225, "bpb": 2.293565}, "vi": {"chunks": 4853.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263249, "cps": 37.914062, "mean_p": 0.424265, "boundary_entropy": 0.655742, "bpb": 1.931067}, "tr": {"chunks": 4090.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225929, "cps": 31.953125, "mean_p": 0.440355, "boundary_entropy": 0.667203, "bpb": 2.267237}, "fi": {"chunks": 3099.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164744, "cps": 24.210938, "mean_p": 0.440328, "boundary_entropy": 0.670575, "bpb": 2.461263}, "ru": {"chunks": 6462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341003, "cps": 50.484375, "mean_p": 0.44264, "boundary_entropy": 0.672926, "bpb": 1.442404}, "el": {"chunks": 7311.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356234, "cps": 57.117188, "mean_p": 0.44277, "boundary_entropy": 0.672486, "bpb": 1.523331}, "hi": {"chunks": 7060.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.419614, "cps": 55.15625, "mean_p": 0.447648, "boundary_entropy": 0.677578, "bpb": 1.250008}, "ta": {"chunks": 13006.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.695694, "cps": 101.609375, "mean_p": 0.442719, "boundary_entropy": 0.662939, "bpb": 0.967179}, "th": {"chunks": 6940.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431458, "cps": 54.21875, "mean_p": 0.444192, "boundary_entropy": 0.677832, "bpb": 1.124967}, "zh": {"chunks": 3415.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.578226, "cps": 26.679688, "mean_p": 0.413381, "boundary_entropy": 0.648955, "bpb": 3.207272}, "my": {"chunks": 14148.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.746675, "cps": 110.53125, "mean_p": 0.461992, "boundary_entropy": 0.682354, "bpb": 1.129472}}, "bpb": {"en": 2.07715, "de": 2.29356, "vi": 1.93107, "tr": 2.26724, "fi": 2.46126, "ru": 1.4424, "el": 1.52333, "hi": 1.25001, "ta": 0.96718, "th": 1.12497, "zh": 3.20727, "my": 1.12947}, "gini_cpc": 0.272726, "gini_cps": 0.278742, "bpic": 4.933171, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8034580275346637, "vi": 1.2040280603762126, "tr": 1.0333375603741564, "fi": 0.7534928782897529, "ru": 1.5596501756125638, "el": 1.629316283266177, "hi": 1.9191949280781329, "ta": 3.1819088845457846, "th": 1.9733670133656736, "zh": 2.6446409873831507, "my": 3.415081985221605}, "t": 255.9} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.08964, "de": 2.30099, "vi": 1.93146, "tr": 2.273, "fi": 2.46927, "ru": 1.42196, "el": 1.51566, "hi": 1.24673, "ta": 0.97596, "th": 1.14446, "zh": 3.20646, "my": 1.13932}, "bytes_per_chunk": {"en": 4.648, "de": 5.992, "vi": 5.3, "tr": 4.758, "fi": 6.429, "ru": 5.318, "el": 5.097, "hi": 5.997, "ta": 3.951, "th": 6.361, "zh": 5.254, "my": 3.825}, "bpb_mean": 1.80958, "t": 257.3} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.35729, "bpb": 1.95816, "chunk_loss": 0.031629, "F": 0.19516, "G": 0.43255, "chunks": 199.84, "bytes_per_chunk": 5.124, "boundary_entropy": 0.66757, "router_noise": 0.0, "grad_norm": 0.7627, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 257.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.19818, "bpb": 1.72861, "chunk_loss": 0.031537, "F": 0.1933, "G": 0.43955, "chunks": 197.94, "bytes_per_chunk": 5.173, "boundary_entropy": 0.67194, "router_noise": 0.0, "grad_norm": 0.9824, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.3} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31848, "bpb": 1.90216, "chunk_loss": 0.031799, "F": 0.19745, "G": 0.43495, "chunks": 202.19, "bytes_per_chunk": 5.065, "boundary_entropy": 0.66852, "router_noise": 0.0, "grad_norm": 0.804, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 261.3} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.32513, "bpb": 1.91175, "chunk_loss": 0.031782, "F": 0.1973, "G": 0.43294, "chunks": 202.03, "bytes_per_chunk": 5.069, "boundary_entropy": 0.668, "router_noise": 0.0, "grad_norm": 0.765, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 263.3} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3756.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215825, "cps": 29.34375, "mean_p": 0.4352, "boundary_entropy": 0.661641, "bpb": 2.067096}, "de": {"chunks": 3781.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184143, "cps": 29.539062, "mean_p": 0.441862, "boundary_entropy": 0.669492, "bpb": 2.290382}, "vi": {"chunks": 4996.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271006, "cps": 39.03125, "mean_p": 0.423225, "boundary_entropy": 0.654464, "bpb": 1.922903}, "tr": {"chunks": 3904.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215655, "cps": 30.5, "mean_p": 0.439946, "boundary_entropy": 0.667232, "bpb": 2.261552}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.442586, "boundary_entropy": 0.671051, "bpb": 2.458491}, "ru": {"chunks": 6711.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354142, "cps": 52.429688, "mean_p": 0.443319, "boundary_entropy": 0.672651, "bpb": 1.428054}, "el": {"chunks": 7387.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.359938, "cps": 57.710938, "mean_p": 0.442167, "boundary_entropy": 0.672274, "bpb": 1.506887}, "hi": {"chunks": 7354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437088, "cps": 57.453125, "mean_p": 0.448343, "boundary_entropy": 0.677784, "bpb": 1.238479}, "ta": {"chunks": 12896.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.68981, "cps": 100.75, "mean_p": 0.438949, "boundary_entropy": 0.661675, "bpb": 0.960985}, "th": {"chunks": 7307.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.454274, "cps": 57.085938, "mean_p": 0.442802, "boundary_entropy": 0.677048, "bpb": 1.117706}, "zh": {"chunks": 3124.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528954, "cps": 24.40625, "mean_p": 0.410097, "boundary_entropy": 0.647584, "bpb": 3.202619}, "my": {"chunks": 7655.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.404, "cps": 59.804688, "mean_p": 0.453286, "boundary_entropy": 0.681373, "bpb": 1.118146}}, "bpb": {"en": 2.0671, "de": 2.29038, "vi": 1.9229, "tr": 2.26155, "fi": 2.45849, "ru": 1.42805, "el": 1.50689, "hi": 1.23848, "ta": 0.96099, "th": 1.11771, "zh": 3.20262, "my": 1.11815}, "gini_cpc": 0.229575, "gini_cps": 0.230808, "bpic": 5.305166, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8532038506081304, "vi": 1.255676667264571, "tr": 0.9992123523204721, "fi": 0.8547047704906534, "ru": 1.640879015738407, "el": 1.6677301894126733, "hi": 2.025196131954104, "ta": 3.1961569058375283, "th": 2.104827836543284, "zh": 2.4508465425857064, "my": 1.8718901351673085}, "t": 266.3} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07833, "de": 2.29704, "vi": 1.9231, "tr": 2.26474, "fi": 2.46638, "ru": 1.40825, "el": 1.49936, "hi": 1.23556, "ta": 0.97046, "th": 1.13738, "zh": 3.20102, "my": 1.12739}, "bytes_per_chunk": {"en": 4.843, "de": 5.711, "vi": 5.107, "tr": 5.02, "fi": 5.613, "ru": 5.069, "el": 5.107, "hi": 5.901, "ta": 4.014, "th": 5.95, "zh": 5.641, "my": 7.11}, "bpb_mean": 1.80075, "t": 267.6} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.47069, "bpb": 2.12176, "chunk_loss": 0.031096, "F": 0.18613, "G": 0.428, "chunks": 190.59, "bytes_per_chunk": 5.373, "boundary_entropy": 0.66578, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 267.6} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.3593, "bpb": 1.96106, "chunk_loss": 0.032087, "F": 0.20215, "G": 0.43682, "chunks": 207.0, "bytes_per_chunk": 4.947, "boundary_entropy": 0.6703, "router_noise": 0.0, "grad_norm": 0.8099, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 269.6} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.42169, "bpb": 2.05107, "chunk_loss": 0.031363, "F": 0.19046, "G": 0.43031, "chunks": 195.03, "bytes_per_chunk": 5.25, "boundary_entropy": 0.66609, "router_noise": 0.0, "grad_norm": 0.8369, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 271.6} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.39316, "bpb": 2.00991, "chunk_loss": 0.030909, "F": 0.18253, "G": 0.43268, "chunks": 186.91, "bytes_per_chunk": 5.479, "boundary_entropy": 0.66864, "router_noise": 0.0, "grad_norm": 0.7615, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 273.6} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3738.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214791, "cps": 29.203125, "mean_p": 0.435298, "boundary_entropy": 0.661663, "bpb": 2.060092}, "de": {"chunks": 3838.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186919, "cps": 29.984375, "mean_p": 0.441258, "boundary_entropy": 0.669366, "bpb": 2.278298}, "vi": {"chunks": 4890.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.265256, "cps": 38.203125, "mean_p": 0.42222, "boundary_entropy": 0.654202, "bpb": 1.911929}, "tr": {"chunks": 4195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.23173, "cps": 32.773438, "mean_p": 0.440665, "boundary_entropy": 0.667489, "bpb": 2.247307}, "fi": {"chunks": 3202.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17022, "cps": 25.015625, "mean_p": 0.441363, "boundary_entropy": 0.670909, "bpb": 2.43208}, "ru": {"chunks": 6641.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350449, "cps": 51.882812, "mean_p": 0.444507, "boundary_entropy": 0.673291, "bpb": 1.42049}, "el": {"chunks": 7343.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357794, "cps": 57.367188, "mean_p": 0.442035, "boundary_entropy": 0.67182, "bpb": 1.497162}, "hi": {"chunks": 6361.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378068, "cps": 49.695312, "mean_p": 0.447232, "boundary_entropy": 0.677715, "bpb": 1.230478}, "ta": {"chunks": 13100.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.700722, "cps": 102.34375, "mean_p": 0.43611, "boundary_entropy": 0.660725, "bpb": 0.951375}, "th": {"chunks": 7376.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458564, "cps": 57.625, "mean_p": 0.445488, "boundary_entropy": 0.678202, "bpb": 1.109724}, "zh": {"chunks": 3195.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540975, "cps": 24.960938, "mean_p": 0.410714, "boundary_entropy": 0.648142, "bpb": 3.184592}, "my": {"chunks": 10530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.555731, "cps": 82.265625, "mean_p": 0.457628, "boundary_entropy": 0.682183, "bpb": 1.114595}}, "bpb": {"en": 2.06009, "de": 2.2783, "vi": 1.91193, "tr": 2.24731, "fi": 2.43208, "ru": 1.42049, "el": 1.49716, "hi": 1.23048, "ta": 0.95138, "th": 1.10972, "zh": 3.18459, "my": 1.11459}, "gini_cpc": 0.244039, "gini_cps": 0.253897, "bpic": 5.157723, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8702366835550085, "vi": 1.234953315214055, "tr": 1.07886284555587, "fi": 0.7924908695119048, "ru": 1.6315826899376156, "el": 1.6657794735093046, "hi": 1.76017215267161, "ta": 3.262350728536183, "th": 2.1349350436161023, "zh": 2.51861765302201, "my": 2.587318049804974}, "t": 276.6} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.07117, "de": 2.28493, "vi": 1.91235, "tr": 2.2527, "fi": 2.44132, "ru": 1.39877, "el": 1.48705, "hi": 1.22711, "ta": 0.96137, "th": 1.12931, "zh": 3.18388, "my": 1.12467}, "bytes_per_chunk": {"en": 4.767, "de": 5.756, "vi": 5.258, "tr": 4.736, "fi": 6.059, "ru": 5.19, "el": 5.113, "hi": 6.469, "ta": 3.916, "th": 5.935, "zh": 5.575, "my": 5.086}, "bpb_mean": 1.78955, "t": 277.9} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.28474, "bpb": 1.85349, "chunk_loss": 0.031499, "F": 0.19254, "G": 0.43662, "chunks": 197.16, "bytes_per_chunk": 5.194, "boundary_entropy": 0.6703, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 277.9} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.36498, "bpb": 1.96926, "chunk_loss": 0.031423, "F": 0.1908, "G": 0.43354, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.8098, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 279.9} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39948, "bpb": 2.01902, "chunk_loss": 0.03155, "F": 0.19321, "G": 0.4323, "chunks": 197.84, "bytes_per_chunk": 5.176, "boundary_entropy": 0.66762, "router_noise": 0.0, "grad_norm": 0.7995, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 281.9} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.28589, "bpb": 1.85515, "chunk_loss": 0.031556, "F": 0.1936, "G": 0.43335, "chunks": 198.25, "bytes_per_chunk": 5.165, "boundary_entropy": 0.66839, "router_noise": 0.0, "grad_norm": 0.8544, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 283.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3760.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.216055, "cps": 29.375, "mean_p": 0.435528, "boundary_entropy": 0.661876, "bpb": 2.054211}, "de": {"chunks": 3933.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191545, "cps": 30.726562, "mean_p": 0.442364, "boundary_entropy": 0.669716, "bpb": 2.267728}, "vi": {"chunks": 4840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262544, "cps": 37.8125, "mean_p": 0.421432, "boundary_entropy": 0.654338, "bpb": 1.906138}, "tr": {"chunks": 3993.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220571, "cps": 31.195312, "mean_p": 0.440023, "boundary_entropy": 0.667423, "bpb": 2.238417}, "fi": {"chunks": 3304.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175642, "cps": 25.8125, "mean_p": 0.44126, "boundary_entropy": 0.670618, "bpb": 2.420823}, "ru": {"chunks": 6684.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352718, "cps": 52.21875, "mean_p": 0.444178, "boundary_entropy": 0.673029, "bpb": 1.410953}, "el": {"chunks": 7549.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.367831, "cps": 58.976562, "mean_p": 0.442082, "boundary_entropy": 0.671772, "bpb": 1.492169}, "hi": {"chunks": 7975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.473997, "cps": 62.304688, "mean_p": 0.451374, "boundary_entropy": 0.678593, "bpb": 1.224947}, "ta": {"chunks": 13409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.717251, "cps": 104.757812, "mean_p": 0.435741, "boundary_entropy": 0.659369, "bpb": 0.945759}, "th": {"chunks": 6937.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431271, "cps": 54.195312, "mean_p": 0.44379, "boundary_entropy": 0.677745, "bpb": 1.107219}, "zh": {"chunks": 3401.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575855, "cps": 26.570312, "mean_p": 0.413733, "boundary_entropy": 0.649185, "bpb": 3.177653}, "my": {"chunks": 8898.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.469601, "cps": 69.515625, "mean_p": 0.451765, "boundary_entropy": 0.680731, "bpb": 1.111867}}, "bpb": {"en": 2.05421, "de": 2.26773, "vi": 1.90614, "tr": 2.23842, "fi": 2.42082, "ru": 1.41095, "el": 1.49217, "hi": 1.22495, "ta": 0.94576, "th": 1.10722, "zh": 3.17765, "my": 1.11187}, "gini_cpc": 0.242964, "gini_cps": 0.244242, "bpic": 5.1388, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8865593502312313, "vi": 1.2151740733687655, "tr": 1.020904302331458, "fi": 0.8129511139362777, "ru": 1.6325387638241733, "el": 1.7024911204968791, "hi": 2.193875075084569, "ta": 3.319763888967923, "th": 1.99612118797082, "zh": 2.665320652996232, "my": 2.1735283070351556}, "t": 286.9} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06457, "de": 2.27389, "vi": 1.90717, "tr": 2.24265, "fi": 2.42945, "ru": 1.39049, "el": 1.48656, "hi": 1.2221, "ta": 0.95434, "th": 1.12603, "zh": 3.17444, "my": 1.12184}, "bytes_per_chunk": {"en": 4.802, "de": 5.581, "vi": 5.262, "tr": 4.93, "fi": 5.959, "ru": 5.159, "el": 4.967, "hi": 5.26, "ta": 3.855, "th": 6.366, "zh": 5.108, "my": 6.041}, "bpb_mean": 1.78279, "t": 288.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.47769, "bpb": 2.13186, "chunk_loss": 0.031871, "F": 0.19946, "G": 0.42909, "chunks": 204.25, "bytes_per_chunk": 5.013, "boundary_entropy": 0.66518, "router_noise": 0.0, "grad_norm": 0.8139, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 288.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.29991, "bpb": 1.87537, "chunk_loss": 0.03134, "F": 0.19009, "G": 0.43459, "chunks": 194.66, "bytes_per_chunk": 5.261, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 0.7703, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 290.2} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.4609, "bpb": 2.10763, "chunk_loss": 0.031841, "F": 0.19852, "G": 0.42913, "chunks": 203.28, "bytes_per_chunk": 5.037, "boundary_entropy": 0.66552, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 292.2} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.26242, "bpb": 1.82129, "chunk_loss": 0.031889, "F": 0.19946, "G": 0.43335, "chunks": 204.25, "bytes_per_chunk": 5.013, "boundary_entropy": 0.66809, "router_noise": 0.0, "grad_norm": 0.7178, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 294.2} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3747.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215308, "cps": 29.273438, "mean_p": 0.435577, "boundary_entropy": 0.661723, "bpb": 2.046641}, "de": {"chunks": 3941.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191935, "cps": 30.789062, "mean_p": 0.442252, "boundary_entropy": 0.669813, "bpb": 2.261037}, "vi": {"chunks": 4920.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.266884, "cps": 38.4375, "mean_p": 0.421603, "boundary_entropy": 0.654342, "bpb": 1.901112}, "tr": {"chunks": 4063.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224438, "cps": 31.742188, "mean_p": 0.441266, "boundary_entropy": 0.668027, "bpb": 2.225938}, "fi": {"chunks": 3169.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168465, "cps": 24.757812, "mean_p": 0.441323, "boundary_entropy": 0.670802, "bpb": 2.41728}, "ru": {"chunks": 6730.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355145, "cps": 52.578125, "mean_p": 0.444827, "boundary_entropy": 0.673307, "bpb": 1.406061}, "el": {"chunks": 7262.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353847, "cps": 56.734375, "mean_p": 0.439631, "boundary_entropy": 0.670897, "bpb": 1.47825}, "hi": {"chunks": 7136.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424131, "cps": 55.75, "mean_p": 0.449524, "boundary_entropy": 0.678483, "bpb": 1.217039}, "ta": {"chunks": 13222.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.707248, "cps": 103.296875, "mean_p": 0.432895, "boundary_entropy": 0.658313, "bpb": 0.937596}, "th": {"chunks": 7652.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475723, "cps": 59.78125, "mean_p": 0.445618, "boundary_entropy": 0.678147, "bpb": 1.099838}, "zh": {"chunks": 3206.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542838, "cps": 25.046875, "mean_p": 0.412721, "boundary_entropy": 0.649425, "bpb": 3.163084}, "my": {"chunks": 6027.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.318081, "cps": 47.085938, "mean_p": 0.451968, "boundary_entropy": 0.681739, "bpb": 1.111015}}, "bpb": {"en": 2.04664, "de": 2.26104, "vi": 1.90111, "tr": 2.22594, "fi": 2.41728, "ru": 1.40606, "el": 1.47825, "hi": 1.21704, "ta": 0.9376, "th": 1.09984, "zh": 3.16308, "my": 1.11102}, "gini_cpc": 0.239682, "gini_cps": 0.234828, "bpic": 5.399662, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8914447975854994, "vi": 1.2395452570355716, "tr": 1.0424055092275777, "fi": 0.7824395287853269, "ru": 1.6494770486573955, "el": 1.643447467616933, "hi": 1.9698819263434522, "ta": 3.2848240400290276, "th": 2.20950161434712, "zh": 2.5212186003459047, "my": 1.4773324676207082}, "t": 297.2} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.05791, "de": 2.26758, "vi": 1.90186, "tr": 2.23302, "fi": 2.42493, "ru": 1.38373, "el": 1.46945, "hi": 1.21354, "ta": 0.94691, "th": 1.11839, "zh": 3.16148, "my": 1.12104}, "bytes_per_chunk": {"en": 4.726, "de": 5.554, "vi": 5.261, "tr": 4.888, "fi": 6.195, "ru": 5.158, "el": 5.119, "hi": 5.896, "ta": 3.929, "th": 5.797, "zh": 5.509, "my": 8.869}, "bpb_mean": 1.77499, "t": 298.5} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.36917, "bpb": 1.97529, "chunk_loss": 0.031674, "F": 0.19571, "G": 0.43305, "chunks": 200.41, "bytes_per_chunk": 5.11, "boundary_entropy": 0.66809, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 298.5} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.32831, "bpb": 1.91635, "chunk_loss": 0.031452, "F": 0.19189, "G": 0.43292, "chunks": 196.5, "bytes_per_chunk": 5.211, "boundary_entropy": 0.66799, "router_noise": 0.0, "grad_norm": 0.8061, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 300.5} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.29736, "bpb": 1.8717, "chunk_loss": 0.031259, "F": 0.1886, "G": 0.43332, "chunks": 193.12, "bytes_per_chunk": 5.302, "boundary_entropy": 0.66911, "router_noise": 0.0, "grad_norm": 0.7725, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 302.5} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.37461, "bpb": 1.98314, "chunk_loss": 0.031914, "F": 0.20026, "G": 0.42965, "chunks": 205.06, "bytes_per_chunk": 4.994, "boundary_entropy": 0.66527, "router_noise": 0.0, "grad_norm": 0.8061, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 304.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3786.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.217549, "cps": 29.578125, "mean_p": 0.436767, "boundary_entropy": 0.662188, "bpb": 2.04075}, "de": {"chunks": 3964.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193055, "cps": 30.96875, "mean_p": 0.443365, "boundary_entropy": 0.6702, "bpb": 2.251543}, "vi": {"chunks": 4782.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259398, "cps": 37.359375, "mean_p": 0.42088, "boundary_entropy": 0.654482, "bpb": 1.89481}, "tr": {"chunks": 4192.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.231564, "cps": 32.75, "mean_p": 0.442065, "boundary_entropy": 0.668118, "bpb": 2.219355}, "fi": {"chunks": 3305.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175695, "cps": 25.820312, "mean_p": 0.442559, "boundary_entropy": 0.671173, "bpb": 2.407935}, "ru": {"chunks": 6801.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.358892, "cps": 53.132812, "mean_p": 0.444385, "boundary_entropy": 0.672986, "bpb": 1.398256}, "el": {"chunks": 7497.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.365297, "cps": 58.570312, "mean_p": 0.441664, "boundary_entropy": 0.671992, "bpb": 1.473523}, "hi": {"chunks": 6735.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400297, "cps": 52.617188, "mean_p": 0.448796, "boundary_entropy": 0.678406, "bpb": 1.212032}, "ta": {"chunks": 12838.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.686708, "cps": 100.296875, "mean_p": 0.430635, "boundary_entropy": 0.657868, "bpb": 0.937934}, "th": {"chunks": 7761.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482499, "cps": 60.632812, "mean_p": 0.448286, "boundary_entropy": 0.679032, "bpb": 1.098643}, "zh": {"chunks": 3547.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600576, "cps": 27.710938, "mean_p": 0.414007, "boundary_entropy": 0.648864, "bpb": 3.160347}, "my": {"chunks": 9368.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.494406, "cps": 73.1875, "mean_p": 0.45595, "boundary_entropy": 0.68217, "bpb": 1.09963}}, "bpb": {"en": 2.04075, "de": 2.25154, "vi": 1.89481, "tr": 2.21936, "fi": 2.40793, "ru": 1.39826, "el": 1.47352, "hi": 1.21203, "ta": 0.93793, "th": 1.09864, "zh": 3.16035, "my": 1.09963}, "gini_cpc": 0.240909, "gini_cps": 0.237478, "bpic": 5.146173, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8874108803863565, "vi": 1.1923669791966205, "tr": 1.0644229581511606, "fi": 0.8076126092389042, "ru": 1.6497079644907569, "el": 1.6791526386884708, "hi": 1.840034804068167, "ta": 3.1565699109357865, "th": 2.217890643358111, "zh": 2.760649408079994, "my": 2.2726210059594245}, "t": 307.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05107, "de": 2.25803, "vi": 1.89566, "tr": 2.22446, "fi": 2.41573, "ru": 1.37743, "el": 1.46539, "hi": 1.20835, "ta": 0.9469, "th": 1.11725, "zh": 3.15677, "my": 1.10942}, "bytes_per_chunk": {"en": 4.662, "de": 5.585, "vi": 5.365, "tr": 4.774, "fi": 5.884, "ru": 5.072, "el": 5.0, "hi": 6.15, "ta": 4.002, "th": 5.576, "zh": 4.933, "my": 5.76}, "bpb_mean": 1.76887, "t": 308.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.25813, "bpb": 1.8151, "chunk_loss": 0.0319, "F": 0.19971, "G": 0.43483, "chunks": 204.5, "bytes_per_chunk": 5.007, "boundary_entropy": 0.66903, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 308.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.30919, "bpb": 1.88876, "chunk_loss": 0.03123, "F": 0.18756, "G": 0.43468, "chunks": 192.06, "bytes_per_chunk": 5.332, "boundary_entropy": 0.67025, "router_noise": 0.0, "grad_norm": 0.7988, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 310.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.47708, "bpb": 2.13098, "chunk_loss": 0.031794, "F": 0.19827, "G": 0.43101, "chunks": 203.03, "bytes_per_chunk": 5.044, "boundary_entropy": 0.66653, "router_noise": 0.0, "grad_norm": 0.8344, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 312.8} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.31625, "bpb": 1.89895, "chunk_loss": 0.032551, "F": 0.211, "G": 0.43261, "chunks": 216.06, "bytes_per_chunk": 4.739, "boundary_entropy": 0.66599, "router_noise": 0.0, "grad_norm": 0.7996, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 314.8} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3750.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21548, "cps": 29.296875, "mean_p": 0.435138, "boundary_entropy": 0.661455, "bpb": 2.035943}, "de": {"chunks": 3863.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188136, "cps": 30.179688, "mean_p": 0.441708, "boundary_entropy": 0.669572, "bpb": 2.248033}, "vi": {"chunks": 4840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262544, "cps": 37.8125, "mean_p": 0.421075, "boundary_entropy": 0.654074, "bpb": 1.889413}, "tr": {"chunks": 4106.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226813, "cps": 32.078125, "mean_p": 0.441548, "boundary_entropy": 0.667922, "bpb": 2.214885}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.441794, "boundary_entropy": 0.6708, "bpb": 2.402058}, "ru": {"chunks": 7126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.376042, "cps": 55.671875, "mean_p": 0.446335, "boundary_entropy": 0.673608, "bpb": 1.38904}, "el": {"chunks": 7572.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.368952, "cps": 59.15625, "mean_p": 0.44146, "boundary_entropy": 0.671598, "bpb": 1.459068}, "hi": {"chunks": 7423.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441189, "cps": 57.992188, "mean_p": 0.451856, "boundary_entropy": 0.679025, "bpb": 1.206365}, "ta": {"chunks": 13518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.723081, "cps": 105.609375, "mean_p": 0.432436, "boundary_entropy": 0.658043, "bpb": 0.927204}, "th": {"chunks": 7309.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.454399, "cps": 57.101562, "mean_p": 0.447751, "boundary_entropy": 0.679182, "bpb": 1.094612}, "zh": {"chunks": 3353.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.567728, "cps": 26.195312, "mean_p": 0.413048, "boundary_entropy": 0.649028, "bpb": 3.145728}, "my": {"chunks": 7973.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420783, "cps": 62.289062, "mean_p": 0.452554, "boundary_entropy": 0.681303, "bpb": 1.099373}}, "bpb": {"en": 2.03594, "de": 2.24803, "vi": 1.88941, "tr": 2.21489, "fi": 2.40206, "ru": 1.38904, "el": 1.45907, "hi": 1.20636, "ta": 0.9272, "th": 1.09461, "zh": 3.14573, "my": 1.09937}, "gini_cpc": 0.239629, "gini_cps": 0.237492, "bpic": 5.181189, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8731023425704962, "vi": 1.2184145375644155, "tr": 1.0525948627299342, "fi": 0.7990830471532614, "ru": 1.7451367176781003, "el": 1.7122320128636164, "hi": 2.0474685527488856, "ta": 3.355674479807435, "th": 2.1087725955859495, "zh": 2.6347108703013884, "my": 1.952770656533671}, "t": 317.8} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.04753, "de": 2.25562, "vi": 1.88968, "tr": 2.21989, "fi": 2.40994, "ru": 1.36703, "el": 1.45007, "hi": 1.20298, "ta": 0.93644, "th": 1.11383, "zh": 3.14346, "my": 1.10912}, "bytes_per_chunk": {"en": 4.722, "de": 5.68, "vi": 5.322, "tr": 4.842, "fi": 6.051, "ru": 4.776, "el": 4.858, "hi": 5.656, "ta": 3.827, "th": 6.028, "zh": 5.248, "my": 6.775}, "bpb_mean": 1.76213, "t": 319.1} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.3366, "bpb": 1.92831, "chunk_loss": 0.032083, "F": 0.20273, "G": 0.43315, "chunks": 207.59, "bytes_per_chunk": 4.933, "boundary_entropy": 0.6678, "router_noise": 0.0, "grad_norm": 0.7899, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 319.1} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.24669, "bpb": 1.7986, "chunk_loss": 0.031533, "F": 0.19269, "G": 0.43692, "chunks": 197.31, "bytes_per_chunk": 5.19, "boundary_entropy": 0.6711, "router_noise": 0.0, "grad_norm": 0.8014, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 321.1} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.30768, "bpb": 1.88658, "chunk_loss": 0.03135, "F": 0.19049, "G": 0.43417, "chunks": 195.06, "bytes_per_chunk": 5.25, "boundary_entropy": 0.66863, "router_noise": 0.0, "grad_norm": 0.8481, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 323.1} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.32935, "bpb": 1.91784, "chunk_loss": 0.031541, "F": 0.1937, "G": 0.43415, "chunks": 198.34, "bytes_per_chunk": 5.163, "boundary_entropy": 0.66921, "router_noise": 0.0, "grad_norm": 0.8148, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 325.2} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3797.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218181, "cps": 29.664062, "mean_p": 0.435875, "boundary_entropy": 0.661865, "bpb": 2.034863}, "de": {"chunks": 3936.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191691, "cps": 30.75, "mean_p": 0.442747, "boundary_entropy": 0.669904, "bpb": 2.242858}, "vi": {"chunks": 4969.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269542, "cps": 38.820312, "mean_p": 0.420965, "boundary_entropy": 0.653543, "bpb": 1.88631}, "tr": {"chunks": 4024.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222284, "cps": 31.4375, "mean_p": 0.441329, "boundary_entropy": 0.667907, "bpb": 2.211259}, "fi": {"chunks": 3244.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172452, "cps": 25.34375, "mean_p": 0.441985, "boundary_entropy": 0.671035, "bpb": 2.392577}, "ru": {"chunks": 6859.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361953, "cps": 53.585938, "mean_p": 0.44567, "boundary_entropy": 0.67349, "bpb": 1.387213}, "el": {"chunks": 7471.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.364031, "cps": 58.367188, "mean_p": 0.441059, "boundary_entropy": 0.671349, "bpb": 1.459235}, "hi": {"chunks": 7025.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417533, "cps": 54.882812, "mean_p": 0.449652, "boundary_entropy": 0.67857, "bpb": 1.20616}, "ta": {"chunks": 13491.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.721637, "cps": 105.398438, "mean_p": 0.429754, "boundary_entropy": 0.656801, "bpb": 0.926508}, "th": {"chunks": 6884.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427976, "cps": 53.78125, "mean_p": 0.446105, "boundary_entropy": 0.678687, "bpb": 1.0905}, "zh": {"chunks": 3432.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.581104, "cps": 26.8125, "mean_p": 0.413221, "boundary_entropy": 0.648867, "bpb": 3.140691}, "my": {"chunks": 7209.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380462, "cps": 56.320312, "mean_p": 0.452964, "boundary_entropy": 0.681496, "bpb": 1.097893}}, "bpb": {"en": 2.03486, "de": 2.24286, "vi": 1.88631, "tr": 2.21126, "fi": 2.39258, "ru": 1.38721, "el": 1.45924, "hi": 1.20616, "ta": 0.92651, "th": 1.0905, "zh": 3.14069, "my": 1.09789}, "gini_cpc": 0.237273, "gini_cps": 0.229085, "bpic": 5.305166, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.878589898406826, "vi": 1.2354050658382394, "tr": 1.0188047090907586, "fi": 0.7904101073782371, "ru": 1.658956932392814, "el": 1.6684815719193293, "hi": 1.9137040621339831, "ta": 3.3075178437559587, "th": 1.96156778059409, "zh": 2.6634059130753682, "my": 1.7437939738765795}, "t": 328.1} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04648, "de": 2.25049, "vi": 1.88739, "tr": 2.21499, "fi": 2.40271, "ru": 1.36574, "el": 1.44936, "hi": 1.20278, "ta": 0.93635, "th": 1.10909, "zh": 3.13736, "my": 1.10782}, "bytes_per_chunk": {"en": 4.686, "de": 5.546, "vi": 5.172, "tr": 4.907, "fi": 5.978, "ru": 5.014, "el": 4.959, "hi": 6.032, "ta": 3.834, "th": 6.32, "zh": 5.145, "my": 7.601}, "bpb_mean": 1.75921, "t": 329.5} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.35985, "bpb": 1.96184, "chunk_loss": 0.031375, "F": 0.19058, "G": 0.43497, "chunks": 195.16, "bytes_per_chunk": 5.247, "boundary_entropy": 0.66971, "router_noise": 0.0, "grad_norm": 0.8323, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 329.5} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.32595, "bpb": 1.91295, "chunk_loss": 0.031485, "F": 0.19205, "G": 0.43407, "chunks": 196.66, "bytes_per_chunk": 5.207, "boundary_entropy": 0.66886, "router_noise": 0.0, "grad_norm": 0.7775, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 331.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.23536, "bpb": 1.78225, "chunk_loss": 0.031295, "F": 0.18924, "G": 0.43806, "chunks": 193.78, "bytes_per_chunk": 5.284, "boundary_entropy": 0.67157, "router_noise": 0.0, "grad_norm": 0.806, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 333.6} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.25976, "bpb": 1.81746, "chunk_loss": 0.0314, "F": 0.19125, "G": 0.43406, "chunks": 195.84, "bytes_per_chunk": 5.229, "boundary_entropy": 0.66873, "router_noise": 0.0, "grad_norm": 0.8665, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 335.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3728.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214216, "cps": 29.125, "mean_p": 0.435685, "boundary_entropy": 0.661892, "bpb": 2.03161}, "de": {"chunks": 3710.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180685, "cps": 28.984375, "mean_p": 0.441785, "boundary_entropy": 0.670043, "bpb": 2.239808}, "vi": {"chunks": 4824.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261676, "cps": 37.6875, "mean_p": 0.419521, "boundary_entropy": 0.653655, "bpb": 1.88557}, "tr": {"chunks": 4383.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242115, "cps": 34.242188, "mean_p": 0.443545, "boundary_entropy": 0.66852, "bpb": 2.205221}, "fi": {"chunks": 3324.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176705, "cps": 25.96875, "mean_p": 0.442805, "boundary_entropy": 0.671252, "bpb": 2.389987}, "ru": {"chunks": 6543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345277, "cps": 51.117188, "mean_p": 0.443114, "boundary_entropy": 0.672752, "bpb": 1.386911}, "el": {"chunks": 7465.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363738, "cps": 58.320312, "mean_p": 0.440763, "boundary_entropy": 0.671572, "bpb": 1.455661}, "hi": {"chunks": 7268.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431976, "cps": 56.78125, "mean_p": 0.45045, "boundary_entropy": 0.678665, "bpb": 1.201926}, "ta": {"chunks": 13445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.719176, "cps": 105.039062, "mean_p": 0.428518, "boundary_entropy": 0.655726, "bpb": 0.920999}, "th": {"chunks": 7253.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450917, "cps": 56.664062, "mean_p": 0.446711, "boundary_entropy": 0.678753, "bpb": 1.087895}, "zh": {"chunks": 3210.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543515, "cps": 25.078125, "mean_p": 0.412222, "boundary_entropy": 0.649191, "bpb": 3.136952}, "my": {"chunks": 8480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.447541, "cps": 66.25, "mean_p": 0.453776, "boundary_entropy": 0.681623, "bpb": 1.097442}}, "bpb": {"en": 2.03161, "de": 2.23981, "vi": 1.88557, "tr": 2.20522, "fi": 2.38999, "ru": 1.38691, "el": 1.45566, "hi": 1.20193, "ta": 0.921, "th": 1.0879, "zh": 3.13695, "my": 1.09744}, "gini_cpc": 0.23693, "gini_cps": 0.241403, "bpic": 5.212079, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.843470152412457, "vi": 1.2215531661527395, "tr": 1.130235998752015, "fi": 0.8248924871143106, "ru": 1.611817706976797, "el": 1.6979980353874928, "hi": 2.016545670210256, "ta": 3.3572490033712628, "th": 2.1049647560372007, "zh": 2.5372298157544013, "my": 2.089203249734308}, "t": 338.6} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04311, "de": 2.24716, "vi": 1.88539, "tr": 2.21058, "fi": 2.39899, "ru": 1.36658, "el": 1.4458, "hi": 1.1979, "ta": 0.93093, "th": 1.10678, "zh": 3.1344, "my": 1.10681}, "bytes_per_chunk": {"en": 4.693, "de": 5.862, "vi": 5.377, "tr": 4.518, "fi": 5.867, "ru": 5.256, "el": 4.976, "hi": 5.755, "ta": 3.854, "th": 6.056, "zh": 5.545, "my": 6.389}, "bpb_mean": 1.7562, "t": 339.9} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3728.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.214216, "cps": 29.125, "mean_p": 0.435685, "boundary_entropy": 0.661892, "bpb": 2.03161}, "de": {"chunks": 3710.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180685, "cps": 28.984375, "mean_p": 0.441785, "boundary_entropy": 0.670043, "bpb": 2.239808}, "vi": {"chunks": 4824.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261676, "cps": 37.6875, "mean_p": 0.419521, "boundary_entropy": 0.653655, "bpb": 1.88557}, "tr": {"chunks": 4383.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.242115, "cps": 34.242188, "mean_p": 0.443545, "boundary_entropy": 0.66852, "bpb": 2.205221}, "fi": {"chunks": 3324.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176705, "cps": 25.96875, "mean_p": 0.442805, "boundary_entropy": 0.671252, "bpb": 2.389987}, "ru": {"chunks": 6543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345277, "cps": 51.117188, "mean_p": 0.443114, "boundary_entropy": 0.672752, "bpb": 1.386911}, "el": {"chunks": 7465.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363738, "cps": 58.320312, "mean_p": 0.440763, "boundary_entropy": 0.671572, "bpb": 1.455661}, "hi": {"chunks": 7268.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431976, "cps": 56.78125, "mean_p": 0.45045, "boundary_entropy": 0.678665, "bpb": 1.201926}, "ta": {"chunks": 13445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.719176, "cps": 105.039062, "mean_p": 0.428518, "boundary_entropy": 0.655726, "bpb": 0.920999}, "th": {"chunks": 7253.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450917, "cps": 56.664062, "mean_p": 0.446711, "boundary_entropy": 0.678753, "bpb": 1.087895}, "zh": {"chunks": 3210.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543515, "cps": 25.078125, "mean_p": 0.412222, "boundary_entropy": 0.649191, "bpb": 3.136952}, "my": {"chunks": 8480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.447541, "cps": 66.25, "mean_p": 0.453776, "boundary_entropy": 0.681623, "bpb": 1.097442}}, "bpb": {"en": 2.03161, "de": 2.23981, "vi": 1.88557, "tr": 2.20522, "fi": 2.38999, "ru": 1.38691, "el": 1.45566, "hi": 1.20193, "ta": 0.921, "th": 1.0879, "zh": 3.13695, "my": 1.09744}, "gini_cpc": 0.23693, "gini_cps": 0.241403, "bpic": 5.212079, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.843470152412457, "vi": 1.2215531661527395, "tr": 1.130235998752015, "fi": 0.8248924871143106, "ru": 1.611817706976797, "el": 1.6979980353874928, "hi": 2.016545670210256, "ta": 3.3572490033712628, "th": 2.1049647560372007, "zh": 2.5372298157544013, "my": 2.089203249734308}, "t": 340.9} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s1/th0.70"], "t": 345.9} +{"event": "final", "run": "emactl_noema_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.2142159397804976, "cps": 29.125, "bpb": 2.0525959332630173, "bytes_per_chunk": 4.695102402679395}, "de": {"cpc": 0.18068475137583404, "cps": 28.984375, "bpb": 2.2386571699167805, "bytes_per_chunk": 5.84470976444489}, "vi": {"cpc": 0.26167615947925144, "cps": 37.6875, "bpb": 1.8887908317215056, "bytes_per_chunk": 5.3526084737110775}, "tr": {"cpc": 0.2421145666464122, "cps": 34.2421875, "bpb": 2.203242577693521, "bytes_per_chunk": 4.533363308574937}, "fi": {"cpc": 0.17670511934506405, "cps": 25.96875, "bpb": 2.4121796351973424, "bytes_per_chunk": 5.8906778423199215}, "ru": {"cpc": 0.34527704485488125, "cps": 51.1171875, "bpb": 1.367230666027715, "bytes_per_chunk": 5.2564943202895495}, "el": {"cpc": 0.3637382448959704, "cps": 58.3203125, "bpb": 1.4419177599239312, "bytes_per_chunk": 4.99816961561928}, "hi": {"cpc": 0.43197622585438333, "cps": 56.78125, "bpb": 1.2061648934002307, "bytes_per_chunk": 5.775941655374514}, "ta": {"cpc": 0.719176250334314, "cps": 105.0390625, "bpb": 0.932736077772738, "bytes_per_chunk": 3.8478723560409236}, "th": {"cpc": 0.45091700341933477, "cps": 56.6640625, "bpb": 1.1032021694968648, "bytes_per_chunk": 6.034830852814899}, "zh": {"cpc": 0.5435150694209279, "cps": 25.078125, "bpb": 3.1430077960108775, "bytes_per_chunk": 5.576819980428031}, "my": {"cpc": 0.4475406375343044, "cps": 66.25, "bpb": 1.1165069677203832, "bytes_per_chunk": 6.349541606617335}}, "gini_cpc": 0.23693031160314426, "gini_cps": 0.24140331101544144, "bpic": 5.212078823353659, "seed": 1, "mean_boundary_entropy": 0.6675059795379639, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 348.2} diff --git a/emactl_noema_s1/model.safetensors b/emactl_noema_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71b6d85f8bebbd28daf1503b7d58439b642d8b7c --- /dev/null +++ b/emactl_noema_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c681e106e72a5682753e7d75995581aa5449c5252f5dab6a0cb4750b5c40c00 +size 90078296 diff --git a/emactl_noema_s2/config.json b/emactl_noema_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..ab658cae213daa2bc10d18e40dc3643e0db1bc91 --- /dev/null +++ b/emactl_noema_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "emactl_noema_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ste", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 2, + "out_dir": null, + "run_name": "emactl_noema_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ste", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2097257925277538, + "gini_cps": 0.2205780004871769, + "bpic": 5.008103664265581, + "worst_lang": "th", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.0122183493242607, + "vi": 1.0386824563703136, + "tr": 1.1756329079876167, + "fi": 1.0197810206310258, + "ru": 1.4561345082792843, + "el": 1.4873135488871023, + "hi": 2.3510164171708303, + "ta": 1.9467053999262376, + "th": 2.9241466408623515, + "zh": 2.069107906247045, + "my": 2.3244289486237197 + } + } +} \ No newline at end of file diff --git a/emactl_noema_s2/final.json b/emactl_noema_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..9e93eb388edf37b77760b80f18786baf637e8305 --- /dev/null +++ b/emactl_noema_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "emactl_noema_s2", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.22863874044704935, + "cps": 31.0859375, + "bpb": 2.0440929497706244, + "bytes_per_chunk": 4.447226675488375 + }, + "de": { + "cpc": 0.23143232844689038, + "cps": 37.125, + "bpb": 2.229200510378607, + "bytes_per_chunk": 4.252719353033265 + }, + "vi": { + "cpc": 0.2374830485489558, + "cps": 34.203125, + "bpb": 1.9064757324673185, + "bytes_per_chunk": 5.540809316973674 + }, + "tr": { + "cpc": 0.2687952273103905, + "cps": 38.015625, + "bpb": 2.1740123956039623, + "bytes_per_chunk": 3.9388166000540914 + }, + "fi": { + "cpc": 0.23316144808888417, + "cps": 34.265625, + "bpb": 2.3927762408084456, + "bytes_per_chunk": 4.315731419210918 + }, + "ru": { + "cpc": 0.3329287598944591, + "cps": 49.2890625, + "bpb": 1.3761500732624246, + "bytes_per_chunk": 5.276809887577121 + }, + "el": { + "cpc": 0.34005749646737804, + "cps": 54.5234375, + "bpb": 1.4288364316573776, + "bytes_per_chunk": 5.19611496531219 + }, + "hi": { + "cpc": 0.5375334323922734, + "cps": 70.65625, + "bpb": 1.15970682221278, + "bytes_per_chunk": 4.935961889698545 + }, + "ta": { + "cpc": 0.4450922706606044, + "cps": 65.0078125, + "bpb": 0.9492078075249067, + "bytes_per_chunk": 5.968602361084232 + }, + "th": { + "cpc": 0.6685732048492384, + "cps": 84.015625, + "bpb": 1.0939795622231419, + "bytes_per_chunk": 4.236396838992227 + }, + "zh": { + "cpc": 0.47307822553335593, + "cps": 21.828125, + "bpb": 3.1189088345478835, + "bytes_per_chunk": 5.605319990591656 + }, + "my": { + "cpc": 0.5314545070719865, + "cps": 78.671875, + "bpb": 1.1001802838363859, + "bytes_per_chunk": 5.20814169489505 + } + }, + "gini_cpc": 0.2097257925277538, + "gini_cps": 0.2205780004871769, + "bpic": 5.008103664265581, + "seed": 2, + "mean_boundary_entropy": 0.6694104671478271, + "dechunk": "ste", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/emactl_noema_s2/log.jsonl b/emactl_noema_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..2c5ecb8af528f814b9c93181798cac0932011da8 --- /dev/null +++ b/emactl_noema_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "emactl_noema_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.2} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.2} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.157895}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.150604}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.885576}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.139464}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.097447}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.304526}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.265181}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.053074}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.127442}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.710377}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.124258}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.688162}}, "bpb": {"en": 8.15789, "de": 8.1506, "vi": 7.88558, "tr": 8.13946, "fi": 8.09745, "ru": 8.30453, "el": 8.26518, "hi": 8.05307, "ta": 8.12744, "th": 7.71038, "zh": 8.12426, "my": 7.68816}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.9} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.65891, "bpb": 8.16408, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.3918, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.2} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10931.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62811, "cps": 85.398438, "mean_p": 0.513238, "boundary_entropy": 0.6863, "bpb": 8.134143}, "de": {"chunks": 16277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.792724, "cps": 127.164062, "mean_p": 0.524625, "boundary_entropy": 0.686395, "bpb": 8.129311}, "vi": {"chunks": 5093.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276268, "cps": 39.789062, "mean_p": 0.481599, "boundary_entropy": 0.687276, "bpb": 7.872901}, "tr": {"chunks": 8214.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453737, "cps": 64.171875, "mean_p": 0.498129, "boundary_entropy": 0.686829, "bpb": 8.124924}, "fi": {"chunks": 13526.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719047, "cps": 105.671875, "mean_p": 0.517125, "boundary_entropy": 0.686667, "bpb": 8.076828}, "ru": {"chunks": 33476.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766544, "cps": 261.53125, "mean_p": 0.530429, "boundary_entropy": 0.688536, "bpb": 8.267624}, "el": {"chunks": 20697.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.008478, "cps": 161.695312, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.259746}, "hi": {"chunks": 876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052065, "cps": 6.84375, "mean_p": 0.462018, "boundary_entropy": 0.687436, "bpb": 8.04565}, "ta": {"chunks": 1278.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068361, "cps": 9.984375, "mean_p": 0.477594, "boundary_entropy": 0.690061, "bpb": 8.121249}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484847, "boundary_entropy": 0.690397, "bpb": 7.707762}, "zh": {"chunks": 11708.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982391, "cps": 91.46875, "mean_p": 0.520277, "boundary_entropy": 0.685623, "bpb": 8.120846}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474602, "boundary_entropy": 0.689682, "bpb": 7.686833}}, "bpb": {"en": 8.13414, "de": 8.12931, "vi": 7.8729, "tr": 8.12492, "fi": 8.07683, "ru": 8.26762, "el": 8.25975, "hi": 8.04565, "ta": 8.12125, "th": 7.70776, "zh": 8.12085, "my": 7.68683}, "gini_cpc": 0.489259, "gini_cps": 0.463377, "bpic": 3.014113, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2620779588703526, "vi": 0.439840038099778, "tr": 0.7223844236781818, "fi": 1.1447791884373502, "ru": 2.812474352794417, "el": 1.6055756771512673, "hi": 0.08289212231309648, "ta": 0.10883525777403733, "th": 0.35988772594999, "zh": 3.1561199251172027, "my": 0.13578200154588205}, "t": 5.5} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10928.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627938, "cps": 85.375, "mean_p": 0.513224, "boundary_entropy": 0.68631, "bpb": 8.088349}, "de": {"chunks": 16288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.79326, "cps": 127.25, "mean_p": 0.524618, "boundary_entropy": 0.686403, "bpb": 8.087259}, "vi": {"chunks": 5073.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275183, "cps": 39.632812, "mean_p": 0.481502, "boundary_entropy": 0.687266, "bpb": 7.851306}, "tr": {"chunks": 8276.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.457162, "cps": 64.65625, "mean_p": 0.498371, "boundary_entropy": 0.686836, "bpb": 8.095026}, "fi": {"chunks": 13522.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718835, "cps": 105.640625, "mean_p": 0.517052, "boundary_entropy": 0.686677, "bpb": 8.035282}, "ru": {"chunks": 33485.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.767018, "cps": 261.601562, "mean_p": 0.530578, "boundary_entropy": 0.688517, "bpb": 8.193591}, "el": {"chunks": 20686.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007942, "cps": 161.609375, "mean_p": 0.503627, "boundary_entropy": 0.690113, "bpb": 8.25449}, "hi": {"chunks": 896.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053254, "cps": 7.0, "mean_p": 0.462176, "boundary_entropy": 0.687462, "bpb": 8.020977}, "ta": {"chunks": 1314.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070286, "cps": 10.265625, "mean_p": 0.477804, "boundary_entropy": 0.69008, "bpb": 8.107603}, "th": {"chunks": 3678.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.22866, "cps": 28.734375, "mean_p": 0.484932, "boundary_entropy": 0.690402, "bpb": 7.693953}, "zh": {"chunks": 11696.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.980359, "cps": 91.375, "mean_p": 0.520224, "boundary_entropy": 0.685626, "bpb": 8.113938}, "my": {"chunks": 1622.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085603, "cps": 12.671875, "mean_p": 0.4746, "boundary_entropy": 0.689682, "bpb": 7.685914}}, "bpb": {"en": 8.08835, "de": 8.08726, "vi": 7.85131, "tr": 8.09503, "fi": 8.03528, "ru": 8.19359, "el": 8.25449, "hi": 8.02098, "ta": 8.1076, "th": 7.69395, "zh": 8.11394, "my": 7.68591}, "gini_cpc": 0.488189, "gini_cps": 0.462372, "bpic": 3.010897, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2632775764528321, "vi": 0.4382330770412923, "tr": 0.7280368541845592, "fi": 1.1447548232152567, "ru": 2.8140027843558415, "el": 1.605162884066293, "hi": 0.08480791195212103, "ta": 0.11193175922187758, "th": 0.3641447840011724, "zh": 3.1537506340178663, "my": 0.1363235564793033}, "t": 7.0} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10922.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627593, "cps": 85.328125, "mean_p": 0.513078, "boundary_entropy": 0.686344, "bpb": 7.941215}, "de": {"chunks": 16312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.794428, "cps": 127.4375, "mean_p": 0.5245, "boundary_entropy": 0.686437, "bpb": 7.955601}, "vi": {"chunks": 5035.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.273122, "cps": 39.335938, "mean_p": 0.481292, "boundary_entropy": 0.687244, "bpb": 7.781795}, "tr": {"chunks": 8479.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.468375, "cps": 66.242188, "mean_p": 0.499113, "boundary_entropy": 0.686855, "bpb": 7.997061}, "fi": {"chunks": 13476.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.716389, "cps": 105.28125, "mean_p": 0.51673, "boundary_entropy": 0.686715, "bpb": 7.902996}, "ru": {"chunks": 33530.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.769393, "cps": 261.953125, "mean_p": 0.531283, "boundary_entropy": 0.688427, "bpb": 7.949972}, "el": {"chunks": 20456.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.996735, "cps": 159.8125, "mean_p": 0.50336, "boundary_entropy": 0.690116, "bpb": 8.206426}, "hi": {"chunks": 938.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05575, "cps": 7.328125, "mean_p": 0.462568, "boundary_entropy": 0.687524, "bpb": 7.939638}, "ta": {"chunks": 1398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.074779, "cps": 10.921875, "mean_p": 0.478292, "boundary_entropy": 0.690125, "bpb": 8.032249}, "th": {"chunks": 3739.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.232453, "cps": 29.210938, "mean_p": 0.484905, "boundary_entropy": 0.690396, "bpb": 7.621764}, "zh": {"chunks": 11642.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.971216, "cps": 90.953125, "mean_p": 0.519956, "boundary_entropy": 0.685644, "bpb": 8.087028}, "my": {"chunks": 1584.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.083597, "cps": 12.375, "mean_p": 0.474424, "boundary_entropy": 0.689661, "bpb": 7.683507}}, "bpb": {"en": 7.94121, "de": 7.9556, "vi": 7.7818, "tr": 7.99706, "fi": 7.903, "ru": 7.94997, "el": 8.20643, "hi": 7.93964, "ta": 8.03225, "th": 7.62176, "zh": 8.08703, "my": 7.68351}, "gini_cpc": 0.485837, "gini_cps": 0.460143, "bpic": 3.009787, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.265833991441756, "vi": 0.43518937226153825, "tr": 0.7463044510919494, "fi": 1.1414872550727257, "ru": 2.819332431117461, "el": 1.5881876620924267, "hi": 0.08883205591560636, "ta": 0.11915263470276409, "th": 0.3703875225217251, "zh": 3.140914397588094, "my": 0.1332029211917681}, "t": 8.5} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10611.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.609722, "cps": 82.898438, "mean_p": 0.5114, "boundary_entropy": 0.686513, "bpb": 7.483427}, "de": {"chunks": 16140.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.786052, "cps": 126.09375, "mean_p": 0.522868, "boundary_entropy": 0.686672, "bpb": 7.541395}, "vi": {"chunks": 4838.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.262436, "cps": 37.796875, "mean_p": 0.480523, "boundary_entropy": 0.687161, "bpb": 7.560909}, "tr": {"chunks": 9128.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.504226, "cps": 71.3125, "mean_p": 0.501699, "boundary_entropy": 0.686913, "bpb": 7.66231}, "fi": {"chunks": 13001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.691138, "cps": 101.570312, "mean_p": 0.514409, "boundary_entropy": 0.686914, "bpb": 7.489182}, "ru": {"chunks": 33816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.784485, "cps": 264.1875, "mean_p": 0.535777, "boundary_entropy": 0.687824, "bpb": 7.383544}, "el": {"chunks": 19650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.957462, "cps": 153.515625, "mean_p": 0.502313, "boundary_entropy": 0.690126, "bpb": 7.973729}, "hi": {"chunks": 1041.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.061872, "cps": 8.132812, "mean_p": 0.463589, "boundary_entropy": 0.687684, "bpb": 7.68495}, "ta": {"chunks": 1665.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.089061, "cps": 13.007812, "mean_p": 0.479387, "boundary_entropy": 0.690219, "bpb": 7.809563}, "th": {"chunks": 3770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.23438, "cps": 29.453125, "mean_p": 0.48437, "boundary_entropy": 0.690345, "bpb": 7.383205}, "zh": {"chunks": 11528.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.951913, "cps": 90.0625, "mean_p": 0.519227, "boundary_entropy": 0.685689, "bpb": 8.009399}, "my": {"chunks": 1615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085233, "cps": 12.617188, "mean_p": 0.474685, "boundary_entropy": 0.689693, "bpb": 7.572833}}, "bpb": {"en": 7.48343, "de": 7.5414, "vi": 7.56091, "tr": 7.66231, "fi": 7.48918, "ru": 7.38354, "el": 7.97373, "hi": 7.68495, "ta": 7.80956, "th": 7.38321, "zh": 8.0094, "my": 7.57283}, "gini_cpc": 0.48134, "gini_cps": 0.45469, "bpic": 3.026592, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2891959392454035, "vi": 0.4304181016690618, "tr": 0.8269759614317663, "fi": 1.133529117454797, "ru": 2.926717646769209, "el": 1.570324892938546, "hi": 0.10147602861870751, "ta": 0.14606850153154938, "th": 0.3844041703457451, "zh": 3.2013144197363634, "my": 0.13979027404078206}, "t": 10.2} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.382175, "cps": 51.960938, "mean_p": 0.496472, "boundary_entropy": 0.686791, "bpb": 6.904381}, "de": {"chunks": 11883.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.578727, "cps": 92.835938, "mean_p": 0.50655, "boundary_entropy": 0.687732, "bpb": 6.995052}, "vi": {"chunks": 3712.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.201356, "cps": 29.0, "mean_p": 0.475641, "boundary_entropy": 0.686647, "bpb": 7.200331}, "tr": {"chunks": 9634.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.532177, "cps": 75.265625, "mean_p": 0.503078, "boundary_entropy": 0.687052, "bpb": 7.19534}, "fi": {"chunks": 8333.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442985, "cps": 65.101562, "mean_p": 0.498573, "boundary_entropy": 0.687378, "bpb": 6.973798}, "ru": {"chunks": 34324.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.811293, "cps": 268.15625, "mean_p": 0.556795, "boundary_entropy": 0.683948, "bpb": 6.514196}, "el": {"chunks": 18484.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.900648, "cps": 144.40625, "mean_p": 0.500426, "boundary_entropy": 0.690137, "bpb": 7.390491}, "hi": {"chunks": 881.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052363, "cps": 6.882812, "mean_p": 0.462608, "boundary_entropy": 0.68756, "bpb": 6.86139}, "ta": {"chunks": 2307.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.123402, "cps": 18.023438, "mean_p": 0.480743, "boundary_entropy": 0.690314, "bpb": 6.967024}, "th": {"chunks": 2544.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15816, "cps": 19.875, "mean_p": 0.479518, "boundary_entropy": 0.689922, "bpb": 6.640688}, "zh": {"chunks": 10889.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.843718, "cps": 85.070312, "mean_p": 0.516179, "boundary_entropy": 0.68585, "bpb": 7.78956}, "my": {"chunks": 1803.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.095155, "cps": 14.085938, "mean_p": 0.476156, "boundary_entropy": 0.689872, "bpb": 7.157893}}, "bpb": {"en": 6.90438, "de": 6.99505, "vi": 7.20033, "tr": 7.19534, "fi": 6.9738, "ru": 6.5142, "el": 7.39049, "hi": 6.86139, "ta": 6.96702, "th": 6.64069, "zh": 7.78956, "my": 7.15789}, "gini_cpc": 0.511865, "gini_cps": 0.483203, "bpic": 3.443681, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.514296303906837, "vi": 0.5268682135320689, "tr": 1.3924937767151135, "fi": 1.1591153862579133, "ru": 4.739427141910138, "el": 2.356634802793728, "hi": 0.1370118113376241, "ta": 0.32289349615887253, "th": 0.41384071342912293, "zh": 4.82427135023655, "my": 0.2489829011413046}, "t": 12.2} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131759, "cps": 17.914062, "mean_p": 0.481551, "boundary_entropy": 0.686311, "bpb": 6.390237}, "de": {"chunks": 3050.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.148541, "cps": 23.828125, "mean_p": 0.483972, "boundary_entropy": 0.68746, "bpb": 6.479172}, "vi": {"chunks": 3829.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207703, "cps": 29.914062, "mean_p": 0.480437, "boundary_entropy": 0.687424, "bpb": 6.791571}, "tr": {"chunks": 7600.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.41982, "cps": 59.375, "mean_p": 0.496419, "boundary_entropy": 0.687394, "bpb": 6.743952}, "fi": {"chunks": 2139.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.11371, "cps": 16.710938, "mean_p": 0.48069, "boundary_entropy": 0.686889, "bpb": 6.485756}, "ru": {"chunks": 19204.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.013404, "cps": 150.03125, "mean_p": 0.50387, "boundary_entropy": 0.690079, "bpb": 5.908693}, "el": {"chunks": 19164.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.933782, "cps": 149.71875, "mean_p": 0.500982, "boundary_entropy": 0.690219, "bpb": 6.297452}, "hi": {"chunks": 2133.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.126776, "cps": 16.664062, "mean_p": 0.480626, "boundary_entropy": 0.689953, "bpb": 5.885484}, "ta": {"chunks": 1107.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.059214, "cps": 8.648438, "mean_p": 0.478664, "boundary_entropy": 0.690154, "bpb": 6.054824}, "th": {"chunks": 3010.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.187131, "cps": 23.515625, "mean_p": 0.481307, "boundary_entropy": 0.690111, "bpb": 5.73348}, "zh": {"chunks": 4189.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.709279, "cps": 32.726562, "mean_p": 0.486761, "boundary_entropy": 0.685658, "bpb": 7.359928}, "my": {"chunks": 3434.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.181233, "cps": 26.828125, "mean_p": 0.485155, "boundary_entropy": 0.690742, "bpb": 5.879131}}, "bpb": {"en": 6.39024, "de": 6.47917, "vi": 6.79157, "tr": 6.74395, "fi": 6.48576, "ru": 5.90869, "el": 6.29745, "hi": 5.88548, "ta": 6.05482, "th": 5.73348, "zh": 7.35993, "my": 5.87913}, "gini_cpc": 0.464241, "gini_cps": 0.47187, "bpic": 5.393819, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1273726577889815, "vi": 1.5763849860384507, "tr": 3.1862739016374753, "fi": 0.863016236776586, "ru": 7.691349535755833, "el": 7.0870481352237755, "hi": 0.9621789424367333, "ta": 0.4494094670723029, "th": 1.4202522821887267, "zh": 5.383156218760287, "my": 1.3754885521841813}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.27949, "bpb": 6.174, "chunk_loss": 0.036801, "F": 0.25571, "G": 0.48654, "chunks": 261.84, "bytes_per_chunk": 3.911, "boundary_entropy": 0.69113, "router_noise": 0.0, "grad_norm": 1.7797, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.241, "alpha": 0.03, "t": 16.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5231.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.30058, "cps": 40.867188, "mean_p": 0.49601, "boundary_entropy": 0.687459, "bpb": 5.771236}, "de": {"chunks": 7105.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.346028, "cps": 55.507812, "mean_p": 0.496533, "boundary_entropy": 0.688317, "bpb": 5.907513}, "vi": {"chunks": 6235.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.338215, "cps": 48.710938, "mean_p": 0.488896, "boundary_entropy": 0.688249, "bpb": 6.208939}, "tr": {"chunks": 6087.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.336243, "cps": 47.554688, "mean_p": 0.493694, "boundary_entropy": 0.687747, "bpb": 6.20941}, "fi": {"chunks": 2871.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152623, "cps": 22.429688, "mean_p": 0.488811, "boundary_entropy": 0.687767, "bpb": 5.897913}, "ru": {"chunks": 13565.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.715831, "cps": 105.976562, "mean_p": 0.497315, "boundary_entropy": 0.69017, "bpb": 5.427501}, "el": {"chunks": 10553.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.514204, "cps": 82.445312, "mean_p": 0.494748, "boundary_entropy": 0.690372, "bpb": 5.667946}, "hi": {"chunks": 21712.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.290461, "cps": 169.625, "mean_p": 0.502773, "boundary_entropy": 0.690856, "bpb": 5.147764}, "ta": {"chunks": 13082.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.699759, "cps": 102.203125, "mean_p": 0.49365, "boundary_entropy": 0.691065, "bpb": 5.23928}, "th": {"chunks": 3729.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231831, "cps": 29.132812, "mean_p": 0.474092, "boundary_entropy": 0.689124, "bpb": 5.014419}, "zh": {"chunks": 6389.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.081781, "cps": 49.914062, "mean_p": 0.498847, "boundary_entropy": 0.68693, "bpb": 6.95011}, "my": {"chunks": 16997.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.897034, "cps": 132.789062, "mean_p": 0.498273, "boundary_entropy": 0.69134, "bpb": 5.106488}}, "bpb": {"en": 5.77124, "de": 5.90751, "vi": 6.20894, "tr": 6.20941, "fi": 5.89791, "ru": 5.4275, "el": 5.66795, "hi": 5.14776, "ta": 5.23928, "th": 5.01442, "zh": 6.95011, "my": 5.10649}, "gini_cpc": 0.331804, "gini_cps": 0.318232, "bpic": 3.379663, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1512007802240432, "vi": 1.1252077533027038, "tr": 1.118644651461428, "fi": 0.5077626001316398, "ru": 2.38149669945106, "el": 1.7107025122151513, "hi": 4.293230021164829, "ta": 2.328027335546533, "th": 0.7712775996995982, "zh": 3.5989751308704783, "my": 2.9843399902345698}, "t": 18.2} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.31436, "bpb": 4.78162, "chunk_loss": 0.036621, "F": 0.26279, "G": 0.47715, "chunks": 269.09, "bytes_per_chunk": 3.805, "boundary_entropy": 0.68835, "router_noise": 0.0, "grad_norm": 1.7896, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 20.5} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4018.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23088, "cps": 31.390625, "mean_p": 0.414038, "boundary_entropy": 0.651251, "bpb": 4.378883}, "de": {"chunks": 5392.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.262602, "cps": 42.125, "mean_p": 0.414771, "boundary_entropy": 0.653505, "bpb": 4.597219}, "vi": {"chunks": 4991.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270735, "cps": 38.992188, "mean_p": 0.46169, "boundary_entropy": 0.680449, "bpb": 4.808207}, "tr": {"chunks": 7255.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.400762, "cps": 56.679688, "mean_p": 0.447865, "boundary_entropy": 0.666669, "bpb": 4.866776}, "fi": {"chunks": 6268.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.333209, "cps": 48.96875, "mean_p": 0.438018, "boundary_entropy": 0.665854, "bpb": 4.637474}, "ru": {"chunks": 5785.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305277, "cps": 45.195312, "mean_p": 0.486805, "boundary_entropy": 0.68811, "bpb": 3.660402}, "el": {"chunks": 8166.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.397895, "cps": 63.796875, "mean_p": 0.486801, "boundary_entropy": 0.689673, "bpb": 4.213242}, "hi": {"chunks": 17396.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.033938, "cps": 135.90625, "mean_p": 0.495507, "boundary_entropy": 0.690039, "bpb": 3.445918}, "ta": {"chunks": 11731.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.627494, "cps": 91.648438, "mean_p": 0.483461, "boundary_entropy": 0.689285, "bpb": 3.518847}, "th": {"chunks": 14217.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.883867, "cps": 111.070312, "mean_p": 0.484831, "boundary_entropy": 0.689518, "bpb": 3.27333}, "zh": {"chunks": 5796.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.981375, "cps": 45.28125, "mean_p": 0.496179, "boundary_entropy": 0.686659, "bpb": 6.272491}, "my": {"chunks": 45630.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.40817, "cps": 356.484375, "mean_p": 0.515004, "boundary_entropy": 0.690822, "bpb": 3.653501}}, "bpb": {"en": 4.37888, "de": 4.59722, "vi": 4.80821, "tr": 4.86678, "fi": 4.63747, "ru": 3.6604, "el": 4.21324, "hi": 3.44592, "ta": 3.51885, "th": 3.27333, "zh": 6.27249, "my": 3.6535}, "gini_cpc": 0.406059, "gini_cps": 0.407979, "bpic": 2.808599, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1373959150413504, "vi": 1.1726235601307542, "tr": 1.7358054720723544, "fi": 1.4432158577031184, "ru": 1.32223404967882, "el": 1.7233866254100372, "hi": 4.478251848849568, "ta": 2.717839167448008, "th": 3.8282570057371608, "zh": 4.250589077899874, "my": 10.430407608447231}, "t": 23.2} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.61956, "bpb": 3.77922, "chunk_loss": 0.03893, "F": 0.29556, "G": 0.4567, "chunks": 302.66, "bytes_per_chunk": 3.383, "boundary_entropy": 0.67539, "router_noise": 0.0, "grad_norm": 1.8901, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 24.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3752.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215595, "cps": 29.3125, "mean_p": 0.414331, "boundary_entropy": 0.64915, "bpb": 3.783432}, "de": {"chunks": 4131.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201188, "cps": 32.273438, "mean_p": 0.409931, "boundary_entropy": 0.650822, "bpb": 4.054472}, "vi": {"chunks": 6234.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.338161, "cps": 48.703125, "mean_p": 0.444346, "boundary_entropy": 0.67083, "bpb": 3.516267}, "tr": {"chunks": 5588.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.308678, "cps": 43.65625, "mean_p": 0.437355, "boundary_entropy": 0.663128, "bpb": 4.143601}, "fi": {"chunks": 3865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205465, "cps": 30.195312, "mean_p": 0.415366, "boundary_entropy": 0.656341, "bpb": 4.099937}, "ru": {"chunks": 9075.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.478892, "cps": 70.898438, "mean_p": 0.491289, "boundary_entropy": 0.689397, "bpb": 2.820828}, "el": {"chunks": 15740.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.766944, "cps": 122.96875, "mean_p": 0.495997, "boundary_entropy": 0.690005, "bpb": 2.98911}, "hi": {"chunks": 12570.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.747103, "cps": 98.203125, "mean_p": 0.475462, "boundary_entropy": 0.684066, "bpb": 2.432483}, "ta": {"chunks": 20234.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.082321, "cps": 158.078125, "mean_p": 0.50198, "boundary_entropy": 0.686813, "bpb": 2.260437}, "th": {"chunks": 11229.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.698104, "cps": 87.726562, "mean_p": 0.491357, "boundary_entropy": 0.690395, "bpb": 2.336668}, "zh": {"chunks": 8266.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.399594, "cps": 64.578125, "mean_p": 0.421019, "boundary_entropy": 0.614882, "bpb": 4.968162}, "my": {"chunks": 11341.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.598533, "cps": 88.601562, "mean_p": 0.490715, "boundary_entropy": 0.690315, "bpb": 2.436353}}, "bpb": {"en": 3.78343, "de": 4.05447, "vi": 3.51627, "tr": 4.1436, "fi": 4.09994, "ru": 2.82083, "el": 2.98911, "hi": 2.43248, "ta": 2.26044, "th": 2.33667, "zh": 4.96816, "my": 2.43635}, "gini_cpc": 0.335261, "gini_cps": 0.291459, "bpic": 3.425851, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9331771119494885, "vi": 1.5685015293172635, "tr": 1.4317498177627734, "fi": 0.9530131765211549, "ru": 2.2212564908214296, "el": 3.557338342222938, "hi": 3.4653052398799886, "ta": 5.020160088640966, "th": 3.2380332727322134, "zh": 6.491771856454749, "my": 2.7761905071359028}, "t": 28.5} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.78588, "de": 4.0534, "vi": 3.52068, "tr": 4.15188, "fi": 4.10154, "ru": 2.80767, "el": 2.98187, "hi": 2.4277, "ta": 2.27743, "th": 2.37068, "zh": 4.97431, "my": 2.45374}, "bytes_per_chunk": {"en": 4.501, "de": 4.858, "vi": 3.843, "tr": 3.285, "fi": 4.857, "ru": 3.452, "el": 2.544, "hi": 3.718, "ta": 2.986, "th": 5.27, "zh": 1.934, "my": 4.97}, "bpb_mean": 3.32557, "t": 30.0} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.45881, "bpb": 3.54732, "chunk_loss": 0.036794, "F": 0.28021, "G": 0.44153, "chunks": 286.94, "bytes_per_chunk": 3.569, "boundary_entropy": 0.66234, "router_noise": 0.0, "grad_norm": 1.5914, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 30.1} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.3844, "bpb": 3.43996, "chunk_loss": 0.039487, "F": 0.31366, "G": 0.44388, "chunks": 321.19, "bytes_per_chunk": 3.188, "boundary_entropy": 0.65907, "router_noise": 0.0, "grad_norm": 1.8474, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 32.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4099.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235534, "cps": 32.023438, "mean_p": 0.416901, "boundary_entropy": 0.64983, "bpb": 3.590377}, "de": {"chunks": 3672.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178834, "cps": 28.6875, "mean_p": 0.405909, "boundary_entropy": 0.64956, "bpb": 3.839079}, "vi": {"chunks": 5769.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.312937, "cps": 45.070312, "mean_p": 0.447056, "boundary_entropy": 0.672892, "bpb": 3.154979}, "tr": {"chunks": 4549.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.251284, "cps": 35.539062, "mean_p": 0.428906, "boundary_entropy": 0.660418, "bpb": 3.821329}, "fi": {"chunks": 2868.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152464, "cps": 22.40625, "mean_p": 0.408856, "boundary_entropy": 0.656028, "bpb": 3.888884}, "ru": {"chunks": 6405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337995, "cps": 50.039062, "mean_p": 0.463808, "boundary_entropy": 0.682639, "bpb": 2.641722}, "el": {"chunks": 5687.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.277104, "cps": 44.429688, "mean_p": 0.476908, "boundary_entropy": 0.688534, "bpb": 2.741809}, "hi": {"chunks": 16265.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.966716, "cps": 127.070312, "mean_p": 0.467168, "boundary_entropy": 0.680241, "bpb": 2.077241}, "ta": {"chunks": 8919.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477079, "cps": 69.679688, "mean_p": 0.472418, "boundary_entropy": 0.678296, "bpb": 1.910939}, "th": {"chunks": 16235.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.009325, "cps": 126.835938, "mean_p": 0.477818, "boundary_entropy": 0.687204, "bpb": 2.072951}, "zh": {"chunks": 7033.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.190823, "cps": 54.945312, "mean_p": 0.400776, "boundary_entropy": 0.601892, "bpb": 4.511015}, "my": {"chunks": 26850.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.417036, "cps": 209.765625, "mean_p": 0.502825, "boundary_entropy": 0.688742, "bpb": 2.205663}}, "bpb": {"en": 3.59038, "de": 3.83908, "vi": 3.15498, "tr": 3.82133, "fi": 3.88888, "ru": 2.64172, "el": 2.74181, "hi": 2.07724, "ta": 1.91094, "th": 2.07295, "zh": 4.51101, "my": 2.20566}, "gini_cpc": 0.399543, "gini_cps": 0.375796, "bpic": 3.542016, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7592703963643125, "vi": 1.3286286063540078, "tr": 1.06687020681593, "fi": 0.6473117127968642, "ru": 1.435013945740032, "el": 1.1764909343050538, "hi": 4.104357638781901, "ta": 2.0255216815222026, "th": 4.2852624919017455, "zh": 5.055840641382803, "my": 6.016267193793386}, "t": 34.1} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.27477, "bpb": 3.2818, "chunk_loss": 0.033796, "F": 0.23303, "G": 0.43194, "chunks": 238.62, "bytes_per_chunk": 4.291, "boundary_entropy": 0.66468, "router_noise": 0.0, "grad_norm": 1.1149, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 36.4} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05293, "bpb": 2.96174, "chunk_loss": 0.032491, "F": 0.20999, "G": 0.42345, "chunks": 215.03, "bytes_per_chunk": 4.762, "boundary_entropy": 0.6582, "router_noise": 0.0, "grad_norm": 0.9382, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 38.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4623.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.265644, "cps": 36.117188, "mean_p": 0.429558, "boundary_entropy": 0.656815, "bpb": 3.195843}, "de": {"chunks": 4912.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.239225, "cps": 38.375, "mean_p": 0.434775, "boundary_entropy": 0.664428, "bpb": 3.5202}, "vi": {"chunks": 7258.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.393708, "cps": 56.703125, "mean_p": 0.455397, "boundary_entropy": 0.675802, "bpb": 2.766924}, "tr": {"chunks": 4417.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243993, "cps": 34.507812, "mean_p": 0.44013, "boundary_entropy": 0.668982, "bpb": 3.446349}, "fi": {"chunks": 5443.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.289352, "cps": 42.523438, "mean_p": 0.449678, "boundary_entropy": 0.671692, "bpb": 3.56252}, "ru": {"chunks": 4806.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.253615, "cps": 37.546875, "mean_p": 0.411456, "boundary_entropy": 0.637188, "bpb": 2.39065}, "el": {"chunks": 5879.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.286459, "cps": 45.929688, "mean_p": 0.45004, "boundary_entropy": 0.675097, "bpb": 2.510062}, "hi": {"chunks": 7774.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.462051, "cps": 60.734375, "mean_p": 0.422841, "boundary_entropy": 0.658619, "bpb": 1.780636}, "ta": {"chunks": 10174.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.54421, "cps": 79.484375, "mean_p": 0.39704, "boundary_entropy": 0.642575, "bpb": 1.560032}, "th": {"chunks": 13560.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.843021, "cps": 105.9375, "mean_p": 0.450364, "boundary_entropy": 0.677178, "bpb": 1.911786}, "zh": {"chunks": 2689.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4553, "cps": 21.007812, "mean_p": 0.406461, "boundary_entropy": 0.636111, "bpb": 4.142384}, "my": {"chunks": 19425.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.025174, "cps": 151.757812, "mean_p": 0.47353, "boundary_entropy": 0.676679, "bpb": 1.939128}}, "bpb": {"en": 3.19584, "de": 3.5202, "vi": 2.76692, "tr": 3.44635, "fi": 3.56252, "ru": 2.39065, "el": 2.51006, "hi": 1.78064, "ta": 1.56003, "th": 1.91179, "zh": 4.14238, "my": 1.93913}, "gini_cpc": 0.277641, "gini_cps": 0.30009, "bpic": 4.219228, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9005465727081897, "vi": 1.4820881970027457, "tr": 0.9184955881735642, "fi": 1.089247765375106, "ru": 0.9547172705932307, "el": 1.0783576951365528, "hi": 1.7393608480628062, "ta": 2.048643973869966, "th": 3.1735025457916723, "zh": 1.7139477819606452, "my": 3.859205260971075}, "t": 42.3} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20626, "de": 3.51886, "vi": 2.77111, "tr": 3.4557, "fi": 3.55498, "ru": 2.37556, "el": 2.50304, "hi": 1.77446, "ta": 1.57782, "th": 1.94226, "zh": 4.14905, "my": 1.95443}, "bytes_per_chunk": {"en": 3.681, "de": 4.2, "vi": 3.285, "tr": 4.209, "fi": 3.316, "ru": 7.469, "el": 6.439, "hi": 6.681, "ta": 4.938, "th": 3.44, "zh": 4.909, "my": 2.741}, "bpb_mean": 2.73196, "t": 43.7} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.20925, "bpb": 3.18727, "chunk_loss": 0.033732, "F": 0.23059, "G": 0.42455, "chunks": 236.12, "bytes_per_chunk": 4.337, "boundary_entropy": 0.65601, "router_noise": 0.0, "grad_norm": 1.0104, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 43.7} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17034, "bpb": 3.13113, "chunk_loss": 0.032234, "F": 0.2045, "G": 0.4242, "chunks": 209.41, "bytes_per_chunk": 4.89, "boundary_entropy": 0.65947, "router_noise": 0.0, "grad_norm": 1.0488, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 46.1} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05017, "bpb": 2.95777, "chunk_loss": 0.034904, "F": 0.2518, "G": 0.4313, "chunks": 257.84, "bytes_per_chunk": 3.971, "boundary_entropy": 0.6639, "router_noise": 0.0, "grad_norm": 0.8168, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 48.4} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.93026, "bpb": 2.78478, "chunk_loss": 0.033177, "F": 0.22198, "G": 0.4276, "chunks": 227.31, "bytes_per_chunk": 4.505, "boundary_entropy": 0.66113, "router_noise": 0.0, "grad_norm": 0.8102, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 50.7} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4324.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.248463, "cps": 33.78125, "mean_p": 0.439535, "boundary_entropy": 0.663434, "bpb": 2.884743}, "de": {"chunks": 4919.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.239566, "cps": 38.429688, "mean_p": 0.442578, "boundary_entropy": 0.668406, "bpb": 3.194928}, "vi": {"chunks": 5316.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.288365, "cps": 41.53125, "mean_p": 0.448395, "boundary_entropy": 0.674673, "bpb": 2.568255}, "tr": {"chunks": 5245.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289731, "cps": 40.976562, "mean_p": 0.450779, "boundary_entropy": 0.670882, "bpb": 3.114931}, "fi": {"chunks": 3455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183669, "cps": 26.992188, "mean_p": 0.432525, "boundary_entropy": 0.668157, "bpb": 3.363056}, "ru": {"chunks": 3951.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.208496, "cps": 30.867188, "mean_p": 0.419031, "boundary_entropy": 0.650762, "bpb": 2.158886}, "el": {"chunks": 8251.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.402037, "cps": 64.460938, "mean_p": 0.437432, "boundary_entropy": 0.668799, "bpb": 2.222094}, "hi": {"chunks": 8192.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.486895, "cps": 64.0, "mean_p": 0.428903, "boundary_entropy": 0.659994, "bpb": 1.656197}, "ta": {"chunks": 12347.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.660444, "cps": 96.460938, "mean_p": 0.429436, "boundary_entropy": 0.652602, "bpb": 1.405889}, "th": {"chunks": 17283.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.074479, "cps": 135.023438, "mean_p": 0.426783, "boundary_entropy": 0.665921, "bpb": 1.755019}, "zh": {"chunks": 1913.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.323908, "cps": 14.945312, "mean_p": 0.410354, "boundary_entropy": 0.647938, "bpb": 3.971288}, "my": {"chunks": 21875.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.154475, "cps": 170.898438, "mean_p": 0.484442, "boundary_entropy": 0.685511, "bpb": 1.680762}}, "bpb": {"en": 2.88474, "de": 3.19493, "vi": 2.56826, "tr": 3.11493, "fi": 3.36306, "ru": 2.15889, "el": 2.22209, "hi": 1.6562, "ta": 1.40589, "th": 1.75502, "zh": 3.97129, "my": 1.68076}, "gini_cpc": 0.344485, "gini_cps": 0.371147, "bpic": 3.953611, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9641905048226106, "vi": 1.1605938508854396, "tr": 1.1660935040077738, "fi": 0.7392215229629012, "ru": 0.8391435297620936, "el": 1.6180955997880224, "hi": 1.9596265083922897, "ta": 2.658118962091453, "th": 4.324505956302333, "zh": 1.303646858131698, "my": 4.646469818952381}, "t": 54.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.8941, "de": 3.19584, "vi": 2.57331, "tr": 3.12768, "fi": 3.35541, "ru": 2.14203, "el": 2.2117, "hi": 1.6501, "ta": 1.41963, "th": 1.78411, "zh": 3.98362, "my": 1.69366}, "bytes_per_chunk": {"en": 3.957, "de": 4.198, "vi": 4.462, "tr": 3.668, "fi": 5.769, "ru": 8.666, "el": 4.461, "hi": 5.899, "ta": 3.643, "th": 2.724, "zh": 7.604, "my": 2.458}, "bpb_mean": 2.5026, "t": 55.4} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.91644, "bpb": 2.76483, "chunk_loss": 0.033103, "F": 0.21884, "G": 0.43152, "chunks": 224.09, "bytes_per_chunk": 4.57, "boundary_entropy": 0.66563, "router_noise": 0.0, "grad_norm": 1.0762, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 55.4} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94391, "bpb": 2.80447, "chunk_loss": 0.032905, "F": 0.21542, "G": 0.4335, "chunks": 220.59, "bytes_per_chunk": 4.642, "boundary_entropy": 0.6659, "router_noise": 0.0, "grad_norm": 0.7213, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 57.8} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78488, "bpb": 2.57504, "chunk_loss": 0.033976, "F": 0.23431, "G": 0.4349, "chunks": 239.94, "bytes_per_chunk": 4.268, "boundary_entropy": 0.66512, "router_noise": 0.0, "grad_norm": 0.8955, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 60.1} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86731, "bpb": 2.69396, "chunk_loss": 0.033389, "F": 0.22449, "G": 0.43423, "chunks": 229.88, "bytes_per_chunk": 4.455, "boundary_entropy": 0.66554, "router_noise": 0.0, "grad_norm": 0.7548, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 62.4} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4103.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235764, "cps": 32.054688, "mean_p": 0.438408, "boundary_entropy": 0.663697, "bpb": 2.690794}, "de": {"chunks": 4676.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.227731, "cps": 36.53125, "mean_p": 0.443856, "boundary_entropy": 0.670568, "bpb": 3.026229}, "vi": {"chunks": 5625.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.305126, "cps": 43.945312, "mean_p": 0.449601, "boundary_entropy": 0.67459, "bpb": 2.362892}, "tr": {"chunks": 4120.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227587, "cps": 32.1875, "mean_p": 0.44911, "boundary_entropy": 0.673439, "bpb": 3.005791}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.442092, "boundary_entropy": 0.672738, "bpb": 3.214705}, "ru": {"chunks": 4628.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.244222, "cps": 36.15625, "mean_p": 0.430632, "boundary_entropy": 0.658776, "bpb": 2.024693}, "el": {"chunks": 6274.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305706, "cps": 49.015625, "mean_p": 0.444897, "boundary_entropy": 0.674772, "bpb": 2.126051}, "hi": {"chunks": 19163.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.13896, "cps": 149.710938, "mean_p": 0.453591, "boundary_entropy": 0.667041, "bpb": 1.568171}, "ta": {"chunks": 12553.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.671463, "cps": 98.070312, "mean_p": 0.418297, "boundary_entropy": 0.647402, "bpb": 1.343311}, "th": {"chunks": 15966.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.992602, "cps": 124.734375, "mean_p": 0.42009, "boundary_entropy": 0.660347, "bpb": 1.629769}, "zh": {"chunks": 3188.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53979, "cps": 24.90625, "mean_p": 0.426811, "boundary_entropy": 0.658236, "bpb": 3.840238}, "my": {"chunks": 21359.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.127243, "cps": 166.867188, "mean_p": 0.481074, "boundary_entropy": 0.68348, "bpb": 1.504298}}, "bpb": {"en": 2.69079, "de": 3.02623, "vi": 2.36289, "tr": 3.00579, "fi": 3.21471, "ru": 2.02469, "el": 2.12605, "hi": 1.56817, "ta": 1.34331, "th": 1.62977, "zh": 3.84024, "my": 1.5043}, "gini_cpc": 0.363203, "gini_cps": 0.374443, "bpic": 3.651093, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9659278734995338, "vi": 1.2942017658792995, "tr": 0.9653154736775881, "fi": 0.7799401574467302, "ru": 1.0358735387003655, "el": 1.29666047386792, "hi": 4.830933173602904, "ta": 2.8480306746894635, "th": 4.210150908177227, "zh": 2.289535982484218, "my": 4.781235582422661}, "t": 65.6} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.69944, "de": 3.03061, "vi": 2.3685, "tr": 3.0168, "fi": 3.21183, "ru": 2.00829, "el": 2.11196, "hi": 1.56293, "ta": 1.35548, "th": 1.65611, "zh": 3.84987, "my": 1.51407}, "bytes_per_chunk": {"en": 4.218, "de": 4.26, "vi": 4.328, "tr": 4.631, "fi": 5.544, "ru": 6.955, "el": 6.039, "hi": 2.716, "ta": 4.322, "th": 2.873, "zh": 4.527, "my": 2.514}, "bpb_mean": 2.36549, "t": 67.0} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.85467, "bpb": 2.67572, "chunk_loss": 0.034903, "F": 0.24973, "G": 0.43487, "chunks": 255.72, "bytes_per_chunk": 4.004, "boundary_entropy": 0.66656, "router_noise": 0.0, "grad_norm": 0.803, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 67.0} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.65289, "bpb": 2.38462, "chunk_loss": 0.034792, "F": 0.24863, "G": 0.43773, "chunks": 254.59, "bytes_per_chunk": 4.022, "boundary_entropy": 0.66783, "router_noise": 0.0, "grad_norm": 0.7567, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 69.4} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.73314, "bpb": 2.5004, "chunk_loss": 0.033056, "F": 0.21991, "G": 0.43599, "chunks": 225.19, "bytes_per_chunk": 4.547, "boundary_entropy": 0.66815, "router_noise": 0.0, "grad_norm": 0.7981, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 71.6} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.89103, "bpb": 2.72818, "chunk_loss": 0.033039, "F": 0.21707, "G": 0.43647, "chunks": 222.28, "bytes_per_chunk": 4.607, "boundary_entropy": 0.66822, "router_noise": 0.0, "grad_norm": 0.8848, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 73.9} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4701.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.270126, "cps": 36.726562, "mean_p": 0.444732, "boundary_entropy": 0.664615, "bpb": 2.554994}, "de": {"chunks": 4521.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.220182, "cps": 35.320312, "mean_p": 0.444201, "boundary_entropy": 0.670902, "bpb": 2.89501}, "vi": {"chunks": 7742.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.419962, "cps": 60.484375, "mean_p": 0.458987, "boundary_entropy": 0.675531, "bpb": 2.271005}, "tr": {"chunks": 5424.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.299619, "cps": 42.375, "mean_p": 0.455651, "boundary_entropy": 0.672133, "bpb": 2.872704}, "fi": {"chunks": 3873.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20589, "cps": 30.257812, "mean_p": 0.442029, "boundary_entropy": 0.67188, "bpb": 3.122131}, "ru": {"chunks": 9118.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.481161, "cps": 71.234375, "mean_p": 0.439859, "boundary_entropy": 0.660761, "bpb": 1.915617}, "el": {"chunks": 9998.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.487161, "cps": 78.109375, "mean_p": 0.454139, "boundary_entropy": 0.676585, "bpb": 2.006132}, "hi": {"chunks": 11131.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.661575, "cps": 86.960938, "mean_p": 0.439857, "boundary_entropy": 0.663824, "bpb": 1.531019}, "ta": {"chunks": 9429.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.504359, "cps": 73.664062, "mean_p": 0.424664, "boundary_entropy": 0.650246, "bpb": 1.325648}, "th": {"chunks": 4467.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.277712, "cps": 34.898438, "mean_p": 0.419175, "boundary_entropy": 0.663281, "bpb": 1.586718}, "zh": {"chunks": 2655.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.449543, "cps": 20.742188, "mean_p": 0.426563, "boundary_entropy": 0.66179, "bpb": 3.703664}, "my": {"chunks": 4933.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.260344, "cps": 38.539062, "mean_p": 0.464608, "boundary_entropy": 0.685199, "bpb": 1.409347}}, "bpb": {"en": 2.55499, "de": 2.89501, "vi": 2.271, "tr": 2.8727, "fi": 3.12213, "ru": 1.91562, "el": 2.00613, "hi": 1.53102, "ta": 1.32565, "th": 1.58672, "zh": 3.70366, "my": 1.40935}, "gini_cpc": 0.199238, "gini_cps": 0.230466, "bpic": 4.920774, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8151095263990654, "vi": 1.5546903183004361, "tr": 1.1091824732198765, "fi": 0.762200944422904, "ru": 1.7812473964165263, "el": 1.8034585132915921, "hi": 2.449136432986817, "ta": 1.8671277568423215, "th": 1.0280843691151764, "zh": 1.6641978315455215, "my": 0.9637882080524283}, "t": 77.1} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56338, "de": 2.89556, "vi": 2.27734, "tr": 2.88516, "fi": 3.11963, "ru": 1.89676, "el": 1.99516, "hi": 1.52705, "ta": 1.33396, "th": 1.61047, "zh": 3.71575, "my": 1.41801}, "bytes_per_chunk": {"en": 3.666, "de": 4.5, "vi": 3.161, "tr": 3.53, "fi": 4.784, "ru": 3.782, "el": 3.683, "hi": 4.949, "ta": 5.356, "th": 10.567, "zh": 5.556, "my": 10.634}, "bpb_mean": 2.26985, "t": 78.4} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.56085, "bpb": 2.25183, "chunk_loss": 0.03401, "F": 0.23276, "G": 0.43588, "chunks": 238.34, "bytes_per_chunk": 4.296, "boundary_entropy": 0.66721, "router_noise": 0.0, "grad_norm": 0.776, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 78.5} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77788, "bpb": 2.56493, "chunk_loss": 0.033767, "F": 0.22897, "G": 0.43942, "chunks": 234.47, "bytes_per_chunk": 4.367, "boundary_entropy": 0.66973, "router_noise": 0.0, "grad_norm": 0.8645, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 80.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.60539, "bpb": 2.31608, "chunk_loss": 0.033822, "F": 0.23056, "G": 0.44044, "chunks": 236.09, "bytes_per_chunk": 4.337, "boundary_entropy": 0.66961, "router_noise": 0.0, "grad_norm": 0.8186, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 83.1} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.62166, "bpb": 2.33956, "chunk_loss": 0.033554, "F": 0.22617, "G": 0.43658, "chunks": 231.59, "bytes_per_chunk": 4.422, "boundary_entropy": 0.66914, "router_noise": 0.0, "grad_norm": 0.8408, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 85.4} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4105.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235879, "cps": 32.070312, "mean_p": 0.442642, "boundary_entropy": 0.664261, "bpb": 2.491302}, "de": {"chunks": 4936.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240394, "cps": 38.5625, "mean_p": 0.4499, "boundary_entropy": 0.671836, "bpb": 2.80705}, "vi": {"chunks": 6218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.337293, "cps": 48.578125, "mean_p": 0.452644, "boundary_entropy": 0.674746, "bpb": 2.234409}, "tr": {"chunks": 4684.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.258742, "cps": 36.59375, "mean_p": 0.456411, "boundary_entropy": 0.673492, "bpb": 2.80254}, "fi": {"chunks": 3821.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.203126, "cps": 29.851562, "mean_p": 0.45094, "boundary_entropy": 0.674954, "bpb": 3.050613}, "ru": {"chunks": 8562.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.451821, "cps": 66.890625, "mean_p": 0.438147, "boundary_entropy": 0.662756, "bpb": 1.839138}, "el": {"chunks": 6541.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.318716, "cps": 51.101562, "mean_p": 0.444287, "boundary_entropy": 0.676251, "bpb": 1.941267}, "hi": {"chunks": 10287.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.611412, "cps": 80.367188, "mean_p": 0.443532, "boundary_entropy": 0.667155, "bpb": 1.475832}, "ta": {"chunks": 8307.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444343, "cps": 64.898438, "mean_p": 0.429751, "boundary_entropy": 0.656759, "bpb": 1.200449}, "th": {"chunks": 3607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.224246, "cps": 28.179688, "mean_p": 0.423035, "boundary_entropy": 0.666863, "bpb": 1.477179}, "zh": {"chunks": 2924.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49509, "cps": 22.84375, "mean_p": 0.432421, "boundary_entropy": 0.665415, "bpb": 3.648647}, "my": {"chunks": 7853.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.41445, "cps": 61.351562, "mean_p": 0.469937, "boundary_entropy": 0.686294, "bpb": 1.373711}}, "bpb": {"en": 2.4913, "de": 2.80705, "vi": 2.23441, "tr": 2.80254, "fi": 3.05061, "ru": 1.83914, "el": 1.94127, "hi": 1.47583, "ta": 1.20045, "th": 1.47718, "zh": 3.64865, "my": 1.37371}, "gini_cpc": 0.195682, "gini_cps": 0.211779, "bpic": 5.341791, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.019139660092636, "vi": 1.4299423691959139, "tr": 1.0969259070592332, "fi": 0.8611446602853916, "ru": 1.915477116201042, "el": 1.3511832807171633, "hi": 2.592057466250884, "ta": 1.8837779093135234, "th": 0.9506836738596001, "zh": 2.0989151600820484, "my": 1.7570461963082757}, "t": 88.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.49746, "de": 2.80639, "vi": 2.23951, "tr": 2.81272, "fi": 3.05176, "ru": 1.82048, "el": 1.92898, "hi": 1.47177, "ta": 1.21144, "th": 1.50046, "zh": 3.65531, "my": 1.38243}, "bytes_per_chunk": {"en": 4.421, "de": 4.046, "vi": 3.971, "tr": 4.129, "fi": 5.04, "ru": 4.039, "el": 5.276, "hi": 5.027, "ta": 6.487, "th": 11.693, "zh": 5.471, "my": 6.743}, "bpb_mean": 2.19823, "t": 89.9} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.70824, "bpb": 2.46447, "chunk_loss": 0.032809, "F": 0.21432, "G": 0.43816, "chunks": 219.47, "bytes_per_chunk": 4.666, "boundary_entropy": 0.67002, "router_noise": 0.0, "grad_norm": 0.8105, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 90.0} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.61584, "bpb": 2.33116, "chunk_loss": 0.033167, "F": 0.22049, "G": 0.43895, "chunks": 225.78, "bytes_per_chunk": 4.535, "boundary_entropy": 0.6711, "router_noise": 0.0, "grad_norm": 0.9951, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 92.2} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.72173, "bpb": 2.48393, "chunk_loss": 0.033799, "F": 0.23035, "G": 0.43866, "chunks": 235.88, "bytes_per_chunk": 4.341, "boundary_entropy": 0.66906, "router_noise": 0.0, "grad_norm": 0.7868, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 94.5} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.5164, "bpb": 2.18771, "chunk_loss": 0.033735, "F": 0.22998, "G": 0.43871, "chunks": 235.5, "bytes_per_chunk": 4.348, "boundary_entropy": 0.6693, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 96.7} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4730.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.271792, "cps": 36.953125, "mean_p": 0.446286, "boundary_entropy": 0.665254, "bpb": 2.419445}, "de": {"chunks": 5185.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.25252, "cps": 40.507812, "mean_p": 0.452345, "boundary_entropy": 0.671955, "bpb": 2.756551}, "vi": {"chunks": 5520.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29943, "cps": 43.125, "mean_p": 0.449232, "boundary_entropy": 0.674018, "bpb": 2.174434}, "tr": {"chunks": 5165.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285312, "cps": 40.351562, "mean_p": 0.458758, "boundary_entropy": 0.673345, "bpb": 2.715253}, "fi": {"chunks": 4288.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.227952, "cps": 33.5, "mean_p": 0.454253, "boundary_entropy": 0.675261, "bpb": 2.989795}, "ru": {"chunks": 7391.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.390026, "cps": 57.742188, "mean_p": 0.440932, "boundary_entropy": 0.666154, "bpb": 1.810393}, "el": {"chunks": 7020.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.342055, "cps": 54.84375, "mean_p": 0.448172, "boundary_entropy": 0.677415, "bpb": 1.9177}, "hi": {"chunks": 8814.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.523863, "cps": 68.859375, "mean_p": 0.442511, "boundary_entropy": 0.667328, "bpb": 1.43912}, "ta": {"chunks": 10913.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.583739, "cps": 85.257812, "mean_p": 0.438545, "boundary_entropy": 0.658888, "bpb": 1.162418}, "th": {"chunks": 7531.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.4682, "cps": 58.835938, "mean_p": 0.431575, "boundary_entropy": 0.66814, "bpb": 1.417487}, "zh": {"chunks": 2246.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.380291, "cps": 17.546875, "mean_p": 0.427927, "boundary_entropy": 0.665272, "bpb": 3.596684}, "my": {"chunks": 18039.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.952027, "cps": 140.929688, "mean_p": 0.466699, "boundary_entropy": 0.684164, "bpb": 1.333711}}, "bpb": {"en": 2.41944, "de": 2.75655, "vi": 2.17443, "tr": 2.71525, "fi": 2.98979, "ru": 1.81039, "el": 1.9177, "hi": 1.43912, "ta": 1.16242, "th": 1.41749, "zh": 3.59668, "my": 1.33371}, "gini_cpc": 0.233309, "gini_cps": 0.270495, "bpic": 4.419302, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9290933102171732, "vi": 1.1016887515761626, "tr": 1.0497424357847083, "fi": 0.8386985123971029, "ru": 1.435016740392822, "el": 1.2585174638797971, "hi": 1.9274403777224194, "ta": 2.14773979996008, "th": 1.722640136536805, "zh": 1.3991983642248649, "my": 3.5027735527208996}, "t": 99.8} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.42702, "de": 2.76028, "vi": 2.1806, "tr": 2.72786, "fi": 2.99217, "ru": 1.7924, "el": 1.90924, "hi": 1.43594, "ta": 1.16991, "th": 1.43815, "zh": 3.60384, "my": 1.34475}, "bytes_per_chunk": {"en": 3.75, "de": 3.853, "vi": 4.613, "tr": 3.791, "fi": 4.628, "ru": 4.643, "el": 5.389, "hi": 5.784, "ta": 4.051, "th": 6.291, "zh": 6.735, "my": 3.321}, "bpb_mean": 2.14851, "t": 101.2} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.71727, "bpb": 2.47749, "chunk_loss": 0.032699, "F": 0.21115, "G": 0.43816, "chunks": 216.22, "bytes_per_chunk": 4.736, "boundary_entropy": 0.67045, "router_noise": 0.0, "grad_norm": 0.8107, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 101.2} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.71434, "bpb": 2.47327, "chunk_loss": 0.032624, "F": 0.2103, "G": 0.43847, "chunks": 215.34, "bytes_per_chunk": 4.755, "boundary_entropy": 0.6711, "router_noise": 0.0, "grad_norm": 0.7485, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 103.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.68427, "bpb": 2.42988, "chunk_loss": 0.034947, "F": 0.24881, "G": 0.44419, "chunks": 254.78, "bytes_per_chunk": 4.019, "boundary_entropy": 0.6714, "router_noise": 0.0, "grad_norm": 0.8944, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 105.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57525, "bpb": 2.2726, "chunk_loss": 0.035741, "F": 0.26172, "G": 0.44545, "chunks": 268.0, "bytes_per_chunk": 3.821, "boundary_entropy": 0.67172, "router_noise": 0.0, "grad_norm": 0.8749, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 107.9} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.29403, "cps": 39.976562, "mean_p": 0.446949, "boundary_entropy": 0.663615, "bpb": 2.351049}, "de": {"chunks": 5155.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.251059, "cps": 40.273438, "mean_p": 0.44875, "boundary_entropy": 0.670668, "bpb": 2.668827}, "vi": {"chunks": 6915.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.375102, "cps": 54.023438, "mean_p": 0.454985, "boundary_entropy": 0.674332, "bpb": 2.127762}, "tr": {"chunks": 5172.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285699, "cps": 40.40625, "mean_p": 0.456414, "boundary_entropy": 0.67194, "bpb": 2.644989}, "fi": {"chunks": 5166.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.274627, "cps": 40.359375, "mean_p": 0.458556, "boundary_entropy": 0.675298, "bpb": 2.894612}, "ru": {"chunks": 7356.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.388179, "cps": 57.46875, "mean_p": 0.442128, "boundary_entropy": 0.667552, "bpb": 1.746868}, "el": {"chunks": 6395.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311602, "cps": 49.960938, "mean_p": 0.445792, "boundary_entropy": 0.676174, "bpb": 1.82221}, "hi": {"chunks": 16638.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.988886, "cps": 129.984375, "mean_p": 0.457226, "boundary_entropy": 0.668346, "bpb": 1.399161}, "ta": {"chunks": 10369.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.55464, "cps": 81.007812, "mean_p": 0.436758, "boundary_entropy": 0.659666, "bpb": 1.124449}, "th": {"chunks": 11758.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.730992, "cps": 91.859375, "mean_p": 0.433344, "boundary_entropy": 0.670166, "bpb": 1.354248}, "zh": {"chunks": 2860.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.484253, "cps": 22.34375, "mean_p": 0.442769, "boundary_entropy": 0.67195, "bpb": 3.521134}, "my": {"chunks": 17890.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.944163, "cps": 139.765625, "mean_p": 0.459728, "boundary_entropy": 0.68247, "bpb": 1.2965}}, "bpb": {"en": 2.35105, "de": 2.66883, "vi": 2.12776, "tr": 2.64499, "fi": 2.89461, "ru": 1.74687, "el": 1.82221, "hi": 1.39916, "ta": 1.12445, "th": 1.35425, "zh": 3.52113, "my": 1.2965}, "gini_cpc": 0.270445, "gini_cps": 0.287994, "bpic": 3.807691, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8538566510678801, "vi": 1.2757269956253927, "tr": 0.9716652428947848, "fi": 0.9340093453193153, "ru": 1.3202045022463793, "el": 1.0597621561041002, "hi": 3.363215921290248, "ta": 1.8863405824958346, "th": 2.4861143127107925, "zh": 1.6469533339761535, "my": 3.211113583687006}, "t": 111.0} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36045, "de": 2.67398, "vi": 2.13179, "tr": 2.65327, "fi": 2.90032, "ru": 1.72658, "el": 1.81255, "hi": 1.39574, "ta": 1.13196, "th": 1.37432, "zh": 3.53195, "my": 1.30692}, "bytes_per_chunk": {"en": 3.346, "de": 3.947, "vi": 3.65, "tr": 3.778, "fi": 3.553, "ru": 4.582, "el": 5.662, "hi": 2.674, "ta": 4.845, "th": 3.751, "zh": 5.365, "my": 3.115}, "bpb_mean": 2.08332, "t": 112.4} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.79253, "bpb": 2.58607, "chunk_loss": 0.035692, "F": 0.26013, "G": 0.44651, "chunks": 266.38, "bytes_per_chunk": 3.844, "boundary_entropy": 0.67322, "router_noise": 0.0, "grad_norm": 0.8362, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 112.5} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57771, "bpb": 2.27615, "chunk_loss": 0.034228, "F": 0.23602, "G": 0.44149, "chunks": 241.69, "bytes_per_chunk": 4.237, "boundary_entropy": 0.67137, "router_noise": 0.0, "grad_norm": 0.7847, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 114.6} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56354, "bpb": 2.25571, "chunk_loss": 0.033145, "F": 0.22025, "G": 0.43718, "chunks": 225.53, "bytes_per_chunk": 4.54, "boundary_entropy": 0.66993, "router_noise": 0.0, "grad_norm": 0.7339, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 116.8} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.52821, "bpb": 2.20475, "chunk_loss": 0.034344, "F": 0.23895, "G": 0.44255, "chunks": 244.69, "bytes_per_chunk": 4.185, "boundary_entropy": 0.67103, "router_noise": 0.0, "grad_norm": 0.9255, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 119.0} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4231.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243119, "cps": 33.054688, "mean_p": 0.442546, "boundary_entropy": 0.662906, "bpb": 2.323319}, "de": {"chunks": 4771.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.232358, "cps": 37.273438, "mean_p": 0.445849, "boundary_entropy": 0.670337, "bpb": 2.625657}, "vi": {"chunks": 4251.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230594, "cps": 33.210938, "mean_p": 0.440154, "boundary_entropy": 0.671022, "bpb": 2.11059}, "tr": {"chunks": 5195.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.286969, "cps": 40.585938, "mean_p": 0.457405, "boundary_entropy": 0.672592, "bpb": 2.594063}, "fi": {"chunks": 4318.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.229547, "cps": 33.734375, "mean_p": 0.449766, "boundary_entropy": 0.673353, "bpb": 2.834582}, "ru": {"chunks": 7860.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414776, "cps": 61.40625, "mean_p": 0.440165, "boundary_entropy": 0.667123, "bpb": 1.704451}, "el": {"chunks": 6606.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321883, "cps": 51.609375, "mean_p": 0.44462, "boundary_entropy": 0.675281, "bpb": 1.780977}, "hi": {"chunks": 8685.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.516196, "cps": 67.851562, "mean_p": 0.438512, "boundary_entropy": 0.666997, "bpb": 1.378008}, "ta": {"chunks": 7994.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.427601, "cps": 62.453125, "mean_p": 0.429984, "boundary_entropy": 0.657377, "bpb": 1.119168}, "th": {"chunks": 16734.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.040348, "cps": 130.734375, "mean_p": 0.435699, "boundary_entropy": 0.66749, "bpb": 1.316412}, "zh": {"chunks": 2608.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441585, "cps": 20.375, "mean_p": 0.439301, "boundary_entropy": 0.670922, "bpb": 3.516191}, "my": {"chunks": 3730.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.196855, "cps": 29.140625, "mean_p": 0.453839, "boundary_entropy": 0.683681, "bpb": 1.2683}}, "bpb": {"en": 2.32332, "de": 2.62566, "vi": 2.11059, "tr": 2.59406, "fi": 2.83458, "ru": 1.70445, "el": 1.78098, "hi": 1.37801, "ta": 1.11917, "th": 1.31641, "zh": 3.51619, "my": 1.2683}, "gini_cpc": 0.270294, "gini_cps": 0.272414, "bpic": 4.985269, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9557363504394694, "vi": 0.9484819224373396, "tr": 1.1803643801789527, "fi": 0.944173592290455, "ru": 1.7060604945654918, "el": 1.3239720565081774, "hi": 2.1232241472496747, "ta": 1.7588134143301877, "th": 4.279172503496588, "zh": 1.8163320205315403, "my": 0.8097044957084901}, "t": 122.2} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33334, "de": 2.63115, "vi": 2.11724, "tr": 2.60089, "fi": 2.84118, "ru": 1.68435, "el": 1.77275, "hi": 1.37488, "ta": 1.12662, "th": 1.33785, "zh": 3.52375, "my": 1.27752}, "bytes_per_chunk": {"en": 4.154, "de": 4.142, "vi": 6.21, "tr": 3.781, "fi": 4.314, "ru": 4.437, "el": 5.432, "hi": 5.304, "ta": 6.25, "th": 2.764, "zh": 5.732, "my": 14.019}, "bpb_mean": 2.05179, "t": 123.5} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.46179, "bpb": 2.10891, "chunk_loss": 0.032636, "F": 0.21167, "G": 0.44014, "chunks": 216.75, "bytes_per_chunk": 4.724, "boundary_entropy": 0.67131, "router_noise": 0.0, "grad_norm": 0.7108, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 123.5} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.43975, "bpb": 2.07712, "chunk_loss": 0.031786, "F": 0.1958, "G": 0.44065, "chunks": 200.5, "bytes_per_chunk": 5.107, "boundary_entropy": 0.6714, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 125.7} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54984, "bpb": 2.23594, "chunk_loss": 0.033226, "F": 0.22089, "G": 0.43999, "chunks": 226.19, "bytes_per_chunk": 4.527, "boundary_entropy": 0.66946, "router_noise": 0.0, "grad_norm": 0.6943, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 127.9} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.62295, "bpb": 2.34142, "chunk_loss": 0.033086, "F": 0.21774, "G": 0.44155, "chunks": 222.97, "bytes_per_chunk": 4.593, "boundary_entropy": 0.67152, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 130.1} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4577.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.263001, "cps": 35.757812, "mean_p": 0.442911, "boundary_entropy": 0.662247, "bpb": 2.281551}, "de": {"chunks": 5184.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.252472, "cps": 40.5, "mean_p": 0.446105, "boundary_entropy": 0.669053, "bpb": 2.577465}, "vi": {"chunks": 5520.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.29943, "cps": 43.125, "mean_p": 0.444433, "boundary_entropy": 0.671777, "bpb": 2.085821}, "tr": {"chunks": 5316.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.293653, "cps": 41.53125, "mean_p": 0.458372, "boundary_entropy": 0.672382, "bpb": 2.549594}, "fi": {"chunks": 4589.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.243953, "cps": 35.851562, "mean_p": 0.452641, "boundary_entropy": 0.673531, "bpb": 2.820323}, "ru": {"chunks": 6214.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327916, "cps": 48.546875, "mean_p": 0.437905, "boundary_entropy": 0.666488, "bpb": 1.682134}, "el": {"chunks": 7186.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350144, "cps": 56.140625, "mean_p": 0.443189, "boundary_entropy": 0.674264, "bpb": 1.751116}, "hi": {"chunks": 9914.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.589242, "cps": 77.453125, "mean_p": 0.442005, "boundary_entropy": 0.666664, "bpb": 1.348331}, "ta": {"chunks": 12428.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.664777, "cps": 97.09375, "mean_p": 0.445569, "boundary_entropy": 0.66343, "bpb": 1.112393}, "th": {"chunks": 15530.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.965496, "cps": 121.328125, "mean_p": 0.43239, "boundary_entropy": 0.66711, "bpb": 1.306535}, "zh": {"chunks": 2704.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.457839, "cps": 21.125, "mean_p": 0.44428, "boundary_entropy": 0.673298, "bpb": 3.470454}, "my": {"chunks": 6431.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.339403, "cps": 50.242188, "mean_p": 0.450297, "boundary_entropy": 0.681227, "bpb": 1.262787}}, "bpb": {"en": 2.28155, "de": 2.57746, "vi": 2.08582, "tr": 2.54959, "fi": 2.82032, "ru": 1.68213, "el": 1.75112, "hi": 1.34833, "ta": 1.11239, "th": 1.30653, "zh": 3.47045, "my": 1.26279}, "gini_cpc": 0.246269, "gini_cps": 0.256124, "bpic": 4.48379, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9599658717209525, "vi": 1.138516013754697, "tr": 1.1165485929680825, "fi": 0.927575741149786, "ru": 1.2468242554979785, "el": 1.331341823804774, "hi": 2.2404592508378185, "ta": 2.5276619033631125, "th": 3.6710778826896573, "zh": 1.740830360965741, "my": 1.290500987742911}, "t": 133.2} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28867, "de": 2.58299, "vi": 2.08982, "tr": 2.55564, "fi": 2.82218, "ru": 1.66141, "el": 1.74447, "hi": 1.34539, "ta": 1.11984, "th": 1.32763, "zh": 3.47671, "my": 1.27139}, "bytes_per_chunk": {"en": 3.811, "de": 3.88, "vi": 4.446, "tr": 3.636, "fi": 4.146, "ru": 5.436, "el": 5.196, "hi": 4.461, "ta": 3.894, "th": 3.018, "zh": 5.844, "my": 10.317}, "bpb_mean": 2.02384, "t": 134.5} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.42769, "bpb": 2.05972, "chunk_loss": 0.033503, "F": 0.22562, "G": 0.44204, "chunks": 231.03, "bytes_per_chunk": 4.432, "boundary_entropy": 0.67057, "router_noise": 0.0, "grad_norm": 1.1488, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 134.6} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.60148, "bpb": 2.31044, "chunk_loss": 0.032964, "F": 0.21704, "G": 0.43883, "chunks": 222.25, "bytes_per_chunk": 4.607, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 0.8068, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 136.8} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64875, "bpb": 2.37864, "chunk_loss": 0.03385, "F": 0.22968, "G": 0.44549, "chunks": 235.19, "bytes_per_chunk": 4.354, "boundary_entropy": 0.67355, "router_noise": 0.0, "grad_norm": 0.8223, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 139.0} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.38202, "bpb": 1.99384, "chunk_loss": 0.032767, "F": 0.21329, "G": 0.43902, "chunks": 218.41, "bytes_per_chunk": 4.689, "boundary_entropy": 0.66956, "router_noise": 0.0, "grad_norm": 0.746, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 141.1} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243923, "cps": 33.164062, "mean_p": 0.44047, "boundary_entropy": 0.661586, "bpb": 2.243203}, "de": {"chunks": 4707.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.229241, "cps": 36.773438, "mean_p": 0.443948, "boundary_entropy": 0.668427, "bpb": 2.535685}, "vi": {"chunks": 4338.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235313, "cps": 33.890625, "mean_p": 0.445061, "boundary_entropy": 0.673406, "bpb": 2.063195}, "tr": {"chunks": 5048.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278849, "cps": 39.4375, "mean_p": 0.457182, "boundary_entropy": 0.671834, "bpb": 2.512729}, "fi": {"chunks": 4529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.240763, "cps": 35.382812, "mean_p": 0.45172, "boundary_entropy": 0.673033, "bpb": 2.738008}, "ru": {"chunks": 6987.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.368707, "cps": 54.585938, "mean_p": 0.439224, "boundary_entropy": 0.666862, "bpb": 1.648402}, "el": {"chunks": 6380.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310871, "cps": 49.84375, "mean_p": 0.444761, "boundary_entropy": 0.675694, "bpb": 1.732019}, "hi": {"chunks": 10420.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.619316, "cps": 81.40625, "mean_p": 0.447801, "boundary_entropy": 0.667713, "bpb": 1.337653}, "ta": {"chunks": 13832.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.739877, "cps": 108.0625, "mean_p": 0.443121, "boundary_entropy": 0.663141, "bpb": 1.085849}, "th": {"chunks": 16737.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.040535, "cps": 130.757812, "mean_p": 0.43492, "boundary_entropy": 0.665523, "bpb": 1.261981}, "zh": {"chunks": 2809.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.475618, "cps": 21.945312, "mean_p": 0.445315, "boundary_entropy": 0.673645, "bpb": 3.468585}, "my": {"chunks": 9268.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489128, "cps": 72.40625, "mean_p": 0.45128, "boundary_entropy": 0.681173, "bpb": 1.222074}}, "bpb": {"en": 2.2432, "de": 2.53569, "vi": 2.06319, "tr": 2.51273, "fi": 2.73801, "ru": 1.6484, "el": 1.73202, "hi": 1.33765, "ta": 1.08585, "th": 1.26198, "zh": 3.46858, "my": 1.22207}, "gini_cpc": 0.284346, "gini_cps": 0.292956, "bpic": 4.29766, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9398060073596946, "vi": 0.9647012279798853, "tr": 1.1431815861689754, "fi": 0.9870447954198664, "ru": 1.5115689232404412, "el": 1.2744601463255307, "hi": 2.5389787828351507, "ta": 3.0332341464290535, "th": 4.265824424353396, "zh": 1.9498658009642227, "my": 2.005252537911084}, "t": 144.3} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25212, "de": 2.54016, "vi": 2.06623, "tr": 2.51848, "fi": 2.74607, "ru": 1.62776, "el": 1.72497, "hi": 1.33582, "ta": 1.0931, "th": 1.27925, "zh": 3.47123, "my": 1.2318}, "bytes_per_chunk": {"en": 4.112, "de": 4.307, "vi": 5.725, "tr": 3.803, "fi": 4.103, "ru": 4.973, "el": 5.426, "hi": 4.593, "ta": 3.48, "th": 2.803, "zh": 5.354, "my": 7.279}, "bpb_mean": 1.99058, "t": 145.6} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.29736, "bpb": 1.87169, "chunk_loss": 0.034122, "F": 0.23584, "G": 0.44227, "chunks": 241.5, "bytes_per_chunk": 4.24, "boundary_entropy": 0.66984, "router_noise": 0.0, "grad_norm": 0.759, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 145.7} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53633, "bpb": 2.21645, "chunk_loss": 0.034098, "F": 0.2359, "G": 0.44057, "chunks": 241.56, "bytes_per_chunk": 4.239, "boundary_entropy": 0.6704, "router_noise": 0.0, "grad_norm": 0.7299, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 147.8} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48773, "bpb": 2.14634, "chunk_loss": 0.032157, "F": 0.20374, "G": 0.43802, "chunks": 208.62, "bytes_per_chunk": 4.908, "boundary_entropy": 0.66961, "router_noise": 0.0, "grad_norm": 0.7718, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 150.0} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46281, "bpb": 2.11039, "chunk_loss": 0.033756, "F": 0.2298, "G": 0.44176, "chunks": 235.31, "bytes_per_chunk": 4.352, "boundary_entropy": 0.67153, "router_noise": 0.0, "grad_norm": 0.8207, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 152.2} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4498.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.258461, "cps": 35.140625, "mean_p": 0.441226, "boundary_entropy": 0.661573, "bpb": 2.2206}, "de": {"chunks": 5063.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.246579, "cps": 39.554688, "mean_p": 0.447069, "boundary_entropy": 0.66915, "bpb": 2.490375}, "vi": {"chunks": 5512.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.298996, "cps": 43.0625, "mean_p": 0.447095, "boundary_entropy": 0.673007, "bpb": 2.045373}, "tr": {"chunks": 5406.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.298625, "cps": 42.234375, "mean_p": 0.459074, "boundary_entropy": 0.672213, "bpb": 2.475489}, "fi": {"chunks": 4565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.242677, "cps": 35.664062, "mean_p": 0.453036, "boundary_entropy": 0.673812, "bpb": 2.700669}, "ru": {"chunks": 8644.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.456148, "cps": 67.53125, "mean_p": 0.444869, "boundary_entropy": 0.66872, "bpb": 1.609512}, "el": {"chunks": 8332.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.405984, "cps": 65.09375, "mean_p": 0.446868, "boundary_entropy": 0.674305, "bpb": 1.705396}, "hi": {"chunks": 11926.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.708826, "cps": 93.171875, "mean_p": 0.450917, "boundary_entropy": 0.670047, "bpb": 1.310106}, "ta": {"chunks": 12249.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.655202, "cps": 95.695312, "mean_p": 0.444482, "boundary_entropy": 0.665468, "bpb": 1.066777}, "th": {"chunks": 7728.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.480448, "cps": 60.375, "mean_p": 0.435886, "boundary_entropy": 0.670949, "bpb": 1.245142}, "zh": {"chunks": 2909.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49255, "cps": 22.726562, "mean_p": 0.447366, "boundary_entropy": 0.674383, "bpb": 3.420955}, "my": {"chunks": 19171.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.011769, "cps": 149.773438, "mean_p": 0.464494, "boundary_entropy": 0.681883, "bpb": 1.21012}}, "bpb": {"en": 2.2206, "de": 2.49038, "vi": 2.04537, "tr": 2.47549, "fi": 2.70067, "ru": 1.60951, "el": 1.7054, "hi": 1.31011, "ta": 1.06678, "th": 1.24514, "zh": 3.42096, "my": 1.21012}, "gini_cpc": 0.254391, "gini_cps": 0.28564, "bpic": 3.997594, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9540259531246829, "vi": 1.1568331789085537, "tr": 1.1553941360252005, "fi": 0.9389307609978825, "ru": 1.7648598086983247, "el": 1.5707717617386705, "hi": 2.742485886083099, "ta": 2.535010918644297, "th": 1.858877271188673, "zh": 1.9057018154736942, "my": 3.9145879978745035}, "t": 155.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22983, "de": 2.49874, "vi": 2.04899, "tr": 2.48267, "fi": 2.71096, "ru": 1.58922, "el": 1.69604, "hi": 1.30969, "ta": 1.07545, "th": 1.26369, "zh": 3.42469, "my": 1.21899}, "bytes_per_chunk": {"en": 3.887, "de": 3.873, "vi": 4.491, "tr": 3.605, "fi": 4.093, "ru": 3.823, "el": 4.343, "hi": 3.752, "ta": 3.918, "th": 5.932, "zh": 5.319, "my": 2.797}, "bpb_mean": 1.96241, "t": 156.7} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 156.7} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.32268, "bpb": 1.90822, "chunk_loss": 0.035732, "F": 0.26047, "G": 0.44608, "chunks": 266.72, "bytes_per_chunk": 3.839, "boundary_entropy": 0.67254, "router_noise": 0.0, "grad_norm": 0.7804, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 156.7} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.48098, "bpb": 2.1366, "chunk_loss": 0.033622, "F": 0.22702, "G": 0.44254, "chunks": 232.47, "bytes_per_chunk": 4.405, "boundary_entropy": 0.67113, "router_noise": 0.0, "grad_norm": 0.8354, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 158.9} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.46867, "bpb": 2.11884, "chunk_loss": 0.033196, "F": 0.22058, "G": 0.44127, "chunks": 225.88, "bytes_per_chunk": 4.533, "boundary_entropy": 0.67095, "router_noise": 0.0, "grad_norm": 0.7189, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 161.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.5367, "bpb": 2.21699, "chunk_loss": 0.033945, "F": 0.23318, "G": 0.43963, "chunks": 238.78, "bytes_per_chunk": 4.288, "boundary_entropy": 0.66867, "router_noise": 0.0, "grad_norm": 0.847, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 163.2} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4229.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243004, "cps": 33.039062, "mean_p": 0.4384, "boundary_entropy": 0.660639, "bpb": 2.203661}, "de": {"chunks": 4873.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.237325, "cps": 38.070312, "mean_p": 0.446082, "boundary_entropy": 0.669387, "bpb": 2.480142}, "vi": {"chunks": 5142.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.278926, "cps": 40.171875, "mean_p": 0.445426, "boundary_entropy": 0.672644, "bpb": 2.044913}, "tr": {"chunks": 5323.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29404, "cps": 41.585938, "mean_p": 0.456888, "boundary_entropy": 0.671421, "bpb": 2.426406}, "fi": {"chunks": 4345.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.230982, "cps": 33.945312, "mean_p": 0.449348, "boundary_entropy": 0.672449, "bpb": 2.662891}, "ru": {"chunks": 6459.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340844, "cps": 50.460938, "mean_p": 0.438724, "boundary_entropy": 0.668185, "bpb": 1.589015}, "el": {"chunks": 7436.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.362325, "cps": 58.09375, "mean_p": 0.441412, "boundary_entropy": 0.673249, "bpb": 1.65916}, "hi": {"chunks": 8728.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.518752, "cps": 68.1875, "mean_p": 0.440297, "boundary_entropy": 0.667204, "bpb": 1.307949}, "ta": {"chunks": 6924.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.370366, "cps": 54.09375, "mean_p": 0.427918, "boundary_entropy": 0.660655, "bpb": 1.062458}, "th": {"chunks": 15956.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.99198, "cps": 124.65625, "mean_p": 0.43241, "boundary_entropy": 0.666057, "bpb": 1.2394}, "zh": {"chunks": 2415.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.408906, "cps": 18.867188, "mean_p": 0.447101, "boundary_entropy": 0.675055, "bpb": 3.408702}, "my": {"chunks": 9381.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.495092, "cps": 73.289062, "mean_p": 0.463416, "boundary_entropy": 0.684853, "bpb": 1.19008}}, "bpb": {"en": 2.20366, "de": 2.48014, "vi": 2.04491, "tr": 2.42641, "fi": 2.66289, "ru": 1.58902, "el": 1.65916, "hi": 1.30795, "ta": 1.06246, "th": 1.2394, "zh": 3.4087, "my": 1.19008}, "gini_cpc": 0.236925, "gini_cps": 0.251707, "bpic": 4.725727, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9766308511878006, "vi": 1.1478241696250135, "tr": 1.2100194458845732, "fi": 0.9505267258901093, "ru": 1.402628003276784, "el": 1.4910251567985704, "hi": 2.1347454654885936, "ta": 1.5241160086770804, "th": 4.082154121375616, "zh": 1.6827133005243256, "my": 2.0373807335609504}, "t": 166.3} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21173, "de": 2.48608, "vi": 2.04705, "tr": 2.4364, "fi": 2.672, "ru": 1.56823, "el": 1.65127, "hi": 1.30577, "ta": 1.07033, "th": 1.25848, "zh": 3.41006, "my": 1.19908}, "bytes_per_chunk": {"en": 4.133, "de": 4.216, "vi": 4.711, "tr": 3.62, "fi": 4.411, "ru": 5.218, "el": 4.834, "hi": 5.308, "ta": 7.133, "th": 2.928, "zh": 6.592, "my": 6.127}, "bpb_mean": 1.94304, "t": 167.6} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.51018, "bpb": 2.17873, "chunk_loss": 0.033983, "F": 0.23431, "G": 0.43976, "chunks": 239.94, "bytes_per_chunk": 4.268, "boundary_entropy": 0.67007, "router_noise": 0.0, "grad_norm": 0.8277, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 167.7} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.45181, "bpb": 2.09452, "chunk_loss": 0.032807, "F": 0.21417, "G": 0.43914, "chunks": 219.31, "bytes_per_chunk": 4.669, "boundary_entropy": 0.67012, "router_noise": 0.0, "grad_norm": 0.7924, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 169.9} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.50361, "bpb": 2.16925, "chunk_loss": 0.034016, "F": 0.23444, "G": 0.44093, "chunks": 240.06, "bytes_per_chunk": 4.266, "boundary_entropy": 0.67009, "router_noise": 0.0, "grad_norm": 0.8809, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 172.0} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.53329, "bpb": 2.21206, "chunk_loss": 0.034523, "F": 0.24286, "G": 0.44177, "chunks": 248.69, "bytes_per_chunk": 4.118, "boundary_entropy": 0.67047, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 174.1} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4114.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.236396, "cps": 32.140625, "mean_p": 0.437665, "boundary_entropy": 0.660761, "bpb": 2.184325}, "de": {"chunks": 4611.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224565, "cps": 36.023438, "mean_p": 0.442835, "boundary_entropy": 0.668134, "bpb": 2.430491}, "vi": {"chunks": 4711.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.255547, "cps": 36.804688, "mean_p": 0.443722, "boundary_entropy": 0.672323, "bpb": 2.024409}, "tr": {"chunks": 5048.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278849, "cps": 39.4375, "mean_p": 0.456171, "boundary_entropy": 0.671137, "bpb": 2.396543}, "fi": {"chunks": 4219.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.224284, "cps": 32.960938, "mean_p": 0.450673, "boundary_entropy": 0.672926, "bpb": 2.644233}, "ru": {"chunks": 7352.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.387968, "cps": 57.4375, "mean_p": 0.440009, "boundary_entropy": 0.667385, "bpb": 1.568506}, "el": {"chunks": 8452.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.411831, "cps": 66.03125, "mean_p": 0.450268, "boundary_entropy": 0.676091, "bpb": 1.641384}, "hi": {"chunks": 9138.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.54312, "cps": 71.390625, "mean_p": 0.447599, "boundary_entropy": 0.669945, "bpb": 1.273369}, "ta": {"chunks": 10987.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.587697, "cps": 85.835938, "mean_p": 0.441597, "boundary_entropy": 0.665596, "bpb": 1.047992}, "th": {"chunks": 16678.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.036867, "cps": 130.296875, "mean_p": 0.432823, "boundary_entropy": 0.665218, "bpb": 1.200652}, "zh": {"chunks": 2899.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490857, "cps": 22.648438, "mean_p": 0.450821, "boundary_entropy": 0.675583, "bpb": 3.349314}, "my": {"chunks": 7557.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398828, "cps": 59.039062, "mean_p": 0.461682, "boundary_entropy": 0.684357, "bpb": 1.178607}}, "bpb": {"en": 2.18433, "de": 2.43049, "vi": 2.02441, "tr": 2.39654, "fi": 2.64423, "ru": 1.56851, "el": 1.64138, "hi": 1.27337, "ta": 1.04799, "th": 1.20065, "zh": 3.34931, "my": 1.17861}, "gini_cpc": 0.261648, "gini_cps": 0.270023, "bpic": 4.474745, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9499539389987035, "vi": 1.081010208251172, "tr": 1.1795833333221442, "fi": 0.9487624213296728, "ru": 1.6411796260404332, "el": 1.7421216425286725, "hi": 2.2975020821880996, "ta": 2.4860707727597124, "th": 4.386142498627475, "zh": 2.076417141932407, "my": 1.6871196316629016}, "t": 177.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19415, "de": 2.43679, "vi": 2.02759, "tr": 2.39964, "fi": 2.65238, "ru": 1.54842, "el": 1.63444, "hi": 1.27072, "ta": 1.05556, "th": 1.21977, "zh": 3.35327, "my": 1.18895}, "bytes_per_chunk": {"en": 4.208, "de": 4.345, "vi": 5.24, "tr": 3.821, "fi": 4.565, "ru": 4.688, "el": 4.333, "hi": 4.993, "ta": 4.38, "th": 2.777, "zh": 5.329, "my": 7.666}, "bpb_mean": 1.91514, "t": 178.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.41361, "bpb": 2.03941, "chunk_loss": 0.034122, "F": 0.23676, "G": 0.43981, "chunks": 242.44, "bytes_per_chunk": 4.224, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 0.8355, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 178.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.33061, "bpb": 1.91967, "chunk_loss": 0.033766, "F": 0.22955, "G": 0.44317, "chunks": 235.06, "bytes_per_chunk": 4.356, "boundary_entropy": 0.67166, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 180.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.41493, "bpb": 2.04132, "chunk_loss": 0.032549, "F": 0.21057, "G": 0.43671, "chunks": 215.62, "bytes_per_chunk": 4.749, "boundary_entropy": 0.66882, "router_noise": 0.0, "grad_norm": 0.7705, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 182.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.31365, "bpb": 1.8952, "chunk_loss": 0.032373, "F": 0.20685, "G": 0.43512, "chunks": 211.81, "bytes_per_chunk": 4.834, "boundary_entropy": 0.66835, "router_noise": 0.0, "grad_norm": 0.706, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 185.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3917.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225076, "cps": 30.601562, "mean_p": 0.435626, "boundary_entropy": 0.659712, "bpb": 2.170835}, "de": {"chunks": 4573.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222715, "cps": 35.726562, "mean_p": 0.44127, "boundary_entropy": 0.667616, "bpb": 2.423268}, "vi": {"chunks": 3867.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209764, "cps": 30.210938, "mean_p": 0.438883, "boundary_entropy": 0.671159, "bpb": 2.016807}, "tr": {"chunks": 5252.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.290118, "cps": 41.03125, "mean_p": 0.456058, "boundary_entropy": 0.671234, "bpb": 2.373505}, "fi": {"chunks": 4386.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233161, "cps": 34.265625, "mean_p": 0.4489, "boundary_entropy": 0.671897, "bpb": 2.613099}, "ru": {"chunks": 5475.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.288918, "cps": 42.773438, "mean_p": 0.433138, "boundary_entropy": 0.665904, "bpb": 1.543773}, "el": {"chunks": 6681.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325537, "cps": 52.195312, "mean_p": 0.440418, "boundary_entropy": 0.673399, "bpb": 1.61254}, "hi": {"chunks": 9017.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.535929, "cps": 70.445312, "mean_p": 0.446527, "boundary_entropy": 0.669848, "bpb": 1.264665}, "ta": {"chunks": 6986.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.373683, "cps": 54.578125, "mean_p": 0.428959, "boundary_entropy": 0.660974, "bpb": 1.0372}, "th": {"chunks": 4881.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.30345, "cps": 38.132812, "mean_p": 0.417476, "boundary_entropy": 0.661591, "bpb": 1.186308}, "zh": {"chunks": 2648.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448358, "cps": 20.6875, "mean_p": 0.447178, "boundary_entropy": 0.674601, "bpb": 3.350275}, "my": {"chunks": 6654.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.351172, "cps": 51.984375, "mean_p": 0.451696, "boundary_entropy": 0.681885, "bpb": 1.167839}}, "bpb": {"en": 2.17084, "de": 2.42327, "vi": 2.01681, "tr": 2.37351, "fi": 2.6131, "ru": 1.54377, "el": 1.61254, "hi": 1.26466, "ta": 1.0372, "th": 1.18631, "zh": 3.35027, "my": 1.16784}, "gini_cpc": 0.161334, "gini_cps": 0.170839, "bpic": 5.965168, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9895080754517088, "vi": 0.9319692405036734, "tr": 1.2889756543172222, "fi": 1.0359225634646034, "ru": 1.2836465498136465, "el": 1.4463425910773833, "hi": 2.3810995087136844, "ta": 1.6602506557743408, "th": 1.3482123188902078, "zh": 1.9920263863242194, "my": 1.5602348315902024}, "t": 188.0} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1784, "de": 2.42752, "vi": 2.01858, "tr": 2.38757, "fi": 2.62456, "ru": 1.52042, "el": 1.60599, "hi": 1.26255, "ta": 1.04467, "th": 1.20706, "zh": 3.34884, "my": 1.17753}, "bytes_per_chunk": {"en": 4.421, "de": 4.411, "vi": 6.312, "tr": 3.683, "fi": 4.312, "ru": 6.171, "el": 5.309, "hi": 5.067, "ta": 6.93, "th": 9.629, "zh": 5.839, "my": 8.926}, "bpb_mean": 1.90031, "t": 189.3} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.52433, "bpb": 2.19914, "chunk_loss": 0.031544, "F": 0.19241, "G": 0.43924, "chunks": 197.03, "bytes_per_chunk": 5.197, "boundary_entropy": 0.67215, "router_noise": 0.0, "grad_norm": 0.7584, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 189.4} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.48586, "bpb": 2.14364, "chunk_loss": 0.034048, "F": 0.23453, "G": 0.44146, "chunks": 240.16, "bytes_per_chunk": 4.264, "boundary_entropy": 0.67086, "router_noise": 0.0, "grad_norm": 0.8535, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 191.5} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.41935, "bpb": 2.04769, "chunk_loss": 0.032383, "F": 0.20667, "G": 0.44309, "chunks": 211.62, "bytes_per_chunk": 4.839, "boundary_entropy": 0.67356, "router_noise": 0.0, "grad_norm": 0.8046, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 193.6} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.33017, "bpb": 1.91903, "chunk_loss": 0.032697, "F": 0.21167, "G": 0.43989, "chunks": 216.75, "bytes_per_chunk": 4.724, "boundary_entropy": 0.67113, "router_noise": 0.0, "grad_norm": 0.8042, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 195.8} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4066.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233638, "cps": 31.765625, "mean_p": 0.436435, "boundary_entropy": 0.659921, "bpb": 2.145876}, "de": {"chunks": 4632.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.225588, "cps": 36.1875, "mean_p": 0.442931, "boundary_entropy": 0.667863, "bpb": 2.388712}, "vi": {"chunks": 4447.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241226, "cps": 34.742188, "mean_p": 0.441591, "boundary_entropy": 0.671284, "bpb": 2.000163}, "tr": {"chunks": 5154.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.284704, "cps": 40.265625, "mean_p": 0.455716, "boundary_entropy": 0.670699, "bpb": 2.352019}, "fi": {"chunks": 4360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.231779, "cps": 34.0625, "mean_p": 0.448109, "boundary_entropy": 0.67128, "bpb": 2.56888}, "ru": {"chunks": 6392.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337309, "cps": 49.9375, "mean_p": 0.436233, "boundary_entropy": 0.666616, "bpb": 1.527195}, "el": {"chunks": 6796.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331141, "cps": 53.09375, "mean_p": 0.442371, "boundary_entropy": 0.673351, "bpb": 1.607513}, "hi": {"chunks": 10081.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.599168, "cps": 78.757812, "mean_p": 0.449282, "boundary_entropy": 0.670803, "bpb": 1.25938}, "ta": {"chunks": 10064.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.538326, "cps": 78.625, "mean_p": 0.436988, "boundary_entropy": 0.664041, "bpb": 1.034644}, "th": {"chunks": 12549.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.780168, "cps": 98.039062, "mean_p": 0.423784, "boundary_entropy": 0.663177, "bpb": 1.170295}, "zh": {"chunks": 2719.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.460379, "cps": 21.242188, "mean_p": 0.448517, "boundary_entropy": 0.674878, "bpb": 3.29791}, "my": {"chunks": 10782.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.569031, "cps": 84.234375, "mean_p": 0.460263, "boundary_entropy": 0.683692, "bpb": 1.152608}}, "bpb": {"en": 2.14588, "de": 2.38871, "vi": 2.00016, "tr": 2.35202, "fi": 2.56888, "ru": 1.52719, "el": 1.60751, "hi": 1.25938, "ta": 1.03464, "th": 1.17029, "zh": 3.29791, "my": 1.15261}, "gini_cpc": 0.237514, "gini_cps": 0.248283, "bpic": 4.67786, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9655458230963323, "vi": 1.0324778262012835, "tr": 1.218570355417444, "fi": 0.9920449524005366, "ru": 1.4437244048399303, "el": 1.417324423291095, "hi": 2.5645152604609383, "ta": 2.304103080135244, "th": 3.3392182088483757, "zh": 1.9704821761624027, "my": 2.435525591514551}, "t": 198.9} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1569, "de": 2.39683, "vi": 2.00249, "tr": 2.35887, "fi": 2.58104, "ru": 1.5046, "el": 1.59977, "hi": 1.25585, "ta": 1.04172, "th": 1.18958, "zh": 3.29954, "my": 1.1611}, "bytes_per_chunk": {"en": 4.304, "de": 4.436, "vi": 5.365, "tr": 3.749, "fi": 4.3, "ru": 5.337, "el": 5.336, "hi": 4.488, "ta": 4.878, "th": 3.669, "zh": 5.815, "my": 5.17}, "bpb_mean": 1.87902, "t": 200.2} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.40464, "bpb": 2.02647, "chunk_loss": 0.032865, "F": 0.21552, "G": 0.43839, "chunks": 220.69, "bytes_per_chunk": 4.64, "boundary_entropy": 0.67024, "router_noise": 0.0, "grad_norm": 0.7888, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 200.3} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.38541, "bpb": 1.99872, "chunk_loss": 0.033607, "F": 0.22717, "G": 0.44193, "chunks": 232.62, "bytes_per_chunk": 4.402, "boundary_entropy": 0.6699, "router_noise": 0.0, "grad_norm": 0.7671, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 202.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.28775, "bpb": 1.85784, "chunk_loss": 0.031911, "F": 0.19839, "G": 0.43791, "chunks": 203.16, "bytes_per_chunk": 5.04, "boundary_entropy": 0.66983, "router_noise": 0.0, "grad_norm": 0.817, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 204.5} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.36667, "bpb": 1.97168, "chunk_loss": 0.032275, "F": 0.20526, "G": 0.43878, "chunks": 210.19, "bytes_per_chunk": 4.872, "boundary_entropy": 0.67107, "router_noise": 0.0, "grad_norm": 0.733, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 206.7} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4009.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230363, "cps": 31.320312, "mean_p": 0.436433, "boundary_entropy": 0.660228, "bpb": 2.131115}, "de": {"chunks": 4779.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.232747, "cps": 37.335938, "mean_p": 0.444358, "boundary_entropy": 0.668424, "bpb": 2.372207}, "vi": {"chunks": 4937.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267806, "cps": 38.570312, "mean_p": 0.445061, "boundary_entropy": 0.672217, "bpb": 1.992261}, "tr": {"chunks": 4832.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.266917, "cps": 37.75, "mean_p": 0.454536, "boundary_entropy": 0.670729, "bpb": 2.336608}, "fi": {"chunks": 4427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235341, "cps": 34.585938, "mean_p": 0.450326, "boundary_entropy": 0.672212, "bpb": 2.561587}, "ru": {"chunks": 6362.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335726, "cps": 49.703125, "mean_p": 0.436707, "boundary_entropy": 0.666885, "bpb": 1.515152}, "el": {"chunks": 6443.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.31394, "cps": 50.335938, "mean_p": 0.4457, "boundary_entropy": 0.67495, "bpb": 1.575157}, "hi": {"chunks": 9380.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.557504, "cps": 73.28125, "mean_p": 0.444676, "boundary_entropy": 0.668857, "bpb": 1.255657}, "ta": {"chunks": 8453.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452153, "cps": 66.039062, "mean_p": 0.436994, "boundary_entropy": 0.664342, "bpb": 1.018015}, "th": {"chunks": 7190.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.447, "cps": 56.171875, "mean_p": 0.421792, "boundary_entropy": 0.662409, "bpb": 1.16059}, "zh": {"chunks": 2651.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448866, "cps": 20.710938, "mean_p": 0.445871, "boundary_entropy": 0.674044, "bpb": 3.278901}, "my": {"chunks": 5428.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.286468, "cps": 42.40625, "mean_p": 0.450623, "boundary_entropy": 0.681857, "bpb": 1.175871}}, "bpb": {"en": 2.13111, "de": 2.37221, "vi": 1.99226, "tr": 2.33661, "fi": 2.56159, "ru": 1.51515, "el": 1.57516, "hi": 1.25566, "ta": 1.01802, "th": 1.16059, "zh": 3.2789, "my": 1.17587}, "gini_cpc": 0.167686, "gini_cps": 0.177523, "bpic": 5.570844, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0103519576933975, "vi": 1.162540386652408, "tr": 1.158682474458431, "fi": 1.0216113340963906, "ru": 1.4573790238454243, "el": 1.3628101207307677, "hi": 2.4201140302076642, "ta": 1.9627883130834733, "th": 1.9404206559487345, "zh": 1.9485176723520063, "my": 1.2435536508972607}, "t": 209.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14023, "de": 2.37584, "vi": 1.994, "tr": 2.34275, "fi": 2.57213, "ru": 1.4939, "el": 1.5672, "hi": 1.25312, "ta": 1.02528, "th": 1.17808, "zh": 3.28021, "my": 1.18332}, "bytes_per_chunk": {"en": 4.435, "de": 4.339, "vi": 4.972, "tr": 4.088, "fi": 4.36, "ru": 5.357, "el": 5.658, "hi": 4.924, "ta": 5.726, "th": 6.299, "zh": 5.927, "my": 10.836}, "bpb_mean": 1.86717, "t": 211.0} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.31474, "bpb": 1.89677, "chunk_loss": 0.031789, "F": 0.19736, "G": 0.43723, "chunks": 202.09, "bytes_per_chunk": 5.067, "boundary_entropy": 0.6697, "router_noise": 0.0, "grad_norm": 0.8021, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 211.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.21882, "bpb": 1.75838, "chunk_loss": 0.03283, "F": 0.21448, "G": 0.43758, "chunks": 219.62, "bytes_per_chunk": 4.662, "boundary_entropy": 0.66783, "router_noise": 0.0, "grad_norm": 0.7401, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 213.2} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.32901, "bpb": 1.91735, "chunk_loss": 0.033534, "F": 0.22534, "G": 0.44234, "chunks": 230.75, "bytes_per_chunk": 4.438, "boundary_entropy": 0.67052, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 215.4} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.37678, "bpb": 1.98627, "chunk_loss": 0.032549, "F": 0.20978, "G": 0.44168, "chunks": 214.81, "bytes_per_chunk": 4.767, "boundary_entropy": 0.67221, "router_noise": 0.0, "grad_norm": 0.8073, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 217.5} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4058.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233178, "cps": 31.703125, "mean_p": 0.435708, "boundary_entropy": 0.658941, "bpb": 2.11484}, "de": {"chunks": 4661.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.227, "cps": 36.414062, "mean_p": 0.441723, "boundary_entropy": 0.667726, "bpb": 2.345734}, "vi": {"chunks": 4355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236235, "cps": 34.023438, "mean_p": 0.441185, "boundary_entropy": 0.671073, "bpb": 1.976499}, "tr": {"chunks": 5037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278241, "cps": 39.351562, "mean_p": 0.455275, "boundary_entropy": 0.67057, "bpb": 2.308164}, "fi": {"chunks": 4700.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249854, "cps": 36.71875, "mean_p": 0.451178, "boundary_entropy": 0.672086, "bpb": 2.522392}, "ru": {"chunks": 6878.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.362955, "cps": 53.734375, "mean_p": 0.438523, "boundary_entropy": 0.667354, "bpb": 1.501617}, "el": {"chunks": 7440.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.36252, "cps": 58.125, "mean_p": 0.44555, "boundary_entropy": 0.674456, "bpb": 1.56276}, "hi": {"chunks": 10858.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.645349, "cps": 84.828125, "mean_p": 0.448117, "boundary_entropy": 0.669775, "bpb": 1.238915}, "ta": {"chunks": 9089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486173, "cps": 71.007812, "mean_p": 0.438236, "boundary_entropy": 0.664669, "bpb": 1.00678}, "th": {"chunks": 9089.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.565061, "cps": 71.007812, "mean_p": 0.425256, "boundary_entropy": 0.664745, "bpb": 1.147342}, "zh": {"chunks": 2589.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438368, "cps": 20.226562, "mean_p": 0.449581, "boundary_entropy": 0.675462, "bpb": 3.266543}, "my": {"chunks": 6851.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.361569, "cps": 53.523438, "mean_p": 0.458221, "boundary_entropy": 0.684083, "bpb": 1.143087}}, "bpb": {"en": 2.11484, "de": 2.34573, "vi": 1.9765, "tr": 2.30816, "fi": 2.52239, "ru": 1.50162, "el": 1.56276, "hi": 1.23891, "ta": 1.00678, "th": 1.14734, "zh": 3.26654, "my": 1.14309}, "gini_cpc": 0.197459, "gini_cps": 0.211206, "bpic": 5.076133, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9735063154416324, "vi": 1.013111149519919, "tr": 1.1932555882584917, "fi": 1.0715144990168213, "ru": 1.5565570208233908, "el": 1.5546912986372357, "hi": 2.76762243165043, "ta": 2.0849839272248043, "th": 2.4232996281919625, "zh": 1.8799689884417232, "my": 1.55061031602873}, "t": 220.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.1244, "de": 2.35361, "vi": 1.97967, "tr": 2.31359, "fi": 2.53134, "ru": 1.47985, "el": 1.55618, "hi": 1.23481, "ta": 1.01536, "th": 1.16495, "zh": 3.26655, "my": 1.15126}, "bytes_per_chunk": {"en": 4.233, "de": 4.298, "vi": 5.545, "tr": 3.83, "fi": 4.013, "ru": 4.913, "el": 4.696, "hi": 3.975, "ta": 5.29, "th": 4.977, "zh": 6.098, "my": 8.167}, "bpb_mean": 1.84763, "t": 221.9} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.324, "bpb": 1.91012, "chunk_loss": 0.03347, "F": 0.22513, "G": 0.43907, "chunks": 230.53, "bytes_per_chunk": 4.442, "boundary_entropy": 0.66978, "router_noise": 0.0, "grad_norm": 0.817, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 221.9} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.31152, "bpb": 1.89213, "chunk_loss": 0.033834, "F": 0.23175, "G": 0.43915, "chunks": 237.31, "bytes_per_chunk": 4.315, "boundary_entropy": 0.66883, "router_noise": 0.0, "grad_norm": 0.7454, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 224.0} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.53576, "bpb": 2.21563, "chunk_loss": 0.033266, "F": 0.22125, "G": 0.44125, "chunks": 226.56, "bytes_per_chunk": 4.52, "boundary_entropy": 0.67122, "router_noise": 0.0, "grad_norm": 0.8324, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 226.2} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.43245, "bpb": 2.06658, "chunk_loss": 0.03377, "F": 0.23093, "G": 0.43876, "chunks": 236.47, "bytes_per_chunk": 4.33, "boundary_entropy": 0.66733, "router_noise": 0.0, "grad_norm": 0.7562, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 228.3} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230592, "cps": 31.351562, "mean_p": 0.433803, "boundary_entropy": 0.657903, "bpb": 2.102862}, "de": {"chunks": 4820.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.234744, "cps": 37.65625, "mean_p": 0.441883, "boundary_entropy": 0.666983, "bpb": 2.32951}, "vi": {"chunks": 4598.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249417, "cps": 35.921875, "mean_p": 0.443062, "boundary_entropy": 0.671499, "bpb": 1.965737}, "tr": {"chunks": 5040.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278407, "cps": 39.375, "mean_p": 0.454118, "boundary_entropy": 0.670063, "bpb": 2.283317}, "fi": {"chunks": 4749.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.252459, "cps": 37.101562, "mean_p": 0.450742, "boundary_entropy": 0.671434, "bpb": 2.494209}, "ru": {"chunks": 6764.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.356939, "cps": 52.84375, "mean_p": 0.438771, "boundary_entropy": 0.667616, "bpb": 1.47904}, "el": {"chunks": 6112.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.297812, "cps": 47.75, "mean_p": 0.442143, "boundary_entropy": 0.673974, "bpb": 1.541305}, "hi": {"chunks": 9615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.571471, "cps": 75.117188, "mean_p": 0.447277, "boundary_entropy": 0.670519, "bpb": 1.223031}, "ta": {"chunks": 8590.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459481, "cps": 67.109375, "mean_p": 0.438215, "boundary_entropy": 0.665191, "bpb": 0.998599}, "th": {"chunks": 11585.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.720236, "cps": 90.507812, "mean_p": 0.423918, "boundary_entropy": 0.66262, "bpb": 1.143231}, "zh": {"chunks": 2700.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.457162, "cps": 21.09375, "mean_p": 0.450862, "boundary_entropy": 0.67575, "bpb": 3.246234}, "my": {"chunks": 14863.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.78441, "cps": 116.117188, "mean_p": 0.46228, "boundary_entropy": 0.68285, "bpb": 1.135521}}, "bpb": {"en": 2.10286, "de": 2.32951, "vi": 1.96574, "tr": 2.28332, "fi": 2.49421, "ru": 1.47904, "el": 1.54131, "hi": 1.22303, "ta": 0.9986, "th": 1.14323, "zh": 3.24623, "my": 1.13552}, "gini_cpc": 0.244327, "gini_cps": 0.262804, "bpic": 4.598989, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0180042510018548, "vi": 1.081635133334969, "tr": 1.2073548901770512, "fi": 1.0948263632535602, "ru": 1.5479229706619713, "el": 1.2915090711801178, "hi": 2.478273175330251, "ta": 1.9926116025564682, "th": 3.123416738311089, "zh": 1.9825551718175665, "my": 3.4017160741207286}, "t": 231.4} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11117, "de": 2.33575, "vi": 1.96895, "tr": 2.29347, "fi": 2.50438, "ru": 1.45744, "el": 1.53418, "hi": 1.21953, "ta": 1.00673, "th": 1.1605, "zh": 3.2465, "my": 1.14312}, "bytes_per_chunk": {"en": 4.359, "de": 4.259, "vi": 5.175, "tr": 3.84, "fi": 4.023, "ru": 4.944, "el": 5.999, "hi": 4.552, "ta": 5.653, "th": 3.97, "zh": 5.803, "my": 3.656}, "bpb_mean": 1.83181, "t": 232.7} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.38226, "bpb": 1.99418, "chunk_loss": 0.032858, "F": 0.21463, "G": 0.44063, "chunks": 219.78, "bytes_per_chunk": 4.659, "boundary_entropy": 0.66959, "router_noise": 0.0, "grad_norm": 0.7699, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 232.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.54108, "bpb": 2.22331, "chunk_loss": 0.032564, "F": 0.20999, "G": 0.44032, "chunks": 215.03, "bytes_per_chunk": 4.762, "boundary_entropy": 0.67083, "router_noise": 0.0, "grad_norm": 0.7778, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 234.9} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.47414, "bpb": 2.12674, "chunk_loss": 0.032986, "F": 0.21725, "G": 0.43936, "chunks": 222.47, "bytes_per_chunk": 4.603, "boundary_entropy": 0.66975, "router_noise": 0.0, "grad_norm": 0.7418, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 237.0} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.4306, "bpb": 2.06391, "chunk_loss": 0.03285, "F": 0.21448, "G": 0.43828, "chunks": 219.62, "bytes_per_chunk": 4.662, "boundary_entropy": 0.6692, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 239.1} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4169.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.239556, "cps": 32.570312, "mean_p": 0.436431, "boundary_entropy": 0.659176, "bpb": 2.093123}, "de": {"chunks": 4851.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.236254, "cps": 37.898438, "mean_p": 0.443275, "boundary_entropy": 0.667582, "bpb": 2.313747}, "vi": {"chunks": 4774.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258964, "cps": 37.296875, "mean_p": 0.443906, "boundary_entropy": 0.67162, "bpb": 1.959057}, "tr": {"chunks": 4986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.275424, "cps": 38.953125, "mean_p": 0.453835, "boundary_entropy": 0.669993, "bpb": 2.26576}, "fi": {"chunks": 4687.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249163, "cps": 36.617188, "mean_p": 0.450067, "boundary_entropy": 0.671183, "bpb": 2.478751}, "ru": {"chunks": 6643.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350554, "cps": 51.898438, "mean_p": 0.438731, "boundary_entropy": 0.667706, "bpb": 1.471186}, "el": {"chunks": 7488.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.364859, "cps": 58.5, "mean_p": 0.445512, "boundary_entropy": 0.674606, "bpb": 1.524936}, "hi": {"chunks": 7957.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.472927, "cps": 62.164062, "mean_p": 0.443862, "boundary_entropy": 0.670618, "bpb": 1.218313}, "ta": {"chunks": 8465.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452795, "cps": 66.132812, "mean_p": 0.435922, "boundary_entropy": 0.664854, "bpb": 0.990216}, "th": {"chunks": 9491.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.590053, "cps": 74.148438, "mean_p": 0.424213, "boundary_entropy": 0.663693, "bpb": 1.127264}, "zh": {"chunks": 2738.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463596, "cps": 21.390625, "mean_p": 0.449562, "boundary_entropy": 0.675128, "bpb": 3.207492}, "my": {"chunks": 6971.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.367902, "cps": 54.460938, "mean_p": 0.455951, "boundary_entropy": 0.683363, "bpb": 1.124715}}, "bpb": {"en": 2.09312, "de": 2.31375, "vi": 1.95906, "tr": 2.26576, "fi": 2.47875, "ru": 1.47119, "el": 1.52494, "hi": 1.21831, "ta": 0.99022, "th": 1.12726, "zh": 3.20749, "my": 1.12471}, "gini_cpc": 0.168787, "gini_cps": 0.179168, "bpic": 5.241478, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.986213839180561, "vi": 1.0810144463933395, "tr": 1.1497249282764797, "fi": 1.0401004760602364, "ru": 1.4633468033626764, "el": 1.523060712663677, "hi": 1.9741789198346102, "ta": 1.890138890501608, "th": 2.4631061762391613, "zh": 1.9352283885940909, "my": 1.5357620505158025}, "t": 242.2} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.10219, "de": 2.32003, "vi": 1.96032, "tr": 2.27324, "fi": 2.48891, "ru": 1.44875, "el": 1.51872, "hi": 1.21512, "ta": 0.99821, "th": 1.14493, "zh": 3.20602, "my": 1.13278}, "bytes_per_chunk": {"en": 4.186, "de": 4.141, "vi": 4.976, "tr": 3.857, "fi": 4.011, "ru": 5.088, "el": 4.734, "hi": 5.635, "ta": 5.815, "th": 4.677, "zh": 5.598, "my": 7.988}, "bpb_mean": 1.81744, "t": 243.5} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.3127, "bpb": 1.89382, "chunk_loss": 0.033209, "F": 0.22095, "G": 0.44029, "chunks": 226.25, "bytes_per_chunk": 4.526, "boundary_entropy": 0.66996, "router_noise": 0.0, "grad_norm": 0.7595, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 243.6} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.47064, "bpb": 2.12168, "chunk_loss": 0.032388, "F": 0.20758, "G": 0.43753, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.67, "router_noise": 0.0, "grad_norm": 0.7741, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 245.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.32871, "bpb": 1.91692, "chunk_loss": 0.032769, "F": 0.21301, "G": 0.43936, "chunks": 218.12, "bytes_per_chunk": 4.695, "boundary_entropy": 0.66931, "router_noise": 0.0, "grad_norm": 0.7691, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 247.8} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.48111, "bpb": 2.1368, "chunk_loss": 0.033603, "F": 0.22702, "G": 0.44208, "chunks": 232.47, "bytes_per_chunk": 4.405, "boundary_entropy": 0.67094, "router_noise": 0.0, "grad_norm": 0.7397, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 249.9} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4085.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23473, "cps": 31.914062, "mean_p": 0.435775, "boundary_entropy": 0.658757, "bpb": 2.079091}, "de": {"chunks": 4881.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.237715, "cps": 38.132812, "mean_p": 0.442829, "boundary_entropy": 0.667025, "bpb": 2.297773}, "vi": {"chunks": 4495.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24383, "cps": 35.117188, "mean_p": 0.442488, "boundary_entropy": 0.671521, "bpb": 1.953501}, "tr": {"chunks": 5170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285588, "cps": 40.390625, "mean_p": 0.456607, "boundary_entropy": 0.670594, "bpb": 2.251139}, "fi": {"chunks": 4705.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.25012, "cps": 36.757812, "mean_p": 0.450821, "boundary_entropy": 0.671495, "bpb": 2.462099}, "ru": {"chunks": 7012.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.370026, "cps": 54.78125, "mean_p": 0.439094, "boundary_entropy": 0.66771, "bpb": 1.456721}, "el": {"chunks": 7790.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.379574, "cps": 60.859375, "mean_p": 0.445854, "boundary_entropy": 0.674268, "bpb": 1.514031}, "hi": {"chunks": 7782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.462526, "cps": 60.796875, "mean_p": 0.442901, "boundary_entropy": 0.66917, "bpb": 1.20949}, "ta": {"chunks": 8549.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457288, "cps": 66.789062, "mean_p": 0.435801, "boundary_entropy": 0.664375, "bpb": 0.983199}, "th": {"chunks": 10755.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.668635, "cps": 84.023438, "mean_p": 0.426011, "boundary_entropy": 0.664533, "bpb": 1.122216}, "zh": {"chunks": 2612.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.442262, "cps": 20.40625, "mean_p": 0.446526, "boundary_entropy": 0.674302, "bpb": 3.193816}, "my": {"chunks": 11595.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.611938, "cps": 90.585938, "mean_p": 0.46167, "boundary_entropy": 0.684065, "bpb": 1.117981}}, "bpb": {"en": 2.07909, "de": 2.29777, "vi": 1.9535, "tr": 2.25114, "fi": 2.4621, "ru": 1.45672, "el": 1.51403, "hi": 1.20949, "ta": 0.9832, "th": 1.12222, "zh": 3.19382, "my": 1.11798}, "gini_cpc": 0.200737, "gini_cps": 0.223665, "bpic": 4.831627, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0127178382758006, "vi": 1.0387681220763414, "tr": 1.2166679028496734, "fi": 1.065564648200905, "ru": 1.576393924616413, "el": 1.6170694478911352, "hi": 1.970462675573484, "ta": 1.9481478203055358, "th": 2.848534008246429, "zh": 1.8841340113843938, "my": 2.606990425900532}, "t": 253.0} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08829, "de": 2.30337, "vi": 1.95546, "tr": 2.2582, "fi": 2.471, "ru": 1.43297, "el": 1.50681, "hi": 1.20484, "ta": 0.99235, "th": 1.14016, "zh": 3.19506, "my": 1.12537}, "bytes_per_chunk": {"en": 4.235, "de": 4.145, "vi": 5.361, "tr": 3.745, "fi": 4.065, "ru": 4.831, "el": 4.662, "hi": 5.842, "ta": 5.777, "th": 4.142, "zh": 6.028, "my": 4.747}, "bpb_mean": 1.80616, "t": 254.3} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 254.3} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.29735, "bpb": 1.87168, "chunk_loss": 0.032761, "F": 0.21338, "G": 0.43883, "chunks": 218.5, "bytes_per_chunk": 4.686, "boundary_entropy": 0.67032, "router_noise": 0.0, "grad_norm": 0.7334, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 254.3} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.31127, "bpb": 1.89177, "chunk_loss": 0.034146, "F": 0.23679, "G": 0.43882, "chunks": 242.47, "bytes_per_chunk": 4.223, "boundary_entropy": 0.66886, "router_noise": 0.0, "grad_norm": 0.7625, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 256.5} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.35679, "bpb": 1.95743, "chunk_loss": 0.033385, "F": 0.22455, "G": 0.43627, "chunks": 229.94, "bytes_per_chunk": 4.453, "boundary_entropy": 0.66735, "router_noise": 0.0, "grad_norm": 0.7509, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 258.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.48579, "bpb": 2.14355, "chunk_loss": 0.03279, "F": 0.21338, "G": 0.44218, "chunks": 218.5, "bytes_per_chunk": 4.686, "boundary_entropy": 0.67227, "router_noise": 0.0, "grad_norm": 0.8083, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 260.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3997.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229673, "cps": 31.226562, "mean_p": 0.434035, "boundary_entropy": 0.658353, "bpb": 2.065376}, "de": {"chunks": 4741.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230897, "cps": 37.039062, "mean_p": 0.442088, "boundary_entropy": 0.667299, "bpb": 2.287168}, "vi": {"chunks": 3996.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.216762, "cps": 31.21875, "mean_p": 0.439304, "boundary_entropy": 0.67083, "bpb": 1.94631}, "tr": {"chunks": 4987.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.275479, "cps": 38.960938, "mean_p": 0.455466, "boundary_entropy": 0.670496, "bpb": 2.238298}, "fi": {"chunks": 4474.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23784, "cps": 34.953125, "mean_p": 0.44961, "boundary_entropy": 0.671421, "bpb": 2.445548}, "ru": {"chunks": 5798.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305963, "cps": 45.296875, "mean_p": 0.43421, "boundary_entropy": 0.666915, "bpb": 1.447379}, "el": {"chunks": 6229.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303513, "cps": 48.664062, "mean_p": 0.441462, "boundary_entropy": 0.673606, "bpb": 1.506159}, "hi": {"chunks": 8560.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.508767, "cps": 66.875, "mean_p": 0.444538, "boundary_entropy": 0.669804, "bpb": 1.198777}, "ta": {"chunks": 8384.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448462, "cps": 65.5, "mean_p": 0.436393, "boundary_entropy": 0.665295, "bpb": 0.974756}, "th": {"chunks": 7074.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.439789, "cps": 55.265625, "mean_p": 0.420162, "boundary_entropy": 0.662123, "bpb": 1.117313}, "zh": {"chunks": 2731.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.462411, "cps": 21.335938, "mean_p": 0.450331, "boundary_entropy": 0.675515, "bpb": 3.182054}, "my": {"chunks": 8362.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.441313, "cps": 65.328125, "mean_p": 0.457607, "boundary_entropy": 0.683306, "bpb": 1.114587}}, "bpb": {"en": 2.06538, "de": 2.28717, "vi": 1.94631, "tr": 2.2383, "fi": 2.44555, "ru": 1.44738, "el": 1.50616, "hi": 1.19878, "ta": 0.97476, "th": 1.11731, "zh": 3.18205, "my": 1.11459}, "gini_cpc": 0.169525, "gini_cps": 0.183223, "bpic": 5.535329, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0053274017754585, "vi": 0.9437833460530711, "tr": 1.1994407201302208, "fi": 1.0355571420471685, "ru": 1.3321679122138437, "el": 1.3215008830076729, "hi": 2.215178174120932, "ta": 1.9526111821095027, "th": 1.9148464861235295, "zh": 2.013345134146919, "my": 1.9214839406945963}, "t": 263.8} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07484, "de": 2.29261, "vi": 1.947, "tr": 2.24558, "fi": 2.45504, "ru": 1.42401, "el": 1.49815, "hi": 1.19448, "ta": 0.98342, "th": 1.13583, "zh": 3.1819, "my": 1.12232}, "bytes_per_chunk": {"en": 4.361, "de": 4.308, "vi": 6.19, "tr": 3.848, "fi": 4.184, "ru": 5.787, "el": 5.781, "hi": 5.34, "ta": 5.83, "th": 6.273, "zh": 5.818, "my": 6.55}, "bpb_mean": 1.79626, "t": 265.1} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.45359, "bpb": 2.09709, "chunk_loss": 0.032975, "F": 0.21686, "G": 0.43828, "chunks": 222.06, "bytes_per_chunk": 4.611, "boundary_entropy": 0.66934, "router_noise": 0.0, "grad_norm": 0.8055, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 265.1} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.3815, "bpb": 1.99309, "chunk_loss": 0.033484, "F": 0.22549, "G": 0.44041, "chunks": 230.91, "bytes_per_chunk": 4.435, "boundary_entropy": 0.67002, "router_noise": 0.0, "grad_norm": 0.8063, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 267.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31539, "bpb": 1.89771, "chunk_loss": 0.032515, "F": 0.2099, "G": 0.43487, "chunks": 214.94, "bytes_per_chunk": 4.764, "boundary_entropy": 0.66721, "router_noise": 0.0, "grad_norm": 0.7751, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 269.4} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.36912, "bpb": 1.97523, "chunk_loss": 0.03263, "F": 0.21069, "G": 0.44032, "chunks": 215.75, "bytes_per_chunk": 4.746, "boundary_entropy": 0.6709, "router_noise": 0.0, "grad_norm": 0.7988, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 271.5} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4064.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.233523, "cps": 31.75, "mean_p": 0.434724, "boundary_entropy": 0.65847, "bpb": 2.060952}, "de": {"chunks": 4869.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.23713, "cps": 38.039062, "mean_p": 0.442966, "boundary_entropy": 0.667334, "bpb": 2.271174}, "vi": {"chunks": 4403.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238839, "cps": 34.398438, "mean_p": 0.442493, "boundary_entropy": 0.671875, "bpb": 1.934881}, "tr": {"chunks": 5066.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279843, "cps": 39.578125, "mean_p": 0.45464, "boundary_entropy": 0.669967, "bpb": 2.224028}, "fi": {"chunks": 4756.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.252831, "cps": 37.15625, "mean_p": 0.451056, "boundary_entropy": 0.671552, "bpb": 2.429466}, "ru": {"chunks": 6763.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.356887, "cps": 52.835938, "mean_p": 0.438184, "boundary_entropy": 0.667299, "bpb": 1.436715}, "el": {"chunks": 7394.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.360279, "cps": 57.765625, "mean_p": 0.446165, "boundary_entropy": 0.674919, "bpb": 1.48955}, "hi": {"chunks": 9144.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.543477, "cps": 71.4375, "mean_p": 0.447015, "boundary_entropy": 0.670664, "bpb": 1.193225}, "ta": {"chunks": 8656.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463012, "cps": 67.625, "mean_p": 0.439414, "boundary_entropy": 0.666509, "bpb": 0.96933}, "th": {"chunks": 6052.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.376251, "cps": 47.28125, "mean_p": 0.420968, "boundary_entropy": 0.663211, "bpb": 1.105827}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.450662, "boundary_entropy": 0.675345, "bpb": 3.175681}, "my": {"chunks": 11532.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.608613, "cps": 90.09375, "mean_p": 0.461671, "boundary_entropy": 0.683811, "bpb": 1.10866}}, "bpb": {"en": 2.06095, "de": 2.27117, "vi": 1.93488, "tr": 2.22403, "fi": 2.42947, "ru": 1.43671, "el": 1.48955, "hi": 1.19322, "ta": 0.96933, "th": 1.10583, "zh": 3.17568, "my": 1.10866}, "gini_cpc": 0.186466, "gini_cps": 0.210754, "bpic": 5.080971, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0154482332262527, "vi": 1.022765251500804, "tr": 1.1983537933200266, "fi": 1.082680671009633, "ru": 1.528271780794881, "el": 1.5427978394511095, "hi": 2.3272956909361073, "ta": 1.982723706073248, "th": 1.6111956290278762, "zh": 2.0548343836909484, "my": 2.6062236327686716}, "t": 274.6} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07054, "de": 2.2768, "vi": 1.9365, "tr": 2.23131, "fi": 2.43762, "ru": 1.41386, "el": 1.48224, "hi": 1.18826, "ta": 0.97849, "th": 1.1246, "zh": 3.17448, "my": 1.11642}, "bytes_per_chunk": {"en": 4.331, "de": 4.211, "vi": 5.465, "tr": 3.763, "fi": 3.955, "ru": 4.97, "el": 4.982, "hi": 5.007, "ta": 5.729, "th": 7.375, "zh": 5.525, "my": 4.679}, "bpb_mean": 1.78593, "t": 275.9} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.41642, "bpb": 2.04346, "chunk_loss": 0.03328, "F": 0.22122, "G": 0.4435, "chunks": 226.53, "bytes_per_chunk": 4.52, "boundary_entropy": 0.67206, "router_noise": 0.0, "grad_norm": 0.7848, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 275.9} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.51301, "bpb": 2.18282, "chunk_loss": 0.032266, "F": 0.20398, "G": 0.44125, "chunks": 208.88, "bytes_per_chunk": 4.902, "boundary_entropy": 0.67246, "router_noise": 0.0, "grad_norm": 0.7965, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 278.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.45882, "bpb": 2.10463, "chunk_loss": 0.03302, "F": 0.21701, "G": 0.4426, "chunks": 222.22, "bytes_per_chunk": 4.608, "boundary_entropy": 0.67238, "router_noise": 0.0, "grad_norm": 0.8256, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 280.1} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.46527, "bpb": 2.11394, "chunk_loss": 0.034118, "F": 0.23639, "G": 0.43923, "chunks": 242.06, "bytes_per_chunk": 4.23, "boundary_entropy": 0.66818, "router_noise": 0.0, "grad_norm": 0.7768, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 282.2} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4152.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.23858, "cps": 32.4375, "mean_p": 0.436071, "boundary_entropy": 0.658858, "bpb": 2.049368}, "de": {"chunks": 4833.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.235377, "cps": 37.757812, "mean_p": 0.442691, "boundary_entropy": 0.66731, "bpb": 2.262656}, "vi": {"chunks": 4720.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.256035, "cps": 36.875, "mean_p": 0.443522, "boundary_entropy": 0.67175, "bpb": 1.929906}, "tr": {"chunks": 5029.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.277799, "cps": 39.289062, "mean_p": 0.454828, "boundary_entropy": 0.670102, "bpb": 2.213485}, "fi": {"chunks": 4651.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.247249, "cps": 36.335938, "mean_p": 0.45024, "boundary_entropy": 0.671262, "bpb": 2.410573}, "ru": {"chunks": 6631.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349921, "cps": 51.804688, "mean_p": 0.438178, "boundary_entropy": 0.667895, "bpb": 1.428883}, "el": {"chunks": 6708.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326853, "cps": 52.40625, "mean_p": 0.444393, "boundary_entropy": 0.674466, "bpb": 1.479427}, "hi": {"chunks": 9945.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.591085, "cps": 77.695312, "mean_p": 0.446879, "boundary_entropy": 0.669911, "bpb": 1.183791}, "ta": {"chunks": 8013.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428617, "cps": 62.601562, "mean_p": 0.435018, "boundary_entropy": 0.665083, "bpb": 0.963584}, "th": {"chunks": 7436.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462294, "cps": 58.09375, "mean_p": 0.425309, "boundary_entropy": 0.664909, "bpb": 1.102422}, "zh": {"chunks": 2689.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4553, "cps": 21.007812, "mean_p": 0.44906, "boundary_entropy": 0.674995, "bpb": 3.156962}, "my": {"chunks": 10303.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.543751, "cps": 80.492188, "mean_p": 0.4624, "boundary_entropy": 0.684327, "bpb": 1.105949}}, "bpb": {"en": 2.04937, "de": 2.26266, "vi": 1.92991, "tr": 2.21348, "fi": 2.41057, "ru": 1.42888, "el": 1.47943, "hi": 1.18379, "ta": 0.96358, "th": 1.10242, "zh": 3.15696, "my": 1.10595}, "gini_cpc": 0.181977, "gini_cps": 0.199964, "bpic": 5.109586, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9865774015549198, "vi": 1.0731628546478722, "tr": 1.1643883714224865, "fi": 1.036337542939302, "ru": 1.4666841170100813, "el": 1.3699950063075996, "hi": 2.4775161257075125, "ta": 1.796538168995141, "th": 1.9376935392001668, "zh": 1.9083768294807473, "my": 2.2791195114465994}, "t": 285.3} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.0593, "de": 2.2685, "vi": 1.93069, "tr": 2.22149, "fi": 2.41938, "ru": 1.4054, "el": 1.47112, "hi": 1.17913, "ta": 0.97281, "th": 1.12042, "zh": 3.156, "my": 1.11212}, "bytes_per_chunk": {"en": 4.246, "de": 4.205, "vi": 5.131, "tr": 3.82, "fi": 4.052, "ru": 5.043, "el": 5.406, "hi": 4.564, "ta": 6.194, "th": 6.09, "zh": 5.863, "my": 5.225}, "bpb_mean": 1.77636, "t": 286.6} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.35354, "bpb": 1.95274, "chunk_loss": 0.033094, "F": 0.21851, "G": 0.44074, "chunks": 223.75, "bytes_per_chunk": 4.577, "boundary_entropy": 0.66964, "router_noise": 0.0, "grad_norm": 0.7645, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 286.6} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28892, "bpb": 1.85951, "chunk_loss": 0.033611, "F": 0.22833, "G": 0.43791, "chunks": 233.81, "bytes_per_chunk": 4.38, "boundary_entropy": 0.66774, "router_noise": 0.0, "grad_norm": 0.7235, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 288.8} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39046, "bpb": 2.00601, "chunk_loss": 0.033375, "F": 0.22238, "G": 0.44415, "chunks": 227.72, "bytes_per_chunk": 4.497, "boundary_entropy": 0.67195, "router_noise": 0.0, "grad_norm": 0.8336, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 290.9} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.26466, "bpb": 1.82452, "chunk_loss": 0.032574, "F": 0.21063, "G": 0.43664, "chunks": 215.69, "bytes_per_chunk": 4.748, "boundary_entropy": 0.66807, "router_noise": 0.0, "grad_norm": 0.7852, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 293.1} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3991.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.229328, "cps": 31.179688, "mean_p": 0.434388, "boundary_entropy": 0.658312, "bpb": 2.04571}, "de": {"chunks": 4751.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231384, "cps": 37.117188, "mean_p": 0.442055, "boundary_entropy": 0.667286, "bpb": 2.255464}, "vi": {"chunks": 4371.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237103, "cps": 34.148438, "mean_p": 0.441849, "boundary_entropy": 0.671372, "bpb": 1.921536}, "tr": {"chunks": 4804.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.26537, "cps": 37.53125, "mean_p": 0.452307, "boundary_entropy": 0.66944, "bpb": 2.212791}, "fi": {"chunks": 4273.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.227154, "cps": 33.382812, "mean_p": 0.447542, "boundary_entropy": 0.670781, "bpb": 2.401466}, "ru": {"chunks": 6833.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.36058, "cps": 53.382812, "mean_p": 0.438144, "boundary_entropy": 0.667413, "bpb": 1.42143}, "el": {"chunks": 7867.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383326, "cps": 61.460938, "mean_p": 0.44656, "boundary_entropy": 0.674389, "bpb": 1.468712}, "hi": {"chunks": 11307.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.672036, "cps": 88.335938, "mean_p": 0.451312, "boundary_entropy": 0.671186, "bpb": 1.176522}, "ta": {"chunks": 8383.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448409, "cps": 65.492188, "mean_p": 0.437373, "boundary_entropy": 0.665925, "bpb": 0.958254}, "th": {"chunks": 11478.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.713584, "cps": 89.671875, "mean_p": 0.425843, "boundary_entropy": 0.663943, "bpb": 1.100425}, "zh": {"chunks": 2739.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463766, "cps": 21.398438, "mean_p": 0.450232, "boundary_entropy": 0.675311, "bpb": 3.147428}, "my": {"chunks": 10030.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.529343, "cps": 78.359375, "mean_p": 0.460809, "boundary_entropy": 0.684008, "bpb": 1.098801}}, "bpb": {"en": 2.04571, "de": 2.25546, "vi": 1.92154, "tr": 2.21279, "fi": 2.40147, "ru": 1.42143, "el": 1.46871, "hi": 1.17652, "ta": 0.95825, "th": 1.10043, "zh": 3.14743, "my": 1.0988}, "gini_cpc": 0.22973, "gini_cps": 0.240956, "bpic": 4.748178, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0089624779505897, "vi": 1.0339036224507583, "tr": 1.1571638019494037, "fi": 0.9905203485259302, "ru": 1.5723332511343135, "el": 1.671516613300845, "hi": 2.930452671557066, "ta": 1.9553134563465846, "th": 3.1116271168724596, "zh": 2.0222785809215336, "my": 2.3082346140119894}, "t": 296.1} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.0552, "de": 2.26226, "vi": 1.92219, "tr": 2.21873, "fi": 2.41185, "ru": 1.39872, "el": 1.46146, "hi": 1.1724, "ta": 0.96659, "th": 1.11772, "zh": 3.1467, "my": 1.10668}, "bytes_per_chunk": {"en": 4.386, "de": 4.259, "vi": 5.572, "tr": 3.981, "fi": 4.389, "ru": 4.863, "el": 4.64, "hi": 3.839, "ta": 5.846, "th": 3.865, "zh": 5.84, "my": 5.368}, "bpb_mean": 1.77004, "t": 297.4} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.37241, "bpb": 1.97996, "chunk_loss": 0.032599, "F": 0.21048, "G": 0.44076, "chunks": 215.53, "bytes_per_chunk": 4.751, "boundary_entropy": 0.67167, "router_noise": 0.0, "grad_norm": 0.7703, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 297.5} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.38579, "bpb": 1.99927, "chunk_loss": 0.03251, "F": 0.20972, "G": 0.43767, "chunks": 214.75, "bytes_per_chunk": 4.768, "boundary_entropy": 0.66925, "router_noise": 0.0, "grad_norm": 0.9128, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 299.6} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.49132, "bpb": 2.15152, "chunk_loss": 0.032637, "F": 0.21121, "G": 0.4403, "chunks": 216.28, "bytes_per_chunk": 4.735, "boundary_entropy": 0.6714, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 301.7} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.343, "bpb": 1.93755, "chunk_loss": 0.032974, "F": 0.21741, "G": 0.43892, "chunks": 222.62, "bytes_per_chunk": 4.6, "boundary_entropy": 0.66911, "router_noise": 0.0, "grad_norm": 0.7456, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 303.8} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3951.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22703, "cps": 30.867188, "mean_p": 0.433235, "boundary_entropy": 0.657593, "bpb": 2.039593}, "de": {"chunks": 4739.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230799, "cps": 37.023438, "mean_p": 0.441269, "boundary_entropy": 0.666692, "bpb": 2.24973}, "vi": {"chunks": 4654.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.252455, "cps": 36.359375, "mean_p": 0.442179, "boundary_entropy": 0.670914, "bpb": 1.9189}, "tr": {"chunks": 4904.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270894, "cps": 38.3125, "mean_p": 0.452684, "boundary_entropy": 0.669194, "bpb": 2.195603}, "fi": {"chunks": 4435.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235766, "cps": 34.648438, "mean_p": 0.44766, "boundary_entropy": 0.670295, "bpb": 2.389766}, "ru": {"chunks": 6079.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320792, "cps": 47.492188, "mean_p": 0.434681, "boundary_entropy": 0.666701, "bpb": 1.416736}, "el": {"chunks": 6580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320616, "cps": 51.40625, "mean_p": 0.442447, "boundary_entropy": 0.67394, "bpb": 1.465603}, "hi": {"chunks": 8030.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.477266, "cps": 62.734375, "mean_p": 0.443754, "boundary_entropy": 0.669892, "bpb": 1.173641}, "ta": {"chunks": 8274.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.442578, "cps": 64.640625, "mean_p": 0.436072, "boundary_entropy": 0.665794, "bpb": 0.952286}, "th": {"chunks": 8104.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.503823, "cps": 63.3125, "mean_p": 0.421884, "boundary_entropy": 0.663303, "bpb": 1.094289}, "zh": {"chunks": 2637.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.446495, "cps": 20.601562, "mean_p": 0.449463, "boundary_entropy": 0.675221, "bpb": 3.144915}, "my": {"chunks": 9201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.485592, "cps": 71.882812, "mean_p": 0.459355, "boundary_entropy": 0.683889, "bpb": 1.095005}}, "bpb": {"en": 2.03959, "de": 2.24973, "vi": 1.9189, "tr": 2.1956, "fi": 2.38977, "ru": 1.41674, "el": 1.4656, "hi": 1.17364, "ta": 0.95229, "th": 1.09429, "zh": 3.14491, "my": 1.09501}, "gini_cpc": 0.168359, "gini_cps": 0.186684, "bpic": 5.360968, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0166030118895593, "vi": 1.1119885810289143, "tr": 1.1932103192014678, "fi": 1.0384816602928697, "ru": 1.4129930300535116, "el": 1.4122192886836855, "hi": 2.102217092518568, "ta": 1.9494277214681668, "th": 2.219194961089636, "zh": 1.966680345920561, "my": 2.1388914535549395}, "t": 306.9} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.05073, "de": 2.25671, "vi": 1.91936, "tr": 2.20352, "fi": 2.39799, "ru": 1.39463, "el": 1.45899, "hi": 1.16982, "ta": 0.96166, "th": 1.11192, "zh": 3.14345, "my": 1.10285}, "bytes_per_chunk": {"en": 4.409, "de": 4.279, "vi": 5.223, "tr": 3.912, "fi": 4.205, "ru": 5.545, "el": 5.527, "hi": 5.633, "ta": 6.006, "th": 5.553, "zh": 5.981, "my": 5.754}, "bpb_mean": 1.7643, "t": 308.1} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.25901, "bpb": 1.81636, "chunk_loss": 0.032033, "F": 0.20099, "G": 0.43786, "chunks": 205.81, "bytes_per_chunk": 4.975, "boundary_entropy": 0.66983, "router_noise": 0.0, "grad_norm": 0.7883, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 308.2} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30563, "bpb": 1.88363, "chunk_loss": 0.032528, "F": 0.20935, "G": 0.43901, "chunks": 214.38, "bytes_per_chunk": 4.777, "boundary_entropy": 0.67034, "router_noise": 0.0, "grad_norm": 0.7483, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 310.3} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.23772, "bpb": 1.78565, "chunk_loss": 0.033095, "F": 0.21896, "G": 0.43786, "chunks": 224.22, "bytes_per_chunk": 4.567, "boundary_entropy": 0.66887, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 312.4} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.46187, "bpb": 2.10904, "chunk_loss": 0.032235, "F": 0.20441, "G": 0.44208, "chunks": 209.31, "bytes_per_chunk": 4.892, "boundary_entropy": 0.67334, "router_noise": 0.0, "grad_norm": 0.8466, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 314.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3961.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227604, "cps": 30.945312, "mean_p": 0.433929, "boundary_entropy": 0.65799, "bpb": 2.034833}, "de": {"chunks": 4743.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230994, "cps": 37.054688, "mean_p": 0.441414, "boundary_entropy": 0.666493, "bpb": 2.240733}, "vi": {"chunks": 4373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237212, "cps": 34.164062, "mean_p": 0.443358, "boundary_entropy": 0.672009, "bpb": 1.914145}, "tr": {"chunks": 4891.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270176, "cps": 38.210938, "mean_p": 0.453227, "boundary_entropy": 0.669429, "bpb": 2.186953}, "fi": {"chunks": 4477.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237999, "cps": 34.976562, "mean_p": 0.448572, "boundary_entropy": 0.670583, "bpb": 2.378534}, "ru": {"chunks": 6422.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.338892, "cps": 50.171875, "mean_p": 0.436953, "boundary_entropy": 0.667707, "bpb": 1.408304}, "el": {"chunks": 6829.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332749, "cps": 53.351562, "mean_p": 0.444006, "boundary_entropy": 0.674288, "bpb": 1.455789}, "hi": {"chunks": 8939.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.531293, "cps": 69.835938, "mean_p": 0.446014, "boundary_entropy": 0.670149, "bpb": 1.165514}, "ta": {"chunks": 8055.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.430864, "cps": 62.929688, "mean_p": 0.436003, "boundary_entropy": 0.665575, "bpb": 0.94978}, "th": {"chunks": 10344.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.643084, "cps": 80.8125, "mean_p": 0.42283, "boundary_entropy": 0.662923, "bpb": 1.088038}, "zh": {"chunks": 2744.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.464612, "cps": 21.4375, "mean_p": 0.450768, "boundary_entropy": 0.675558, "bpb": 3.130673}, "my": {"chunks": 9174.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.484167, "cps": 71.671875, "mean_p": 0.458634, "boundary_entropy": 0.68374, "bpb": 1.094291}}, "bpb": {"en": 2.03483, "de": 2.24073, "vi": 1.91414, "tr": 2.18695, "fi": 2.37853, "ru": 1.4083, "el": 1.45579, "hi": 1.16551, "ta": 0.94978, "th": 1.08804, "zh": 3.13067, "my": 1.09429}, "gini_cpc": 0.199845, "gini_cps": 0.209198, "bpic": 5.120357, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0148923882396788, "vi": 1.0422109053918505, "tr": 1.1870428301638374, "fi": 1.0456696155760652, "ru": 1.488950859268368, "el": 1.461960185481888, "hi": 2.3342810380406585, "ta": 1.8930380922472307, "th": 2.8254441325145847, "zh": 2.041314601995258, "my": 2.127230922648451}, "t": 317.6} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04504, "de": 2.24723, "vi": 1.91388, "tr": 2.19439, "fi": 2.38816, "ru": 1.38545, "el": 1.44873, "hi": 1.16042, "ta": 0.95855, "th": 1.10529, "zh": 3.13043, "my": 1.10211}, "bytes_per_chunk": {"en": 4.374, "de": 4.242, "vi": 5.61, "tr": 3.916, "fi": 4.162, "ru": 5.221, "el": 5.34, "hi": 4.949, "ta": 6.125, "th": 4.412, "zh": 5.776, "my": 5.762}, "bpb_mean": 1.75664, "t": 318.9} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.35647, "bpb": 1.95697, "chunk_loss": 0.032635, "F": 0.21213, "G": 0.43667, "chunks": 217.22, "bytes_per_chunk": 4.714, "boundary_entropy": 0.66946, "router_noise": 0.0, "grad_norm": 0.8261, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 318.9} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.21103, "bpb": 1.74715, "chunk_loss": 0.032409, "F": 0.20758, "G": 0.43925, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.67022, "router_noise": 0.0, "grad_norm": 0.7772, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 321.0} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.32316, "bpb": 1.90892, "chunk_loss": 0.033294, "F": 0.22192, "G": 0.44098, "chunks": 227.25, "bytes_per_chunk": 4.506, "boundary_entropy": 0.67022, "router_noise": 0.0, "grad_norm": 0.8264, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 323.1} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.39504, "bpb": 2.01262, "chunk_loss": 0.032704, "F": 0.21243, "G": 0.43985, "chunks": 217.53, "bytes_per_chunk": 4.707, "boundary_entropy": 0.67002, "router_noise": 0.0, "grad_norm": 0.864, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 325.2} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3957.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.227375, "cps": 30.914062, "mean_p": 0.433263, "boundary_entropy": 0.657875, "bpb": 2.030313}, "de": {"chunks": 4658.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.226854, "cps": 36.390625, "mean_p": 0.441055, "boundary_entropy": 0.666592, "bpb": 2.235148}, "vi": {"chunks": 4385.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237863, "cps": 34.257812, "mean_p": 0.442543, "boundary_entropy": 0.671644, "bpb": 1.91102}, "tr": {"chunks": 4890.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270121, "cps": 38.203125, "mean_p": 0.452786, "boundary_entropy": 0.669378, "bpb": 2.183486}, "fi": {"chunks": 4420.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.234969, "cps": 34.53125, "mean_p": 0.447895, "boundary_entropy": 0.670443, "bpb": 2.377023}, "ru": {"chunks": 6268.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330765, "cps": 48.96875, "mean_p": 0.436141, "boundary_entropy": 0.667228, "bpb": 1.402874}, "el": {"chunks": 7318.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356576, "cps": 57.171875, "mean_p": 0.44527, "boundary_entropy": 0.674411, "bpb": 1.448991}, "hi": {"chunks": 8059.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.47899, "cps": 62.960938, "mean_p": 0.445268, "boundary_entropy": 0.670309, "bpb": 1.16401}, "ta": {"chunks": 8195.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.438353, "cps": 64.023438, "mean_p": 0.436394, "boundary_entropy": 0.665918, "bpb": 0.947005}, "th": {"chunks": 5773.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.358906, "cps": 45.101562, "mean_p": 0.420584, "boundary_entropy": 0.662707, "bpb": 1.087003}, "zh": {"chunks": 2752.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.465967, "cps": 21.5, "mean_p": 0.450478, "boundary_entropy": 0.675401, "bpb": 3.124528}, "my": {"chunks": 8610.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.454402, "cps": 67.265625, "mean_p": 0.458194, "boundary_entropy": 0.683578, "bpb": 1.088647}}, "bpb": {"en": 2.03031, "de": 2.23515, "vi": 1.91102, "tr": 2.18349, "fi": 2.37702, "ru": 1.40287, "el": 1.44899, "hi": 1.16401, "ta": 0.94701, "th": 1.087, "zh": 3.12453, "my": 1.08865}, "gini_cpc": 0.158278, "gini_cps": 0.178611, "bpic": 5.539164, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9977118879658466, "vi": 1.046127275864033, "tr": 1.1879998276227217, "fi": 1.0333999967515337, "ru": 1.4547147535211973, "el": 1.5682295390252998, "hi": 2.1066100551207803, "ta": 1.9278869267465586, "th": 1.578478104968794, "zh": 2.0493354697437, "my": 1.9984709759106083}, "t": 328.3} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.04018, "de": 2.2409, "vi": 1.91153, "tr": 2.1895, "fi": 2.38571, "ru": 1.38047, "el": 1.44193, "hi": 1.15928, "ta": 0.95577, "th": 1.10498, "zh": 3.12383, "my": 1.09601}, "bytes_per_chunk": {"en": 4.386, "de": 4.339, "vi": 5.607, "tr": 3.938, "fi": 4.239, "ru": 5.307, "el": 4.972, "hi": 5.623, "ta": 6.06, "th": 7.82, "zh": 5.639, "my": 6.162}, "bpb_mean": 1.75251, "t": 329.5} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.34361, "bpb": 1.93842, "chunk_loss": 0.031966, "F": 0.19968, "G": 0.43669, "chunks": 204.47, "bytes_per_chunk": 5.008, "boundary_entropy": 0.66893, "router_noise": 0.0, "grad_norm": 0.7782, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 329.6} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.31981, "bpb": 1.90408, "chunk_loss": 0.032684, "F": 0.21231, "G": 0.43824, "chunks": 217.41, "bytes_per_chunk": 4.71, "boundary_entropy": 0.66969, "router_noise": 0.0, "grad_norm": 0.8412, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 331.7} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.2959, "bpb": 1.86959, "chunk_loss": 0.032546, "F": 0.20993, "G": 0.43551, "chunks": 214.97, "bytes_per_chunk": 4.763, "boundary_entropy": 0.66742, "router_noise": 0.0, "grad_norm": 0.7966, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 333.8} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.20743, "bpb": 1.74195, "chunk_loss": 0.032563, "F": 0.2106, "G": 0.43735, "chunks": 215.66, "bytes_per_chunk": 4.748, "boundary_entropy": 0.66833, "router_noise": 0.0, "grad_norm": 0.7787, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 335.9} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.230592, "cps": 31.351562, "mean_p": 0.434595, "boundary_entropy": 0.658248, "bpb": 2.025719}, "de": {"chunks": 4729.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230312, "cps": 36.945312, "mean_p": 0.44221, "boundary_entropy": 0.666788, "bpb": 2.230589}, "vi": {"chunks": 4676.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.253648, "cps": 36.53125, "mean_p": 0.443942, "boundary_entropy": 0.672019, "bpb": 1.905695}, "tr": {"chunks": 4922.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.271889, "cps": 38.453125, "mean_p": 0.453433, "boundary_entropy": 0.669418, "bpb": 2.178028}, "fi": {"chunks": 4585.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.24374, "cps": 35.820312, "mean_p": 0.449228, "boundary_entropy": 0.670644, "bpb": 2.365266}, "ru": {"chunks": 6375.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336412, "cps": 49.804688, "mean_p": 0.436076, "boundary_entropy": 0.666933, "bpb": 1.400753}, "el": {"chunks": 7634.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.371973, "cps": 59.640625, "mean_p": 0.44466, "boundary_entropy": 0.673933, "bpb": 1.441807}, "hi": {"chunks": 8991.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.534383, "cps": 70.242188, "mean_p": 0.446988, "boundary_entropy": 0.670746, "bpb": 1.158128}, "ta": {"chunks": 8310.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444504, "cps": 64.921875, "mean_p": 0.436597, "boundary_entropy": 0.666171, "bpb": 0.942998}, "th": {"chunks": 12119.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.753435, "cps": 94.679688, "mean_p": 0.425341, "boundary_entropy": 0.663483, "bpb": 1.081961}, "zh": {"chunks": 2813.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.476295, "cps": 21.976562, "mean_p": 0.450953, "boundary_entropy": 0.675445, "bpb": 3.119445}, "my": {"chunks": 9797.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.517047, "cps": 76.539062, "mean_p": 0.461585, "boundary_entropy": 0.684361, "bpb": 1.088209}}, "bpb": {"en": 2.02572, "de": 2.23059, "vi": 1.90569, "tr": 2.17803, "fi": 2.36527, "ru": 1.40075, "el": 1.44181, "hi": 1.15813, "ta": 0.943, "th": 1.08196, "zh": 3.11945, "my": 1.08821}, "gini_cpc": 0.215617, "gini_cps": 0.225421, "bpic": 4.860202, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.998784668669662, "vi": 1.0999838807034177, "tr": 1.179087454256239, "fi": 1.0570180828632498, "ru": 1.4589013805396316, "el": 1.6131184963005591, "hi": 2.3174367258860413, "ta": 1.9276603512507857, "th": 3.267387781751583, "zh": 2.065528777156598, "my": 2.2422534063217907}, "t": 339.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03544, "de": 2.2376, "vi": 1.90745, "tr": 2.18415, "fi": 2.3738, "ru": 1.37788, "el": 1.43451, "hi": 1.15354, "ta": 0.95287, "th": 1.09924, "zh": 3.11842, "my": 1.09535}, "bytes_per_chunk": {"en": 4.323, "de": 4.278, "vi": 5.18, "tr": 3.896, "fi": 4.109, "ru": 5.222, "el": 4.801, "hi": 5.002, "ta": 6.085, "th": 3.785, "zh": 5.629, "my": 5.371}, "bpb_mean": 1.74752, "t": 340.3} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.29339, "bpb": 1.86597, "chunk_loss": 0.033032, "F": 0.21878, "G": 0.43703, "chunks": 224.03, "bytes_per_chunk": 4.571, "boundary_entropy": 0.66876, "router_noise": 0.0, "grad_norm": 0.8356, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 340.3} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.28687, "bpb": 1.85656, "chunk_loss": 0.032782, "F": 0.21323, "G": 0.44166, "chunks": 218.34, "bytes_per_chunk": 4.69, "boundary_entropy": 0.67103, "router_noise": 0.0, "grad_norm": 0.7797, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 342.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.3591, "bpb": 1.96076, "chunk_loss": 0.032922, "F": 0.21564, "G": 0.44207, "chunks": 220.81, "bytes_per_chunk": 4.637, "boundary_entropy": 0.67215, "router_noise": 0.0, "grad_norm": 0.8606, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 344.5} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.40514, "bpb": 2.02719, "chunk_loss": 0.032939, "F": 0.21545, "G": 0.44244, "chunks": 220.62, "bytes_per_chunk": 4.641, "boundary_entropy": 0.67187, "router_noise": 0.0, "grad_norm": 0.8217, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 346.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3979.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228639, "cps": 31.085938, "mean_p": 0.433868, "boundary_entropy": 0.658059, "bpb": 2.022513}, "de": {"chunks": 4752.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231432, "cps": 37.125, "mean_p": 0.441517, "boundary_entropy": 0.666617, "bpb": 2.228951}, "vi": {"chunks": 4378.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237483, "cps": 34.203125, "mean_p": 0.441779, "boundary_entropy": 0.671324, "bpb": 1.903086}, "tr": {"chunks": 4866.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268795, "cps": 38.015625, "mean_p": 0.452434, "boundary_entropy": 0.669224, "bpb": 2.17349}, "fi": {"chunks": 4386.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233161, "cps": 34.265625, "mean_p": 0.447501, "boundary_entropy": 0.670471, "bpb": 2.367439}, "ru": {"chunks": 6309.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332929, "cps": 49.289062, "mean_p": 0.435936, "boundary_entropy": 0.667, "bpb": 1.398225}, "el": {"chunks": 6979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340057, "cps": 54.523438, "mean_p": 0.443426, "boundary_entropy": 0.673794, "bpb": 1.441775}, "hi": {"chunks": 9044.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.537533, "cps": 70.65625, "mean_p": 0.44741, "boundary_entropy": 0.670897, "bpb": 1.15861}, "ta": {"chunks": 8321.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.445092, "cps": 65.007812, "mean_p": 0.437543, "boundary_entropy": 0.666248, "bpb": 0.939992}, "th": {"chunks": 10754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.668573, "cps": 84.015625, "mean_p": 0.423592, "boundary_entropy": 0.662906, "bpb": 1.080115}, "zh": {"chunks": 2794.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473078, "cps": 21.828125, "mean_p": 0.451208, "boundary_entropy": 0.675493, "bpb": 3.111745}, "my": {"chunks": 10070.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.531455, "cps": 78.671875, "mean_p": 0.461693, "boundary_entropy": 0.684314, "bpb": 1.084167}}, "bpb": {"en": 2.02251, "de": 2.22895, "vi": 1.90309, "tr": 2.17349, "fi": 2.36744, "ru": 1.39823, "el": 1.44178, "hi": 1.15861, "ta": 0.93999, "th": 1.08012, "zh": 3.11175, "my": 1.08417}, "gini_cpc": 0.209726, "gini_cps": 0.220578, "bpic": 5.008104, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0122183493242607, "vi": 1.0386824563703136, "tr": 1.1756329079876167, "fi": 1.0197810206310258, "ru": 1.4561345082792843, "el": 1.4873135488871023, "hi": 2.3510164171708303, "ta": 1.9467053999262376, "th": 2.9241466408623515, "zh": 2.069107906247045, "my": 2.3244289486237197}, "t": 349.7} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0335, "de": 2.23654, "vi": 1.90372, "tr": 2.18072, "fi": 2.37655, "ru": 1.37561, "el": 1.43417, "hi": 1.15268, "ta": 0.94915, "th": 1.097, "zh": 3.11017, "my": 1.09135}, "bytes_per_chunk": {"en": 4.43, "de": 4.265, "vi": 5.563, "tr": 3.938, "fi": 4.348, "ru": 5.276, "el": 5.21, "hi": 4.954, "ta": 5.971, "th": 4.236, "zh": 5.565, "my": 5.213}, "bpb_mean": 1.7451, "t": 350.9} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3979.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.228639, "cps": 31.085938, "mean_p": 0.433868, "boundary_entropy": 0.658059, "bpb": 2.022513}, "de": {"chunks": 4752.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231432, "cps": 37.125, "mean_p": 0.441517, "boundary_entropy": 0.666617, "bpb": 2.228951}, "vi": {"chunks": 4378.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237483, "cps": 34.203125, "mean_p": 0.441779, "boundary_entropy": 0.671324, "bpb": 1.903086}, "tr": {"chunks": 4866.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268795, "cps": 38.015625, "mean_p": 0.452434, "boundary_entropy": 0.669224, "bpb": 2.17349}, "fi": {"chunks": 4386.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.233161, "cps": 34.265625, "mean_p": 0.447501, "boundary_entropy": 0.670471, "bpb": 2.367439}, "ru": {"chunks": 6309.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332929, "cps": 49.289062, "mean_p": 0.435936, "boundary_entropy": 0.667, "bpb": 1.398225}, "el": {"chunks": 6979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340057, "cps": 54.523438, "mean_p": 0.443426, "boundary_entropy": 0.673794, "bpb": 1.441775}, "hi": {"chunks": 9044.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.537533, "cps": 70.65625, "mean_p": 0.44741, "boundary_entropy": 0.670897, "bpb": 1.15861}, "ta": {"chunks": 8321.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.445092, "cps": 65.007812, "mean_p": 0.437543, "boundary_entropy": 0.666248, "bpb": 0.939992}, "th": {"chunks": 10754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.668573, "cps": 84.015625, "mean_p": 0.423592, "boundary_entropy": 0.662906, "bpb": 1.080115}, "zh": {"chunks": 2794.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473078, "cps": 21.828125, "mean_p": 0.451208, "boundary_entropy": 0.675493, "bpb": 3.111745}, "my": {"chunks": 10070.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.531455, "cps": 78.671875, "mean_p": 0.461693, "boundary_entropy": 0.684314, "bpb": 1.084167}}, "bpb": {"en": 2.02251, "de": 2.22895, "vi": 1.90309, "tr": 2.17349, "fi": 2.36744, "ru": 1.39823, "el": 1.44178, "hi": 1.15861, "ta": 0.93999, "th": 1.08012, "zh": 3.11175, "my": 1.08417}, "gini_cpc": 0.209726, "gini_cps": 0.220578, "bpic": 5.008104, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0122183493242607, "vi": 1.0386824563703136, "tr": 1.1756329079876167, "fi": 1.0197810206310258, "ru": 1.4561345082792843, "el": 1.4873135488871023, "hi": 2.3510164171708303, "ta": 1.9467053999262376, "th": 2.9241466408623515, "zh": 2.069107906247045, "my": 2.3244289486237197}, "t": 351.9} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/emactl_noema_s2/th0.70"], "t": 356.8} +{"event": "final", "run": "emactl_noema_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.22863874044704935, "cps": 31.0859375, "bpb": 2.0440929497706244, "bytes_per_chunk": 4.447226675488375}, "de": {"cpc": 0.23143232844689038, "cps": 37.125, "bpb": 2.229200510378607, "bytes_per_chunk": 4.252719353033265}, "vi": {"cpc": 0.2374830485489558, "cps": 34.203125, "bpb": 1.9064757324673185, "bytes_per_chunk": 5.540809316973674}, "tr": {"cpc": 0.2687952273103905, "cps": 38.015625, "bpb": 2.1740123956039623, "bytes_per_chunk": 3.9388166000540914}, "fi": {"cpc": 0.23316144808888417, "cps": 34.265625, "bpb": 2.3927762408084456, "bytes_per_chunk": 4.315731419210918}, "ru": {"cpc": 0.3329287598944591, "cps": 49.2890625, "bpb": 1.3761500732624246, "bytes_per_chunk": 5.276809887577121}, "el": {"cpc": 0.34005749646737804, "cps": 54.5234375, "bpb": 1.4288364316573776, "bytes_per_chunk": 5.19611496531219}, "hi": {"cpc": 0.5375334323922734, "cps": 70.65625, "bpb": 1.15970682221278, "bytes_per_chunk": 4.935961889698545}, "ta": {"cpc": 0.4450922706606044, "cps": 65.0078125, "bpb": 0.9492078075249067, "bytes_per_chunk": 5.968602361084232}, "th": {"cpc": 0.6685732048492384, "cps": 84.015625, "bpb": 1.0939795622231419, "bytes_per_chunk": 4.236396838992227}, "zh": {"cpc": 0.47307822553335593, "cps": 21.828125, "bpb": 3.1189088345478835, "bytes_per_chunk": 5.605319990591656}, "my": {"cpc": 0.5314545070719865, "cps": 78.671875, "bpb": 1.1001802838363859, "bytes_per_chunk": 5.20814169489505}}, "gini_cpc": 0.2097257925277538, "gini_cps": 0.2205780004871769, "bpic": 5.008103664265581, "seed": 2, "mean_boundary_entropy": 0.6694104671478271, "dechunk": "ste", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 359.2} diff --git a/emactl_noema_s2/model.safetensors b/emactl_noema_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84b091dc06b2a2d2e23ff528f191c243c390a4bc --- /dev/null +++ b/emactl_noema_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5ee3493e20c110048713670e7c4ff21fb2e5def328ec33bdf7129f24a8348882 +size 90078296 diff --git a/jitter_s0/config.json b/jitter_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..5105961c3e42a6d899a5db73238e0406f20ba171 --- /dev/null +++ b/jitter_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "jitter_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "jitter_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 2000, + "eval_every": 1000, + "log_every": 200, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.17269931081856482, + "gini_cps": 0.21141326974754948, + "bpic": 43.57681389803565, + "worst_lang": "my", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.013006652705401, + "vi": 1.1146982587469487, + "tr": 1.3166408219632104, + "fi": 0.7608435064589868, + "ru": 1.0388534881266491, + "el": 1.1247546265165909, + "hi": 0.7430796552748885, + "ta": 0.8876972880449316, + "th": 1.469706882188374, + "zh": 1.3059616661022686, + "my": 2.380651044965168 + } + } +} \ No newline at end of file diff --git a/jitter_s0/final.json b/jitter_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..184eaf60200a674f831c395e61fff23d6918d246 --- /dev/null +++ b/jitter_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "jitter_s0", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.03591334827328622, + "cps": 4.8828125, + "bpb": 2.102690803330191, + "bytes_per_chunk": 33.77491464278812 + }, + "de": { + "cpc": 0.036380460721764964, + "cps": 5.8359375, + "bpb": 2.271415199876741, + "bytes_per_chunk": 32.133366021083596 + }, + "vi": { + "cpc": 0.04003254678600488, + "cps": 5.765625, + "bpb": 1.951459073921452, + "bytes_per_chunk": 40.595276809910956 + }, + "tr": { + "cpc": 0.04728498038999061, + "cps": 6.6875, + "bpb": 2.250277080982085, + "bytes_per_chunk": 30.134958041154157 + }, + "fi": { + "cpc": 0.027324437828929883, + "cps": 4.015625, + "bpb": 2.4655344794072835, + "bytes_per_chunk": 49.16890180999719 + }, + "ru": { + "cpc": 0.037308707124010555, + "cps": 5.5234375, + "bpb": 1.4088588409418283, + "bytes_per_chunk": 58.11861212725862 + }, + "el": { + "cpc": 0.0403937046240803, + "cps": 6.4765625, + "bpb": 1.471620706197338, + "bytes_per_chunk": 56.95068433630241 + }, + "hi": { + "cpc": 0.026686478454680536, + "cps": 3.5078125, + "bpb": 1.2017601651121157, + "bytes_per_chunk": 111.29017193801741 + }, + "ta": { + "cpc": 0.031880181866809305, + "cps": 4.65625, + "bpb": 0.9874921775028731, + "bytes_per_chunk": 111.97949594190517 + }, + "th": { + "cpc": 0.052782095119676714, + "cps": 6.6328125, + "bpb": 1.1332099012743477, + "bytes_per_chunk": 47.20338525254344 + }, + "zh": { + "cpc": 0.0469014561462919, + "cps": 2.1640625, + "bpb": 3.1557357805467756, + "bytes_per_chunk": 94.7394289844597 + }, + "my": { + "cpc": 0.08549715009499684, + "cps": 12.65625, + "bpb": 1.1230400189341303, + "bytes_per_chunk": 33.42607586866433 + } + }, + "gini_cpc": 0.17269931081856482, + "gini_cps": 0.21141326974754948, + "bpic": 43.57681389803565, + "seed": 0, + "mean_boundary_entropy": 0.6520750522613525, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/jitter_s0/log.jsonl b/jitter_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..9d9ae72cd9b46257fa6be12a6b8a079fa9e921d4 --- /dev/null +++ b/jitter_s0/log.jsonl @@ -0,0 +1,56 @@ +{"event": "start", "run": "jitter_s0", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.7} +{"event": "probe_schedule", "n": 13, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 2000, 4000, 6000], "t": 1.7} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 5.1} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64186, "bpb": 8.13949, "chunk_loss": 0.08991, "F": 1.0, "G": 0.4995, "chunks": 1024.0, "bytes_per_chunk": 1.0, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8228, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.002, "alpha": 0.03, "t": 5.5} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.361547, "cps": 49.15625, "mean_p": 0.496424, "boundary_entropy": 0.686985, "bpb": 8.137942}, "de": {"chunks": 8544.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.416111, "cps": 66.75, "mean_p": 0.498658, "boundary_entropy": 0.687817, "bpb": 8.13676}, "vi": {"chunks": 12993.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.704801, "cps": 101.507812, "mean_p": 0.505487, "boundary_entropy": 0.688387, "bpb": 8.072181}, "tr": {"chunks": 5217.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.288184, "cps": 40.757812, "mean_p": 0.489318, "boundary_entropy": 0.687274, "bpb": 8.156829}, "fi": {"chunks": 8811.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.468396, "cps": 68.835938, "mean_p": 0.500401, "boundary_entropy": 0.687508, "bpb": 8.196416}, "ru": {"chunks": 10431.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.550449, "cps": 81.492188, "mean_p": 0.493206, "boundary_entropy": 0.689879, "bpb": 8.060083}, "el": {"chunks": 15001.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.730936, "cps": 117.195312, "mean_p": 0.497429, "boundary_entropy": 0.690233, "bpb": 8.140897}, "hi": {"chunks": 2503.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148767, "cps": 19.554688, "mean_p": 0.484452, "boundary_entropy": 0.690243, "bpb": 8.249504}, "ta": {"chunks": 37861.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.025194, "cps": 295.789062, "mean_p": 0.512705, "boundary_entropy": 0.690391, "bpb": 8.028624}, "th": {"chunks": 33861.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105129, "cps": 264.539062, "mean_p": 0.511768, "boundary_entropy": 0.690558, "bpb": 8.229615}, "zh": {"chunks": 11822.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001693, "cps": 92.359375, "mean_p": 0.520019, "boundary_entropy": 0.685675, "bpb": 8.120583}, "my": {"chunks": 48181.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.542801, "cps": 376.414062, "mean_p": 0.521547, "boundary_entropy": 0.690207, "bpb": 7.893555}}, "bpb": {"en": 8.13794, "de": 8.13676, "vi": 8.07218, "tr": 8.15683, "fi": 8.19642, "ru": 8.06008, "el": 8.1409, "hi": 8.2495, "ta": 8.02862, "th": 8.22962, "zh": 8.12058, "my": 7.89355}, "gini_cpc": 0.426673, "gini_cps": 0.428193, "bpic": 1.90446, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.150917619502558, "vi": 1.9494033261656607, "tr": 0.7970869365552818, "fi": 1.2955337284054524, "ru": 1.52248189685105, "el": 2.021690973974, "hi": 0.41147284837275383, "ta": 5.601470037900537, "th": 5.822561987423376, "zh": 5.5364695874270105, "my": 7.033116960044964}, "t": 8.4} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6140.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.352813, "cps": 47.96875, "mean_p": 0.495813, "boundary_entropy": 0.686963, "bpb": 8.088626}, "de": {"chunks": 8384.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.408318, "cps": 65.5, "mean_p": 0.498195, "boundary_entropy": 0.687808, "bpb": 8.092933}, "vi": {"chunks": 12767.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.692541, "cps": 99.742188, "mean_p": 0.504896, "boundary_entropy": 0.688391, "bpb": 8.038432}, "tr": {"chunks": 5083.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.280782, "cps": 39.710938, "mean_p": 0.488774, "boundary_entropy": 0.687241, "bpb": 8.122514}, "fi": {"chunks": 8653.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.459997, "cps": 67.601562, "mean_p": 0.499815, "boundary_entropy": 0.687498, "bpb": 8.154597}, "ru": {"chunks": 9871.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.520897, "cps": 77.117188, "mean_p": 0.492489, "boundary_entropy": 0.689854, "bpb": 7.994827}, "el": {"chunks": 15018.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.731764, "cps": 117.328125, "mean_p": 0.497432, "boundary_entropy": 0.690233, "bpb": 8.120639}, "hi": {"chunks": 2362.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.140386, "cps": 18.453125, "mean_p": 0.484026, "boundary_entropy": 0.690214, "bpb": 8.216665}, "ta": {"chunks": 37462.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.003851, "cps": 292.671875, "mean_p": 0.512226, "boundary_entropy": 0.690413, "bpb": 7.987519}, "th": {"chunks": 33572.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.087162, "cps": 262.28125, "mean_p": 0.51154, "boundary_entropy": 0.690567, "bpb": 8.202526}, "zh": {"chunks": 11810.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999661, "cps": 92.265625, "mean_p": 0.519969, "boundary_entropy": 0.685678, "bpb": 8.114145}, "my": {"chunks": 48128.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.540004, "cps": 376.0, "mean_p": 0.521493, "boundary_entropy": 0.69021, "bpb": 7.860478}}, "bpb": {"en": 8.08863, "de": 8.09293, "vi": 8.03843, "tr": 8.12251, "fi": 8.1546, "ru": 7.99483, "el": 8.12064, "hi": 8.21666, "ta": 7.98752, "th": 8.20253, "zh": 8.11415, "my": 7.86048}, "gini_cpc": 0.430739, "gini_cps": 0.432586, "bpic": 1.926128, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.15732307300348, "vi": 1.9629148721319472, "tr": 0.7958391639156395, "fi": 1.3037987770340904, "ru": 1.4764124087904908, "el": 2.0740871646191503, "hi": 0.39790607470076617, "ta": 5.679645622817159, "th": 5.915778412525478, "zh": 5.667769816153395, "my": 7.1992986118703755}, "t": 11.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5580.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.320634, "cps": 43.59375, "mean_p": 0.493699, "boundary_entropy": 0.686875, "bpb": 7.919777}, "de": {"chunks": 7847.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.382165, "cps": 61.304688, "mean_p": 0.496587, "boundary_entropy": 0.68777, "bpb": 7.9397}, "vi": {"chunks": 12023.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.652183, "cps": 93.929688, "mean_p": 0.50296, "boundary_entropy": 0.688395, "bpb": 7.926445}, "tr": {"chunks": 4607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.254488, "cps": 35.992188, "mean_p": 0.486967, "boundary_entropy": 0.687126, "bpb": 8.005026}, "fi": {"chunks": 7997.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.425124, "cps": 62.476562, "mean_p": 0.497685, "boundary_entropy": 0.687452, "bpb": 8.007853}, "ru": {"chunks": 8139.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.429499, "cps": 63.585938, "mean_p": 0.490058, "boundary_entropy": 0.689757, "bpb": 7.777456}, "el": {"chunks": 14842.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.723189, "cps": 115.953125, "mean_p": 0.49725, "boundary_entropy": 0.69023, "bpb": 8.031972}, "hi": {"chunks": 1961.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.116553, "cps": 15.320312, "mean_p": 0.482238, "boundary_entropy": 0.690083, "bpb": 8.094255}, "ta": {"chunks": 35822.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.916127, "cps": 279.859375, "mean_p": 0.510362, "boundary_entropy": 0.690494, "bpb": 7.840834}, "th": {"chunks": 32414.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.015169, "cps": 253.234375, "mean_p": 0.510574, "boundary_entropy": 0.690602, "bpb": 8.088093}, "zh": {"chunks": 11765.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.992042, "cps": 91.914062, "mean_p": 0.519704, "boundary_entropy": 0.685693, "bpb": 8.087489}, "my": {"chunks": 47965.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.531402, "cps": 374.726562, "mean_p": 0.521282, "boundary_entropy": 0.690224, "bpb": 7.784123}}, "bpb": {"en": 7.91978, "de": 7.9397, "vi": 7.92645, "tr": 8.00503, "fi": 8.00785, "ru": 7.77746, "el": 8.03197, "hi": 8.09426, "ta": 7.84083, "th": 8.08809, "zh": 8.08749, "my": 7.78412}, "gini_cpc": 0.445746, "gini_cps": 0.447513, "bpic": 2.009724, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.191903696593315, "vi": 2.034040642653205, "tr": 0.7937021963329313, "fi": 1.3258827910688267, "ru": 1.3395278747127415, "el": 2.255493102676829, "hi": 0.36350671843295146, "ta": 5.976050809974492, "th": 6.284945033274171, "zh": 6.212814833830368, "my": 7.894979269806896}, "t": 14.6} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4774.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.274321, "cps": 37.296875, "mean_p": 0.490456, "boundary_entropy": 0.686711, "bpb": 7.491948}, "de": {"chunks": 7263.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.353723, "cps": 56.742188, "mean_p": 0.494684, "boundary_entropy": 0.687717, "bpb": 7.547367}, "vi": {"chunks": 10680.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.579333, "cps": 83.4375, "mean_p": 0.499673, "boundary_entropy": 0.688367, "bpb": 7.609612}, "tr": {"chunks": 4020.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222063, "cps": 31.40625, "mean_p": 0.484883, "boundary_entropy": 0.686993, "bpb": 7.68169}, "fi": {"chunks": 6981.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.371113, "cps": 54.539062, "mean_p": 0.494274, "boundary_entropy": 0.687346, "bpb": 7.627208}, "ru": {"chunks": 5054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.266702, "cps": 39.484375, "mean_p": 0.484986, "boundary_entropy": 0.689479, "bpb": 7.287633}, "el": {"chunks": 13847.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.674706, "cps": 108.179688, "mean_p": 0.496346, "boundary_entropy": 0.690209, "bpb": 7.792458}, "hi": {"chunks": 1194.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.070966, "cps": 9.328125, "mean_p": 0.477649, "boundary_entropy": 0.689689, "bpb": 7.723284}, "ta": {"chunks": 30803.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.64766, "cps": 240.648438, "mean_p": 0.505519, "boundary_entropy": 0.690645, "bpb": 7.428373}, "th": {"chunks": 28695.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.78396, "cps": 224.179688, "mean_p": 0.507303, "boundary_entropy": 0.6907, "bpb": 7.645596}, "zh": {"chunks": 11622.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.967829, "cps": 90.796875, "mean_p": 0.519029, "boundary_entropy": 0.685731, "bpb": 8.011482}, "my": {"chunks": 48036.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.535149, "cps": 375.28125, "mean_p": 0.521759, "boundary_entropy": 0.690171, "bpb": 7.563326}}, "bpb": {"en": 7.49195, "de": 7.54737, "vi": 7.60961, "tr": 7.68169, "fi": 7.62721, "ru": 7.28763, "el": 7.79246, "hi": 7.72328, "ta": 7.42837, "th": 7.6456, "zh": 8.01148, "my": 7.56333}, "gini_cpc": 0.476672, "gini_cps": 0.474585, "bpic": 2.218785, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2894524822161373, "vi": 2.1118828152083617, "tr": 0.8095006600155452, "fi": 1.3528431908729297, "ru": 0.9722271141064229, "el": 2.4595550791706797, "hi": 0.2586967420730542, "ta": 6.006330862108239, "th": 6.503196388478208, "zh": 7.1734674826719, "my": 9.241557406821252}, "t": 18.3} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2918.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167672, "cps": 22.796875, "mean_p": 0.483036, "boundary_entropy": 0.686288, "bpb": 6.89556}, "de": {"chunks": 5637.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.274534, "cps": 44.039062, "mean_p": 0.489999, "boundary_entropy": 0.687637, "bpb": 6.982104}, "vi": {"chunks": 7859.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.426309, "cps": 61.398438, "mean_p": 0.49252, "boundary_entropy": 0.688228, "bpb": 7.188954}, "tr": {"chunks": 3001.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165774, "cps": 23.445312, "mean_p": 0.481764, "boundary_entropy": 0.686833, "bpb": 7.198879}, "fi": {"chunks": 4624.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.245814, "cps": 36.125, "mean_p": 0.486731, "boundary_entropy": 0.687058, "bpb": 7.083572}, "ru": {"chunks": 919.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.048496, "cps": 7.179688, "mean_p": 0.470625, "boundary_entropy": 0.68813, "bpb": 6.56532}, "el": {"chunks": 6453.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314428, "cps": 50.414062, "mean_p": 0.487918, "boundary_entropy": 0.689892, "bpb": 7.258176}, "hi": {"chunks": 485.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.028826, "cps": 3.789062, "mean_p": 0.470466, "boundary_entropy": 0.68891, "bpb": 7.066105}, "ta": {"chunks": 20147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.077668, "cps": 157.398438, "mean_p": 0.496763, "boundary_entropy": 0.690722, "bpb": 6.869588}, "th": {"chunks": 20155.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.253031, "cps": 157.460938, "mean_p": 0.498736, "boundary_entropy": 0.690775, "bpb": 6.616165}, "zh": {"chunks": 11166.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.89062, "cps": 87.234375, "mean_p": 0.516898, "boundary_entropy": 0.685838, "bpb": 7.835642}, "my": {"chunks": 47523.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.508075, "cps": 371.273438, "mean_p": 0.522019, "boundary_entropy": 0.690101, "bpb": 6.934056}}, "bpb": {"en": 6.89556, "de": 6.9821, "vi": 7.18895, "tr": 7.19888, "fi": 7.08357, "ru": 6.56532, "el": 7.25818, "hi": 7.0661, "ta": 6.86959, "th": 6.61617, "zh": 7.83564, "my": 6.93406}, "gini_cpc": 0.561355, "gini_cps": 0.549132, "bpic": 2.932155, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.6373233685542794, "vi": 2.5425118132675557, "tr": 0.9886766483631835, "fi": 1.466036471376157, "ru": 0.28923119351997695, "el": 1.8752520659463727, "hi": 0.17191964208422997, "ta": 6.427228639238041, "th": 7.473096148097741, "zh": 11.275687043090205, "my": 14.958198951627361}, "t": 22.6} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 246.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.014135, "cps": 1.921875, "mean_p": 0.378113, "boundary_entropy": 0.654411, "bpb": 6.46997}, "de": {"chunks": 216.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.01052, "cps": 1.6875, "mean_p": 0.386177, "boundary_entropy": 0.659998, "bpb": 6.580452}, "vi": {"chunks": 456.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.024736, "cps": 3.5625, "mean_p": 0.413983, "boundary_entropy": 0.6719, "bpb": 7.054647}, "tr": {"chunks": 313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.01729, "cps": 2.445312, "mean_p": 0.393962, "boundary_entropy": 0.662865, "bpb": 6.858326}, "fi": {"chunks": 297.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.015789, "cps": 2.320312, "mean_p": 0.389414, "boundary_entropy": 0.660704, "bpb": 6.63062}, "ru": {"chunks": 132.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.006966, "cps": 1.03125, "mean_p": 0.415013, "boundary_entropy": 0.674981, "bpb": 6.347138}, "el": {"chunks": 217.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.010574, "cps": 1.695312, "mean_p": 0.449091, "boundary_entropy": 0.684849, "bpb": 6.832869}, "hi": {"chunks": 179.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.010639, "cps": 1.398438, "mean_p": 0.454408, "boundary_entropy": 0.686448, "bpb": 6.423777}, "ta": {"chunks": 474.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.025354, "cps": 3.703125, "mean_p": 0.468511, "boundary_entropy": 0.688738, "bpb": 6.31379}, "th": {"chunks": 184.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.011439, "cps": 1.4375, "mean_p": 0.461773, "boundary_entropy": 0.68786, "bpb": 6.031388}, "zh": {"chunks": 9561.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.618862, "cps": 74.695312, "mean_p": 0.50882, "boundary_entropy": 0.686081, "bpb": 7.402198}, "my": {"chunks": 45213.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.386162, "cps": 353.226562, "mean_p": 0.520571, "boundary_entropy": 0.69015, "bpb": 5.868623}}, "bpb": {"en": 6.46997, "de": 6.58045, "vi": 7.05465, "tr": 6.85833, "fi": 6.63062, "ru": 6.34714, "el": 6.83287, "hi": 6.42378, "ta": 6.31379, "th": 6.03139, "zh": 7.4022, "my": 5.86862}, "gini_cpc": 0.819581, "gini_cps": 0.846406, "bpic": 6.675845, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7442011847674119, "vi": 1.749889856913215, "tr": 1.2231586733367195, "fi": 1.1169496052517272, "ru": 0.49278074522170023, "el": 0.7480108575387757, "hi": 0.7526394375385062, "ta": 1.7936672776730442, "th": 0.8092557071047862, "zh": 114.5246277039472, "my": 168.8064207819089}, "t": 27.9} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.009481, "cps": 1.289062, "mean_p": 0.394724, "boundary_entropy": 0.663453, "bpb": 5.934945}, "de": {"chunks": 167.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.008133, "cps": 1.304688, "mean_p": 0.401337, "boundary_entropy": 0.667516, "bpb": 6.064312}, "vi": {"chunks": 270.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.014646, "cps": 2.109375, "mean_p": 0.411652, "boundary_entropy": 0.671783, "bpb": 6.61001}, "tr": {"chunks": 190.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.010495, "cps": 1.484375, "mean_p": 0.405835, "boundary_entropy": 0.668896, "bpb": 6.359059}, "fi": {"chunks": 180.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.009569, "cps": 1.40625, "mean_p": 0.399347, "boundary_entropy": 0.666169, "bpb": 6.069432}, "ru": {"chunks": 129.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.006807, "cps": 1.007812, "mean_p": 0.372291, "boundary_entropy": 0.656344, "bpb": 5.646633}, "el": {"chunks": 128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006237, "cps": 1.0, "mean_p": 0.409407, "boundary_entropy": 0.673342, "bpb": 6.38104}, "hi": {"chunks": 144.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.008559, "cps": 1.125, "mean_p": 0.431837, "boundary_entropy": 0.681208, "bpb": 5.742968}, "ta": {"chunks": 151.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.008077, "cps": 1.179688, "mean_p": 0.436318, "boundary_entropy": 0.682596, "bpb": 5.752051}, "th": {"chunks": 133.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.008269, "cps": 1.039062, "mean_p": 0.418422, "boundary_entropy": 0.67722, "bpb": 5.415547}, "zh": {"chunks": 308.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.05215, "cps": 2.40625, "mean_p": 0.446985, "boundary_entropy": 0.680147, "bpb": 7.324651}, "my": {"chunks": 3850.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.203188, "cps": 30.078125, "mean_p": 0.485369, "boundary_entropy": 0.690631, "bpb": 5.158866}}, "bpb": {"en": 5.93495, "de": 6.06431, "vi": 6.61001, "tr": 6.35906, "fi": 6.06943, "ru": 5.64663, "el": 6.38104, "hi": 5.74297, "ta": 5.75205, "th": 5.41555, "zh": 7.32465, "my": 5.15887}, "gini_cpc": 0.635869, "gini_cps": 0.628131, "bpic": 65.998452, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8578359447983954, "vi": 1.5447592277535318, "tr": 1.106988796432535, "fi": 1.0092547397315883, "ru": 0.7179937634924441, "el": 0.6578233733328017, "hi": 0.9027086316358232, "ta": 0.8519059544360427, "th": 0.8721089665696441, "zh": 5.500440230274297, "my": 21.430757863626766}, "t": 32.8} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 151.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.008677, "cps": 1.179688, "mean_p": 0.418889, "boundary_entropy": 0.67239, "bpb": 4.62767}, "de": {"chunks": 145.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.007062, "cps": 1.132812, "mean_p": 0.423243, "boundary_entropy": 0.674893, "bpb": 4.837106}, "vi": {"chunks": 254.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.013778, "cps": 1.984375, "mean_p": 0.43657, "boundary_entropy": 0.679045, "bpb": 5.258264}, "tr": {"chunks": 172.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.009501, "cps": 1.34375, "mean_p": 0.421685, "boundary_entropy": 0.673879, "bpb": 5.256801}, "fi": {"chunks": 172.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.009144, "cps": 1.34375, "mean_p": 0.425847, "boundary_entropy": 0.675215, "bpb": 4.865459}, "ru": {"chunks": 135.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.007124, "cps": 1.054688, "mean_p": 0.423319, "boundary_entropy": 0.677312, "bpb": 3.877527}, "el": {"chunks": 128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006237, "cps": 1.0, "mean_p": 0.420729, "boundary_entropy": 0.677266, "bpb": 4.830958}, "hi": {"chunks": 219.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.013016, "cps": 1.710938, "mean_p": 0.466692, "boundary_entropy": 0.688226, "bpb": 3.740243}, "ta": {"chunks": 167.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.008933, "cps": 1.304688, "mean_p": 0.450738, "boundary_entropy": 0.68599, "bpb": 3.589666}, "th": {"chunks": 2380.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.147964, "cps": 18.59375, "mean_p": 0.468385, "boundary_entropy": 0.687722, "bpb": 3.306342}, "zh": {"chunks": 215.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.036404, "cps": 1.679688, "mean_p": 0.426009, "boundary_entropy": 0.674391, "bpb": 6.405209}, "my": {"chunks": 140.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.007389, "cps": 1.09375, "mean_p": 0.404089, "boundary_entropy": 0.672115, "bpb": 4.152467}}, "bpb": {"en": 4.62767, "de": 4.83711, "vi": 5.25826, "tr": 5.2568, "fi": 4.86546, "ru": 3.87753, "el": 4.83096, "hi": 3.74024, "ta": 3.58967, "th": 3.30634, "zh": 6.40521, "my": 4.15247}, "gini_cpc": 0.575425, "gini_cps": 0.522324, "bpic": 89.710379, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8138844818694377, "vi": 1.5879533783456101, "tr": 1.0950276069276872, "fi": 1.0538134478875083, "ru": 0.8210540110782995, "el": 0.7188136198669688, "hi": 1.5001552798087046, "ta": 1.0295280283533685, "th": 17.0530892382562, "zh": 4.1955817745114965, "my": 0.851553292594441}, "t": 41.2} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53738, "bpb": 3.66066, "chunk_loss": 0.02315, "F": 0.00571, "G": 0.36386, "chunks": 5.84, "bytes_per_chunk": 175.23, "boundary_entropy": 0.65001, "router_noise": 0.0, "grad_norm": 1.9851, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.216, "alpha": 0.03, "t": 48.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 177.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.010171, "cps": 1.382812, "mean_p": 0.34504, "boundary_entropy": 0.63286, "bpb": 3.720853}, "de": {"chunks": 302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.014708, "cps": 2.359375, "mean_p": 0.348575, "boundary_entropy": 0.635562, "bpb": 3.978181}, "vi": {"chunks": 192.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.010415, "cps": 1.5, "mean_p": 0.378811, "boundary_entropy": 0.653899, "bpb": 3.321689}, "tr": {"chunks": 423.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.023366, "cps": 3.304688, "mean_p": 0.351562, "boundary_entropy": 0.633833, "bpb": 3.935694}, "fi": {"chunks": 204.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.010845, "cps": 1.59375, "mean_p": 0.317402, "boundary_entropy": 0.611621, "bpb": 3.969358}, "ru": {"chunks": 150.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.007916, "cps": 1.171875, "mean_p": 0.323817, "boundary_entropy": 0.615306, "bpb": 2.665593}, "el": {"chunks": 134.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006529, "cps": 1.046875, "mean_p": 0.354725, "boundary_entropy": 0.643435, "bpb": 2.806589}, "hi": {"chunks": 177.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.01052, "cps": 1.382812, "mean_p": 0.343351, "boundary_entropy": 0.636062, "bpb": 2.165491}, "ta": {"chunks": 184.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.009842, "cps": 1.4375, "mean_p": 0.354411, "boundary_entropy": 0.640548, "bpb": 2.026701}, "th": {"chunks": 223.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.013864, "cps": 1.742188, "mean_p": 0.316373, "boundary_entropy": 0.616371, "bpb": 2.104417}, "zh": {"chunks": 198.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.033525, "cps": 1.546875, "mean_p": 0.340826, "boundary_entropy": 0.626518, "bpb": 5.003183}, "my": {"chunks": 130.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.006861, "cps": 1.015625, "mean_p": 0.405019, "boundary_entropy": 0.672024, "bpb": 2.221902}}, "bpb": {"en": 3.72085, "de": 3.97818, "vi": 3.32169, "tr": 3.93569, "fi": 3.96936, "ru": 2.66559, "el": 2.80659, "hi": 2.16549, "ta": 2.0267, "th": 2.10442, "zh": 5.00318, "my": 2.2219}, "gini_cpc": 0.270813, "gini_cps": 0.182171, "bpic": 153.881716, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4461235200549427, "vi": 1.024021182992925, "tr": 2.297421440589021, "fi": 1.0662747815243336, "ru": 0.7782746746567686, "el": 0.6419701087741988, "hi": 1.0343536404160476, "ta": 0.967705495441997, "th": 1.3631217630912051, "zh": 3.2962686609997305, "my": 0.674575913382925}, "t": 54.5} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.06785, "bpb": 2.98328, "chunk_loss": 0.022737, "F": 0.00482, "G": 0.37455, "chunks": 4.94, "bytes_per_chunk": 207.392, "boundary_entropy": 0.65379, "router_noise": 0.0, "grad_norm": 1.2115, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 68.0} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.97127, "bpb": 2.84395, "chunk_loss": 0.022497, "F": 0.00098, "G": 0.37632, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.653, "router_noise": 0.0, "grad_norm": 0.793, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 85.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.84488, "bpb": 2.66159, "chunk_loss": 0.022703, "F": 0.02719, "G": 0.4086, "chunks": 27.84, "bytes_per_chunk": 36.777, "boundary_entropy": 0.66821, "router_noise": 0.0, "grad_norm": 0.8627, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 102.2} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.6727, "de": 2.98896, "vi": 2.36676, "tr": 2.9987, "fi": 3.19708, "ru": 1.95199, "el": 2.06414, "hi": 1.53959, "ta": 1.26424, "th": 1.58473, "zh": 3.67557, "my": 1.46615}, "bytes_per_chunk": {"en": 11.696, "de": 14.228, "vi": 26.386, "tr": 14.915, "fi": 19.834, "ru": 14.979, "el": 52.418, "hi": 41.354, "ta": 82.931, "th": 12.679, "zh": 50.961, "my": 14.757}, "bpb_mean": 2.31422, "t": 120.4} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.77073, "bpb": 2.55463, "chunk_loss": 0.036174, "F": 0.28519, "G": 0.40666, "chunks": 292.03, "bytes_per_chunk": 3.506, "boundary_entropy": 0.6685, "router_noise": 0.0, "grad_norm": 0.8882, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 120.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.7461, "bpb": 2.51909, "chunk_loss": 0.023676, "F": 0.00098, "G": 0.34336, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.63283, "router_noise": 0.0, "grad_norm": 0.8669, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 137.5} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.59531, "bpb": 2.30154, "chunk_loss": 0.04745, "F": 0.56873, "G": 0.3657, "chunks": 582.38, "bytes_per_chunk": 1.758, "boundary_entropy": 0.64586, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 154.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.63156, "bpb": 2.35384, "chunk_loss": 0.021869, "F": 0.00412, "G": 0.39823, "chunks": 4.22, "bytes_per_chunk": 242.726, "boundary_entropy": 0.6633, "router_noise": 0.0, "grad_norm": 0.8277, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 172.1} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.54875, "bpb": 2.23437, "chunk_loss": 0.022334, "F": 0.00446, "G": 0.38555, "chunks": 4.56, "bytes_per_chunk": 224.438, "boundary_entropy": 0.65782, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 189.8} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 865.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.049704, "cps": 6.757812, "mean_p": 0.387742, "boundary_entropy": 0.650626, "bpb": 2.342435}, "de": {"chunks": 1047.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.050991, "cps": 8.179688, "mean_p": 0.394094, "boundary_entropy": 0.656408, "bpb": 2.60724}, "vi": {"chunks": 1126.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.061079, "cps": 8.796875, "mean_p": 0.402093, "boundary_entropy": 0.662149, "bpb": 2.122694}, "tr": {"chunks": 887.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.048997, "cps": 6.929688, "mean_p": 0.391411, "boundary_entropy": 0.655639, "bpb": 2.600893}, "fi": {"chunks": 538.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.0286, "cps": 4.203125, "mean_p": 0.381657, "boundary_entropy": 0.650929, "bpb": 2.835173}, "ru": {"chunks": 1387.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.073193, "cps": 10.835938, "mean_p": 0.397072, "boundary_entropy": 0.663244, "bpb": 1.697863}, "el": {"chunks": 910.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.04434, "cps": 7.109375, "mean_p": 0.373454, "boundary_entropy": 0.650931, "bpb": 1.75602}, "hi": {"chunks": 658.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.039108, "cps": 5.140625, "mean_p": 0.375392, "boundary_entropy": 0.64351, "bpb": 1.391615}, "ta": {"chunks": 1316.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070393, "cps": 10.28125, "mean_p": 0.410274, "boundary_entropy": 0.670053, "bpb": 1.138114}, "th": {"chunks": 1614.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.100342, "cps": 12.609375, "mean_p": 0.370276, "boundary_entropy": 0.642571, "bpb": 1.332886}, "zh": {"chunks": 316.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.053505, "cps": 2.46875, "mean_p": 0.374219, "boundary_entropy": 0.647369, "bpb": 3.454632}, "my": {"chunks": 2281.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120382, "cps": 17.820312, "mean_p": 0.413421, "boundary_entropy": 0.671582, "bpb": 1.241147}}, "bpb": {"en": 2.34244, "de": 2.60724, "vi": 2.12269, "tr": 2.60089, "fi": 2.83517, "ru": 1.69786, "el": 1.75602, "hi": 1.39162, "ta": 1.13811, "th": 1.33289, "zh": 3.45463, "my": 1.24115}, "gini_cpc": 0.214487, "gini_cps": 0.254352, "bpic": 29.647045, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.025893521467909, "vi": 1.2288624145764449, "tr": 0.9857824478362255, "fi": 0.5754113246369499, "ru": 1.472567663611268, "el": 0.8920897715491345, "hi": 0.7868262374494326, "ta": 1.4162451398862481, "th": 2.01878689979714, "zh": 1.076469310136258, "my": 2.421976483250173}, "t": 209.0} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.34998, "de": 2.61291, "vi": 2.12962, "tr": 2.60764, "fi": 2.84089, "ru": 1.67632, "el": 1.74849, "hi": 1.38933, "ta": 1.14487, "th": 1.34978, "zh": 3.45794, "my": 1.25053}, "bytes_per_chunk": {"en": 21.62, "de": 20.52, "vi": 23.7, "tr": 28.276, "fi": 56.074, "ru": 28.798, "el": 50.931, "hi": 73.204, "ta": 45.733, "th": 25.158, "zh": 74.664, "my": 25.799}, "bpb_mean": 2.04652, "t": 210.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.6244, "bpb": 2.34351, "chunk_loss": 0.022285, "F": 0.00098, "G": 0.38224, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65507, "router_noise": 0.0, "grad_norm": 0.9058, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.103, "alpha": 0.03, "t": 210.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48308, "bpb": 2.13963, "chunk_loss": 0.025308, "F": 0.04755, "G": 0.35082, "chunks": 48.69, "bytes_per_chunk": 21.032, "boundary_entropy": 0.63459, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 227.7} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 245.5} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.40639, "bpb": 2.02899, "chunk_loss": 0.028925, "F": 0.14429, "G": 0.39408, "chunks": 147.75, "bytes_per_chunk": 6.931, "boundary_entropy": 0.66056, "router_noise": 0.0, "grad_norm": 0.859, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 245.6} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.62783, "bpb": 2.34847, "chunk_loss": 0.022151, "F": 0.00308, "G": 0.3888, "chunks": 3.16, "bytes_per_chunk": 324.436, "boundary_entropy": 0.65898, "router_noise": 0.0, "grad_norm": 0.8836, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.207, "alpha": 0.03, "t": 286.9} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.49748, "bpb": 2.1604, "chunk_loss": 0.026187, "F": 0.08603, "G": 0.38583, "chunks": 88.09, "bytes_per_chunk": 11.624, "boundary_entropy": 0.65703, "router_noise": 0.0, "grad_norm": 1.0019, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.109, "alpha": 0.03, "t": 308.8} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.22275, "de": 2.45175, "vi": 2.04372, "tr": 2.44134, "fi": 2.6592, "ru": 1.5545, "el": 1.62173, "hi": 1.29278, "ta": 1.06456, "th": 1.24943, "zh": 3.32823, "my": 1.19027}, "bytes_per_chunk": {"en": 13.113, "de": 17.167, "vi": 32.56, "tr": 13.862, "fi": 10.431, "ru": 15.814, "el": 40.896, "hi": 19.984, "ta": 15.489, "th": 21.722, "zh": 51.07, "my": 24.631}, "bpb_mean": 1.92669, "t": 327.2} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.46088, "bpb": 2.1076, "chunk_loss": 0.021531, "F": 0.00098, "G": 0.40331, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.66279, "router_noise": 0.0, "grad_norm": 0.8257, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 327.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.40393, "bpb": 2.02544, "chunk_loss": 0.023008, "F": 0.00098, "G": 0.36203, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64372, "router_noise": 0.0, "grad_norm": 0.7719, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 344.6} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.42269, "bpb": 2.05251, "chunk_loss": 0.022703, "F": 0.00104, "G": 0.37063, "chunks": 1.06, "bytes_per_chunk": 963.765, "boundary_entropy": 0.64803, "router_noise": 0.0, "grad_norm": 0.8124, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 362.4} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.67857, "bpb": 2.42166, "chunk_loss": 0.025092, "F": 0.05627, "G": 0.37274, "chunks": 57.62, "bytes_per_chunk": 17.77, "boundary_entropy": 0.6487, "router_noise": 0.0, "grad_norm": 0.9422, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 379.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.5016, "bpb": 2.16636, "chunk_loss": 0.027607, "F": 0.11011, "G": 0.36684, "chunks": 112.75, "bytes_per_chunk": 9.082, "boundary_entropy": 0.64616, "router_noise": 0.0, "grad_norm": 0.8228, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 396.7} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 743.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.042694, "cps": 5.804688, "mean_p": 0.386578, "boundary_entropy": 0.648773, "bpb": 2.142141}, "de": {"chunks": 991.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.048264, "cps": 7.742188, "mean_p": 0.393949, "boundary_entropy": 0.655005, "bpb": 2.352732}, "vi": {"chunks": 963.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.052238, "cps": 7.523438, "mean_p": 0.397769, "boundary_entropy": 0.659274, "bpb": 1.99228}, "tr": {"chunks": 996.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.055019, "cps": 7.78125, "mean_p": 0.39571, "boundary_entropy": 0.656209, "bpb": 2.340493}, "fi": {"chunks": 653.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.034714, "cps": 5.101562, "mean_p": 0.381919, "boundary_entropy": 0.648935, "bpb": 2.542253}, "ru": {"chunks": 890.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.046966, "cps": 6.953125, "mean_p": 0.389771, "boundary_entropy": 0.660209, "bpb": 1.499817}, "el": {"chunks": 1227.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.059787, "cps": 9.585938, "mean_p": 0.402776, "boundary_entropy": 0.66601, "bpb": 1.551699}, "hi": {"chunks": 505.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.030015, "cps": 3.945312, "mean_p": 0.35568, "boundary_entropy": 0.621076, "bpb": 1.245318}, "ta": {"chunks": 440.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.023536, "cps": 3.4375, "mean_p": 0.371573, "boundary_entropy": 0.648746, "bpb": 1.025044}, "th": {"chunks": 1650.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.10258, "cps": 12.890625, "mean_p": 0.373504, "boundary_entropy": 0.643095, "bpb": 1.171179}, "zh": {"chunks": 361.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.061124, "cps": 2.820312, "mean_p": 0.393553, "boundary_entropy": 0.65732, "bpb": 3.222654}, "my": {"chunks": 1762.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.092991, "cps": 13.765625, "mean_p": 0.388011, "boundary_entropy": 0.658824, "bpb": 1.140095}}, "bpb": {"en": 2.14214, "de": 2.35273, "vi": 1.99228, "tr": 2.34049, "fi": 2.54225, "ru": 1.49982, "el": 1.5517, "hi": 1.24532, "ta": 1.02504, "th": 1.17118, "zh": 3.22265, "my": 1.14009}, "gini_cpc": 0.222429, "gini_cps": 0.252564, "bpic": 34.32439, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1304635239376668, "vi": 1.2235407880658864, "tr": 1.2886770475718836, "fi": 0.8130862265020188, "ru": 1.100059304609069, "el": 1.40035782982937, "hi": 0.7030263639436125, "ta": 0.5512676574479397, "th": 2.4026924594317456, "zh": 1.4316902445171757, "my": 2.178100097426093}, "t": 415.4} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.15046, "de": 2.35924, "vi": 1.99391, "tr": 2.34763, "fi": 2.54761, "ru": 1.47731, "el": 1.54451, "hi": 1.24194, "ta": 1.0329, "th": 1.18717, "zh": 3.22415, "my": 1.14907}, "bytes_per_chunk": {"en": 26.309, "de": 21.906, "vi": 27.344, "tr": 24.971, "fi": 41.005, "ru": 46.438, "el": 36.813, "hi": 105.576, "ta": 149.968, "th": 25.608, "zh": 51.899, "my": 29.418}, "bpb_mean": 1.85466, "t": 416.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.37428, "bpb": 1.98267, "chunk_loss": 0.037107, "F": 0.31747, "G": 0.38364, "chunks": 325.09, "bytes_per_chunk": 3.15, "boundary_entropy": 0.6547, "router_noise": 0.0, "grad_norm": 0.8236, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.1, "alpha": 0.03, "t": 416.7} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 434.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.22543, "bpb": 1.76792, "chunk_loss": 0.053313, "F": 0.70139, "G": 0.36807, "chunks": 718.22, "bytes_per_chunk": 1.426, "boundary_entropy": 0.64404, "router_noise": 0.0, "grad_norm": 0.7423, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 434.5} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.51993, "bpb": 2.19279, "chunk_loss": 0.032473, "F": 0.2225, "G": 0.37015, "chunks": 227.84, "bytes_per_chunk": 4.494, "boundary_entropy": 0.64718, "router_noise": 0.0, "grad_norm": 0.9441, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 451.9} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.33993, "bpb": 1.93311, "chunk_loss": 0.023319, "F": 0.00107, "G": 0.35345, "chunks": 1.09, "bytes_per_chunk": 936.229, "boundary_entropy": 0.63719, "router_noise": 0.0, "grad_norm": 0.8465, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 469.5} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.28915, "bpb": 1.85985, "chunk_loss": 0.0234, "F": 0.00729, "G": 0.35837, "chunks": 7.47, "bytes_per_chunk": 137.105, "boundary_entropy": 0.6404, "router_noise": 0.0, "grad_norm": 0.8537, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 486.9} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.10988, "de": 2.301, "vi": 1.9648, "tr": 2.28913, "fi": 2.48488, "ru": 1.4289, "el": 1.49963, "hi": 1.21131, "ta": 1.00044, "th": 1.15444, "zh": 3.18178, "my": 1.12292}, "bytes_per_chunk": {"en": 35.92, "de": 33.225, "vi": 44.311, "tr": 39.167, "fi": 58.79, "ru": 55.539, "el": 57.013, "hi": 110.237, "ta": 188.865, "th": 47.715, "zh": 78.205, "my": 36.859}, "bpb_mean": 1.81243, "t": 505.3} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.33088, "bpb": 1.92006, "chunk_loss": 0.022679, "F": 0.00098, "G": 0.37124, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.6485, "router_noise": 0.0, "grad_norm": 0.8763, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 505.5} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.3245, "bpb": 1.91085, "chunk_loss": 0.061605, "F": 0.85696, "G": 0.37798, "chunks": 877.53, "bytes_per_chunk": 1.167, "boundary_entropy": 0.65228, "router_noise": 0.0, "grad_norm": 0.9709, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 523.0} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.17281, "bpb": 1.69201, "chunk_loss": 0.023089, "F": 0.01028, "G": 0.37136, "chunks": 10.53, "bytes_per_chunk": 97.234, "boundary_entropy": 0.64689, "router_noise": 0.0, "grad_norm": 0.8181, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 540.1} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.51532, "bpb": 2.18615, "chunk_loss": 0.022786, "F": 0.00098, "G": 0.36824, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64788, "router_noise": 0.0, "grad_norm": 0.9137, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.123, "alpha": 0.03, "t": 564.7} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.30505, "bpb": 1.88278, "chunk_loss": 0.023186, "F": 0.00098, "G": 0.35707, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.63876, "router_noise": 0.0, "grad_norm": 0.9114, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.187, "alpha": 0.03, "t": 602.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 625.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.035913, "cps": 4.882812, "mean_p": 0.376954, "boundary_entropy": 0.64401, "bpb": 2.081873}, "de": {"chunks": 747.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.03638, "cps": 5.835938, "mean_p": 0.379785, "boundary_entropy": 0.647951, "bpb": 2.270786}, "vi": {"chunks": 738.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.040033, "cps": 5.765625, "mean_p": 0.380939, "boundary_entropy": 0.650053, "bpb": 1.947748}, "tr": {"chunks": 856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.047285, "cps": 6.6875, "mean_p": 0.384487, "boundary_entropy": 0.650487, "bpb": 2.253192}, "fi": {"chunks": 514.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.027324, "cps": 4.015625, "mean_p": 0.379234, "boundary_entropy": 0.647883, "bpb": 2.443051}, "ru": {"chunks": 707.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.037309, "cps": 5.523438, "mean_p": 0.382472, "boundary_entropy": 0.656953, "bpb": 1.429963}, "el": {"chunks": 829.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.040394, "cps": 6.476562, "mean_p": 0.383706, "boundary_entropy": 0.657316, "bpb": 1.482602}, "hi": {"chunks": 449.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.026686, "cps": 3.507812, "mean_p": 0.347368, "boundary_entropy": 0.61441, "bpb": 1.195372}, "ta": {"chunks": 596.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.03188, "cps": 4.65625, "mean_p": 0.390185, "boundary_entropy": 0.66019, "bpb": 0.981009}, "th": {"chunks": 849.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.052782, "cps": 6.632812, "mean_p": 0.35477, "boundary_entropy": 0.628983, "bpb": 1.118028}, "zh": {"chunks": 277.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.046901, "cps": 2.164062, "mean_p": 0.374839, "boundary_entropy": 0.647492, "bpb": 3.147655}, "my": {"chunks": 1620.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085497, "cps": 12.65625, "mean_p": 0.370474, "boundary_entropy": 0.648133, "bpb": 1.103244}}, "bpb": {"en": 2.08187, "de": 2.27079, "vi": 1.94775, "tr": 2.25319, "fi": 2.44305, "ru": 1.42996, "el": 1.4826, "hi": 1.19537, "ta": 0.98101, "th": 1.11803, "zh": 3.14766, "my": 1.10324}, "gini_cpc": 0.172699, "gini_cps": 0.211413, "bpic": 43.576814, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.013006652705401, "vi": 1.1146982587469487, "tr": 1.3166408219632104, "fi": 0.7608435064589868, "ru": 1.0388534881266491, "el": 1.1247546265165909, "hi": 0.7430796552748885, "ta": 0.8876972880449316, "th": 1.469706882188374, "zh": 1.3059616661022686, "my": 2.380651044965168}, "t": 620.9} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.09086, "de": 2.27843, "vi": 1.94879, "tr": 2.25811, "fi": 2.45103, "ru": 1.40813, "el": 1.47652, "hi": 1.1921, "ta": 0.98822, "th": 1.13533, "zh": 3.14726, "my": 1.11249}, "bytes_per_chunk": {"en": 33.851, "de": 32.074, "vi": 41.205, "tr": 29.722, "fi": 49.667, "ru": 57.665, "el": 55.422, "hi": 112.46, "ta": 112.847, "th": 47.524, "zh": 92.272, "my": 33.149}, "bpb_mean": 1.79061, "t": 622.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 625.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.035913, "cps": 4.882812, "mean_p": 0.376954, "boundary_entropy": 0.64401, "bpb": 2.081873}, "de": {"chunks": 747.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.03638, "cps": 5.835938, "mean_p": 0.379785, "boundary_entropy": 0.647951, "bpb": 2.270786}, "vi": {"chunks": 738.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.040033, "cps": 5.765625, "mean_p": 0.380939, "boundary_entropy": 0.650053, "bpb": 1.947748}, "tr": {"chunks": 856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.047285, "cps": 6.6875, "mean_p": 0.384487, "boundary_entropy": 0.650487, "bpb": 2.253192}, "fi": {"chunks": 514.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.027324, "cps": 4.015625, "mean_p": 0.379234, "boundary_entropy": 0.647883, "bpb": 2.443051}, "ru": {"chunks": 707.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.037309, "cps": 5.523438, "mean_p": 0.382472, "boundary_entropy": 0.656953, "bpb": 1.429963}, "el": {"chunks": 829.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.040394, "cps": 6.476562, "mean_p": 0.383706, "boundary_entropy": 0.657316, "bpb": 1.482602}, "hi": {"chunks": 449.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.026686, "cps": 3.507812, "mean_p": 0.347368, "boundary_entropy": 0.61441, "bpb": 1.195372}, "ta": {"chunks": 596.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.03188, "cps": 4.65625, "mean_p": 0.390185, "boundary_entropy": 0.66019, "bpb": 0.981009}, "th": {"chunks": 849.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.052782, "cps": 6.632812, "mean_p": 0.35477, "boundary_entropy": 0.628983, "bpb": 1.118028}, "zh": {"chunks": 277.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.046901, "cps": 2.164062, "mean_p": 0.374839, "boundary_entropy": 0.647492, "bpb": 3.147655}, "my": {"chunks": 1620.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085497, "cps": 12.65625, "mean_p": 0.370474, "boundary_entropy": 0.648133, "bpb": 1.103244}}, "bpb": {"en": 2.08187, "de": 2.27079, "vi": 1.94775, "tr": 2.25319, "fi": 2.44305, "ru": 1.42996, "el": 1.4826, "hi": 1.19537, "ta": 0.98101, "th": 1.11803, "zh": 3.14766, "my": 1.10324}, "gini_cpc": 0.172699, "gini_cps": 0.211413, "bpic": 43.576814, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.013006652705401, "vi": 1.1146982587469487, "tr": 1.3166408219632104, "fi": 0.7608435064589868, "ru": 1.0388534881266491, "el": 1.1247546265165909, "hi": 0.7430796552748885, "ta": 0.8876972880449316, "th": 1.469706882188374, "zh": 1.3059616661022686, "my": 2.380651044965168}, "t": 623.1} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s0/th0.70"], "t": 626.6} +{"event": "final", "run": "jitter_s0", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.03591334827328622, "cps": 4.8828125, "bpb": 2.102690803330191, "bytes_per_chunk": 33.77491464278812}, "de": {"cpc": 0.036380460721764964, "cps": 5.8359375, "bpb": 2.271415199876741, "bytes_per_chunk": 32.133366021083596}, "vi": {"cpc": 0.04003254678600488, "cps": 5.765625, "bpb": 1.951459073921452, "bytes_per_chunk": 40.595276809910956}, "tr": {"cpc": 0.04728498038999061, "cps": 6.6875, "bpb": 2.250277080982085, "bytes_per_chunk": 30.134958041154157}, "fi": {"cpc": 0.027324437828929883, "cps": 4.015625, "bpb": 2.4655344794072835, "bytes_per_chunk": 49.16890180999719}, "ru": {"cpc": 0.037308707124010555, "cps": 5.5234375, "bpb": 1.4088588409418283, "bytes_per_chunk": 58.11861212725862}, "el": {"cpc": 0.0403937046240803, "cps": 6.4765625, "bpb": 1.471620706197338, "bytes_per_chunk": 56.95068433630241}, "hi": {"cpc": 0.026686478454680536, "cps": 3.5078125, "bpb": 1.2017601651121157, "bytes_per_chunk": 111.29017193801741}, "ta": {"cpc": 0.031880181866809305, "cps": 4.65625, "bpb": 0.9874921775028731, "bytes_per_chunk": 111.97949594190517}, "th": {"cpc": 0.052782095119676714, "cps": 6.6328125, "bpb": 1.1332099012743477, "bytes_per_chunk": 47.20338525254344}, "zh": {"cpc": 0.0469014561462919, "cps": 2.1640625, "bpb": 3.1557357805467756, "bytes_per_chunk": 94.7394289844597}, "my": {"cpc": 0.08549715009499684, "cps": 12.65625, "bpb": 1.1230400189341303, "bytes_per_chunk": 33.42607586866433}}, "gini_cpc": 0.17269931081856482, "gini_cps": 0.21141326974754948, "bpic": 43.57681389803565, "seed": 0, "mean_boundary_entropy": 0.6520750522613525, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 628.8} diff --git a/jitter_s0/model.safetensors b/jitter_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..08da6162802a03a5b1cbe66e93eeceb70ff242f3 --- /dev/null +++ b/jitter_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9ea1cb0d102b6188b02fcc98493811484f3d4824eef7bcba770de4a50ac1ede +size 90078288 diff --git a/jitter_s1/config.json b/jitter_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b5a3fc5215baa86d9b9b99b115843a709e353390 --- /dev/null +++ b/jitter_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "jitter_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 1, + "out_dir": null, + "run_name": "jitter_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 2000, + "eval_every": 1000, + "log_every": 200, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2318796127695224, + "gini_cps": 0.2339954866678544, + "bpic": 68.37359700694816, + "worst_lang": "hi", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8146260953869533, + "vi": 1.3084208484930249, + "tr": 0.911522408188721, + "fi": 0.6782836797893858, + "ru": 1.7701111460483683, + "el": 0.823810338912061, + "hi": 2.4679785047232636, + "ta": 1.7050250337085502, + "th": 1.168831225307265, + "zh": 1.74051680121559, + "my": 0.6662411771075679 + } + } +} \ No newline at end of file diff --git a/jitter_s1/final.json b/jitter_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..acb7a8f53961ed59173484ebf34467218f71e3d6 --- /dev/null +++ b/jitter_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "jitter_s1", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.022180083893581566, + "cps": 3.015625, + "bpb": 2.1020406444164355, + "bytes_per_chunk": 46.865826405649415 + }, + "de": { + "cpc": 0.018068475137583404, + "cps": 2.8984375, + "bpb": 2.2796363360511163, + "bytes_per_chunk": 68.94897422409258 + }, + "vi": { + "cpc": 0.029020884187686467, + "cps": 4.1796875, + "bpb": 1.9494764901690524, + "bytes_per_chunk": 70.51620712844654 + }, + "tr": { + "cpc": 0.020217643484505332, + "cps": 2.859375, + "bpb": 2.2458832574689267, + "bytes_per_chunk": 85.72400261608895 + }, + "fi": { + "cpc": 0.01504438892137579, + "cps": 2.2109375, + "bpb": 2.4640121534753403, + "bytes_per_chunk": 111.19575821845174 + }, + "ru": { + "cpc": 0.03926121372031662, + "cps": 5.8125, + "bpb": 1.4033274435589955, + "bytes_per_chunk": 66.50025367833587 + }, + "el": { + "cpc": 0.018272182429469375, + "cps": 2.9296875, + "bpb": 1.4606392699744462, + "bytes_per_chunk": 149.24224309706804 + }, + "hi": { + "cpc": 0.05473997028231798, + "cps": 7.1953125, + "bpb": 1.2202438124075716, + "bytes_per_chunk": 53.54248366013072 + }, + "ta": { + "cpc": 0.03781759828831238, + "cps": 5.5234375, + "bpb": 0.9998630346897966, + "bytes_per_chunk": 80.46163290362185 + }, + "th": { + "cpc": 0.025924774634752876, + "cps": 3.2578125, + "bpb": 1.126236773329332, + "bytes_per_chunk": 134.95186615186614 + }, + "zh": { + "cpc": 0.03860480866915002, + "cps": 1.78125, + "bpb": 3.1923234986783178, + "bytes_per_chunk": 134.3639159405433 + }, + "my": { + "cpc": 0.01477728520160439, + "cps": 2.1875, + "bpb": 1.114218518197882, + "bytes_per_chunk": 210.81141938078005 + } + }, + "gini_cpc": 0.2318796127695224, + "gini_cps": 0.2339954866678544, + "bpic": 68.37359700694816, + "seed": 1, + "mean_boundary_entropy": 0.6504928469657898, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/jitter_s1/log.jsonl b/jitter_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..0da9cd9f737e1f0be73511ebc0162de495094ed1 --- /dev/null +++ b/jitter_s1/log.jsonl @@ -0,0 +1,56 @@ +{"event": "start", "run": "jitter_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.5} +{"event": "probe_schedule", "n": 13, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 2000, 4000, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.56843, "bpb": 8.03354, "chunk_loss": 0.018394, "F": 0.00098, "G": 0.49096, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 4.288, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.001, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2664.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153077, "cps": 20.8125, "mean_p": 0.478116, "boundary_entropy": 0.68544, "bpb": 8.020959}, "de": {"chunks": 2049.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099791, "cps": 16.007812, "mean_p": 0.469667, "boundary_entropy": 0.685274, "bpb": 8.049532}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507217, "boundary_entropy": 0.688284, "bpb": 7.879922}, "tr": {"chunks": 5644.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311772, "cps": 44.09375, "mean_p": 0.486068, "boundary_entropy": 0.686377, "bpb": 8.002969}, "fi": {"chunks": 4715.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.250651, "cps": 36.835938, "mean_p": 0.484451, "boundary_entropy": 0.686591, "bpb": 8.058056}, "ru": {"chunks": 17619.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.929763, "cps": 137.648438, "mean_p": 0.502405, "boundary_entropy": 0.690066, "bpb": 8.091542}, "el": {"chunks": 31509.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.535302, "cps": 246.164062, "mean_p": 0.518025, "boundary_entropy": 0.6897, "bpb": 7.798168}, "hi": {"chunks": 1684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.100089, "cps": 13.15625, "mean_p": 0.476383, "boundary_entropy": 0.689508, "bpb": 8.02942}, "ta": {"chunks": 39824.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.130195, "cps": 311.125, "mean_p": 0.514695, "boundary_entropy": 0.690537, "bpb": 8.080367}, "th": {"chunks": 44429.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.762139, "cps": 347.101562, "mean_p": 0.520846, "boundary_entropy": 0.690219, "bpb": 8.188781}, "zh": {"chunks": 12945.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.191839, "cps": 101.132812, "mean_p": 0.52838, "boundary_entropy": 0.684744, "bpb": 8.120358}, "my": {"chunks": 7122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375871, "cps": 55.640625, "mean_p": 0.491225, "boundary_entropy": 0.691024, "bpb": 8.107101}}, "bpb": {"en": 8.02096, "de": 8.04953, "vi": 7.87992, "tr": 8.00297, "fi": 8.05806, "ru": 8.09154, "el": 7.79817, "hi": 8.02942, "ta": 8.08037, "th": 8.18878, "zh": 8.12036, "my": 8.1071}, "gini_cpc": 0.506909, "gini_cps": 0.500776, "bpic": 2.081366, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6518977032357931, "vi": 5.026620497633516, "tr": 2.0366966701552127, "fi": 1.637418577207796, "ru": 6.073820330884974, "el": 10.02960142937851, "hi": 0.6538481720948288, "ta": 13.915836242768576, "th": 18.04410612819845, "zh": 14.31853257337934, "my": 2.4554352880429513}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2665.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153135, "cps": 20.820312, "mean_p": 0.478086, "boundary_entropy": 0.685442, "bpb": 7.985878}, "de": {"chunks": 2047.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099693, "cps": 15.992188, "mean_p": 0.46964, "boundary_entropy": 0.685274, "bpb": 8.020022}, "vi": {"chunks": 14175.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.768918, "cps": 110.742188, "mean_p": 0.507212, "boundary_entropy": 0.688287, "bpb": 7.855724}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486091, "boundary_entropy": 0.686383, "bpb": 7.979128}, "fi": {"chunks": 4688.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249216, "cps": 36.625, "mean_p": 0.484349, "boundary_entropy": 0.686585, "bpb": 8.030504}, "ru": {"chunks": 17793.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.938945, "cps": 139.007812, "mean_p": 0.502572, "boundary_entropy": 0.690065, "bpb": 8.072627}, "el": {"chunks": 31632.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.541295, "cps": 247.125, "mean_p": 0.51819, "boundary_entropy": 0.68969, "bpb": 7.781468}, "hi": {"chunks": 1745.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.103715, "cps": 13.632812, "mean_p": 0.47671, "boundary_entropy": 0.689541, "bpb": 7.988682}, "ta": {"chunks": 40397.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.160845, "cps": 315.601562, "mean_p": 0.515052, "boundary_entropy": 0.690518, "bpb": 8.043904}, "th": {"chunks": 44496.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.766304, "cps": 347.625, "mean_p": 0.521205, "boundary_entropy": 0.690191, "bpb": 8.137322}, "zh": {"chunks": 12956.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.193701, "cps": 101.21875, "mean_p": 0.528511, "boundary_entropy": 0.68473, "bpb": 8.115871}, "my": {"chunks": 7237.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.38194, "cps": 56.539062, "mean_p": 0.491328, "boundary_entropy": 0.691028, "bpb": 8.101076}}, "bpb": {"en": 7.98588, "de": 8.02002, "vi": 7.85572, "tr": 7.97913, "fi": 8.0305, "ru": 8.07263, "el": 7.78147, "hi": 7.98868, "ta": 8.0439, "th": 8.13732, "zh": 8.11587, "my": 8.10108}, "gini_cpc": 0.506485, "gini_cps": 0.50097, "bpic": 2.069168, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6510170193243129, "vi": 5.021192048936199, "tr": 2.0362931563487194, "fi": 1.6274311575509242, "ru": 6.1315019578529455, "el": 10.064975304785488, "hi": 0.6772784624863051, "ta": 14.110764754850626, "th": 18.064536091973867, "zh": 14.325322357967124, "my": 2.494147327671942}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2593.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.148997, "cps": 20.257812, "mean_p": 0.477701, "boundary_entropy": 0.685415, "bpb": 7.838458}, "de": {"chunks": 1997.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.097258, "cps": 15.601562, "mean_p": 0.469242, "boundary_entropy": 0.685232, "bpb": 7.891691}, "vi": {"chunks": 13915.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.754814, "cps": 108.710938, "mean_p": 0.50656, "boundary_entropy": 0.68831, "bpb": 7.759148}, "tr": {"chunks": 5519.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.304867, "cps": 43.117188, "mean_p": 0.485785, "boundary_entropy": 0.686374, "bpb": 7.876807}, "fi": {"chunks": 4529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.240763, "cps": 35.382812, "mean_p": 0.483709, "boundary_entropy": 0.686539, "bpb": 7.910918}, "ru": {"chunks": 17253.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910449, "cps": 134.789062, "mean_p": 0.502039, "boundary_entropy": 0.690065, "bpb": 7.942093}, "el": {"chunks": 31592.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.539346, "cps": 246.8125, "mean_p": 0.51809, "boundary_entropy": 0.689699, "bpb": 7.710974}, "hi": {"chunks": 1878.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.11162, "cps": 14.671875, "mean_p": 0.477394, "boundary_entropy": 0.689611, "bpb": 7.843225}, "ta": {"chunks": 40908.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.188179, "cps": 319.59375, "mean_p": 0.515421, "boundary_entropy": 0.690497, "bpb": 7.919492}, "th": {"chunks": 44582.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.771651, "cps": 348.296875, "mean_p": 0.521687, "boundary_entropy": 0.690152, "bpb": 7.984667}, "zh": {"chunks": 12996.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.200474, "cps": 101.53125, "mean_p": 0.52877, "boundary_entropy": 0.6847, "bpb": 8.098097}, "my": {"chunks": 7299.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.385212, "cps": 57.023438, "mean_p": 0.491348, "boundary_entropy": 0.691028, "bpb": 8.039072}}, "bpb": {"en": 7.83846, "de": 7.89169, "vi": 7.75915, "tr": 7.87681, "fi": 7.91092, "ru": 7.94209, "el": 7.71097, "hi": 7.84323, "ta": 7.91949, "th": 7.98467, "zh": 8.0981, "my": 8.03907}, "gini_cpc": 0.508937, "gini_cps": 0.503186, "bpic": 2.073808, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6527505721086835, "vi": 5.065959017784942, "tr": 2.0461216283502988, "fi": 1.6158909203846255, "ru": 6.110503700342001, "el": 10.331369135968322, "hi": 0.7491385023915687, "ta": 14.686028991378954, "th": 18.60201908943773, "zh": 14.768550196816587, "my": 2.585363368077987}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2264.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.130093, "cps": 17.6875, "mean_p": 0.475804, "boundary_entropy": 0.685259, "bpb": 7.392165}, "de": {"chunks": 1774.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086398, "cps": 13.859375, "mean_p": 0.467284, "boundary_entropy": 0.685006, "bpb": 7.493377}, "vi": {"chunks": 12826.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.695742, "cps": 100.203125, "mean_p": 0.504008, "boundary_entropy": 0.688382, "bpb": 7.484874}, "tr": {"chunks": 5055.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279235, "cps": 39.492188, "mean_p": 0.484228, "boundary_entropy": 0.686305, "bpb": 7.566448}, "fi": {"chunks": 3865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205465, "cps": 30.195312, "mean_p": 0.480947, "boundary_entropy": 0.686323, "bpb": 7.542082}, "ru": {"chunks": 15176.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.800844, "cps": 118.5625, "mean_p": 0.499958, "boundary_entropy": 0.690059, "bpb": 7.441214}, "el": {"chunks": 31671.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.543195, "cps": 247.429688, "mean_p": 0.518151, "boundary_entropy": 0.689698, "bpb": 7.560604}, "hi": {"chunks": 2197.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.130579, "cps": 17.164062, "mean_p": 0.479041, "boundary_entropy": 0.689771, "bpb": 7.440378}, "ta": {"chunks": 41737.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.232522, "cps": 326.070312, "mean_p": 0.516032, "boundary_entropy": 0.690459, "bpb": 7.55434}, "th": {"chunks": 44718.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.780106, "cps": 349.359375, "mean_p": 0.522485, "boundary_entropy": 0.690083, "bpb": 7.577396}, "zh": {"chunks": 13107.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.219269, "cps": 102.398438, "mean_p": 0.52958, "boundary_entropy": 0.684605, "bpb": 8.021169}, "my": {"chunks": 8247.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.435244, "cps": 64.429688, "mean_p": 0.492142, "boundary_entropy": 0.691056, "bpb": 7.85545}}, "bpb": {"en": 7.39216, "de": 7.49338, "vi": 7.48487, "tr": 7.56645, "fi": 7.54208, "ru": 7.44121, "el": 7.5606, "hi": 7.44038, "ta": 7.55434, "th": 7.5774, "zh": 8.02117, "my": 7.85545}, "gini_cpc": 0.517732, "gini_cps": 0.51075, "bpic": 2.101332, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6641235886934743, "vi": 5.348054093218365, "tr": 2.146437791483324, "fi": 1.579375193598663, "ru": 6.155960170431766, "el": 11.8622925041955, "hi": 1.0037433515874807, "ta": 17.161034228081995, "th": 21.37022053775712, "zh": 17.059156541410246, "my": 3.3456485380110417}, "t": 9.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1470.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.084468, "cps": 11.484375, "mean_p": 0.471159, "boundary_entropy": 0.684859, "bpb": 6.763621}, "de": {"chunks": 1189.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.057907, "cps": 9.289062, "mean_p": 0.463065, "boundary_entropy": 0.684565, "bpb": 6.891711}, "vi": {"chunks": 9791.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.531109, "cps": 76.492188, "mean_p": 0.497074, "boundary_entropy": 0.688455, "bpb": 7.100707}, "tr": {"chunks": 3864.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213445, "cps": 30.1875, "mean_p": 0.479568, "boundary_entropy": 0.686064, "bpb": 7.112817}, "fi": {"chunks": 2328.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.123757, "cps": 18.1875, "mean_p": 0.472976, "boundary_entropy": 0.685561, "bpb": 6.986445}, "ru": {"chunks": 10097.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.532823, "cps": 78.882812, "mean_p": 0.494456, "boundary_entropy": 0.689968, "bpb": 6.590353}, "el": {"chunks": 32038.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.561078, "cps": 250.296875, "mean_p": 0.518384, "boundary_entropy": 0.689714, "bpb": 7.120871}, "hi": {"chunks": 5305.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.315305, "cps": 41.445312, "mean_p": 0.487075, "boundary_entropy": 0.690393, "bpb": 6.736586}, "ta": {"chunks": 46034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.46237, "cps": 359.640625, "mean_p": 0.519724, "boundary_entropy": 0.690229, "bpb": 6.86062}, "th": {"chunks": 45404.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.822754, "cps": 354.71875, "mean_p": 0.525404, "boundary_entropy": 0.689823, "bpb": 6.685688}, "zh": {"chunks": 13563.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.296478, "cps": 105.960938, "mean_p": 0.532697, "boundary_entropy": 0.684263, "bpb": 7.802035}, "my": {"chunks": 11189.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.590511, "cps": 87.414062, "mean_p": 0.493836, "boundary_entropy": 0.691104, "bpb": 7.307892}}, "bpb": {"en": 6.76362, "de": 6.89171, "vi": 7.10071, "tr": 7.11282, "fi": 6.98644, "ru": 6.59035, "el": 7.12087, "hi": 6.73659, "ta": 6.86062, "th": 6.68569, "zh": 7.80204, "my": 7.30789}, "gini_cpc": 0.53621, "gini_cps": 0.531771, "bpic": 2.10554, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6855454186739713, "vi": 6.287683809080996, "tr": 2.526930816518178, "fi": 1.4651357922361972, "ru": 6.30797447633407, "el": 18.481249807334134, "hi": 3.7328204506170968, "ta": 29.15144112525995, "th": 33.417952332316204, "zh": 27.187489374347777, "my": 6.99092564828338}, "t": 12.0} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 383.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.022008, "cps": 2.992188, "mean_p": 0.433994, "boundary_entropy": 0.677224, "bpb": 6.352728}, "de": {"chunks": 335.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.016315, "cps": 2.617188, "mean_p": 0.429047, "boundary_entropy": 0.676857, "bpb": 6.44189}, "vi": {"chunks": 581.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.031516, "cps": 4.539062, "mean_p": 0.45394, "boundary_entropy": 0.683796, "bpb": 6.864593}, "tr": {"chunks": 531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.029332, "cps": 4.148438, "mean_p": 0.443549, "boundary_entropy": 0.680185, "bpb": 6.736257}, "fi": {"chunks": 349.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.018553, "cps": 2.726562, "mean_p": 0.43495, "boundary_entropy": 0.678082, "bpb": 6.507426}, "ru": {"chunks": 139.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.007335, "cps": 1.085938, "mean_p": 0.445588, "boundary_entropy": 0.683888, "bpb": 6.150857}, "el": {"chunks": 8892.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.43327, "cps": 69.46875, "mean_p": 0.491312, "boundary_entropy": 0.690112, "bpb": 6.302296}, "hi": {"chunks": 1311.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.07792, "cps": 10.242188, "mean_p": 0.481567, "boundary_entropy": 0.690105, "bpb": 6.098238}, "ta": {"chunks": 26982.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.443274, "cps": 210.796875, "mean_p": 0.503229, "boundary_entropy": 0.691096, "bpb": 6.387771}, "th": {"chunks": 27042.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.681194, "cps": 211.265625, "mean_p": 0.504089, "boundary_entropy": 0.691072, "bpb": 5.606693}, "zh": {"chunks": 11444.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.93769, "cps": 89.40625, "mean_p": 0.517991, "boundary_entropy": 0.685907, "bpb": 7.424534}, "my": {"chunks": 1991.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105077, "cps": 15.554688, "mean_p": 0.481385, "boundary_entropy": 0.690415, "bpb": 6.382926}}, "bpb": {"en": 6.35273, "de": 6.44189, "vi": 6.86459, "tr": 6.73626, "fi": 6.50743, "ru": 6.15086, "el": 6.3023, "hi": 6.09824, "ta": 6.38777, "th": 5.60669, "zh": 7.42453, "my": 6.38293}, "gini_cpc": 0.69672, "gini_cps": 0.688793, "bpic": 4.798462, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7413405332738905, "vi": 1.4320505112522228, "tr": 1.3328132939320676, "fi": 0.8430219638445534, "ru": 0.3332966374339508, "el": 19.687200083355503, "hi": 3.540568205183912, "ta": 65.58039296470692, "th": 76.39115729021168, "zh": 88.04602479754624, "my": 4.774558624373095}, "t": 14.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.013963, "cps": 1.898438, "mean_p": 0.361583, "boundary_entropy": 0.645794, "bpb": 5.795061}, "de": {"chunks": 211.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.010276, "cps": 1.648438, "mean_p": 0.357859, "boundary_entropy": 0.645031, "bpb": 5.937274}, "vi": {"chunks": 184.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.009981, "cps": 1.4375, "mean_p": 0.366439, "boundary_entropy": 0.650482, "bpb": 6.511334}, "tr": {"chunks": 188.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.010385, "cps": 1.46875, "mean_p": 0.362114, "boundary_entropy": 0.646959, "bpb": 6.32238}, "fi": {"chunks": 166.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.008825, "cps": 1.296875, "mean_p": 0.359204, "boundary_entropy": 0.645288, "bpb": 6.008648}, "ru": {"chunks": 130.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.00686, "cps": 1.015625, "mean_p": 0.38614, "boundary_entropy": 0.663323, "bpb": 5.589999}, "el": {"chunks": 128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006237, "cps": 1.0, "mean_p": 0.420718, "boundary_entropy": 0.677257, "bpb": 6.311157}, "hi": {"chunks": 140.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.008321, "cps": 1.09375, "mean_p": 0.375218, "boundary_entropy": 0.658523, "bpb": 5.840602}, "ta": {"chunks": 146.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.00781, "cps": 1.140625, "mean_p": 0.373999, "boundary_entropy": 0.65836, "bpb": 5.796934}, "th": {"chunks": 131.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.008144, "cps": 1.023438, "mean_p": 0.384179, "boundary_entropy": 0.663251, "bpb": 5.662074}, "zh": {"chunks": 186.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.031493, "cps": 1.453125, "mean_p": 0.391527, "boundary_entropy": 0.660036, "bpb": 7.3059}, "my": {"chunks": 254.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.013405, "cps": 1.984375, "mean_p": 0.437689, "boundary_entropy": 0.683144, "bpb": 5.71819}}, "bpb": {"en": 5.79506, "de": 5.93727, "vi": 6.51133, "tr": 6.32238, "fi": 6.00865, "ru": 5.59, "el": 6.31116, "hi": 5.8406, "ta": 5.79693, "th": 5.66207, "zh": 7.3059, "my": 5.71819}, "gini_cpc": 0.245113, "gini_cps": 0.132139, "bpic": 182.145705, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7359492969161957, "vi": 0.7148131405974277, "tr": 0.7437468586817683, "fi": 0.6319955949073663, "ru": 0.49130590572982835, "el": 0.4466701917691864, "hi": 0.5959239080586283, "ta": 0.5593005325910738, "th": 0.5832679016183318, "zh": 2.255471522996074, "my": 0.9600374774887476}, "t": 19.3} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 133.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.007642, "cps": 1.039062, "mean_p": 0.379597, "boundary_entropy": 0.655613, "bpb": 4.548053}, "de": {"chunks": 152.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.007403, "cps": 1.1875, "mean_p": 0.37754, "boundary_entropy": 0.655408, "bpb": 4.753989}, "vi": {"chunks": 827.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.04486, "cps": 6.460938, "mean_p": 0.418843, "boundary_entropy": 0.671647, "bpb": 5.113376}, "tr": {"chunks": 300.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.016572, "cps": 2.34375, "mean_p": 0.396282, "boundary_entropy": 0.663492, "bpb": 5.134856}, "fi": {"chunks": 220.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.011695, "cps": 1.71875, "mean_p": 0.382113, "boundary_entropy": 0.656636, "bpb": 4.833313}, "ru": {"chunks": 161.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.008496, "cps": 1.257812, "mean_p": 0.416762, "boundary_entropy": 0.674024, "bpb": 3.777848}, "el": {"chunks": 128.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006237, "cps": 1.0, "mean_p": 0.398727, "boundary_entropy": 0.669046, "bpb": 4.63175}, "hi": {"chunks": 135.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.008024, "cps": 1.054688, "mean_p": 0.428426, "boundary_entropy": 0.679865, "bpb": 3.545774}, "ta": {"chunks": 131.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.007007, "cps": 1.023438, "mean_p": 0.417263, "boundary_entropy": 0.676927, "bpb": 3.739576}, "th": {"chunks": 215.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.013366, "cps": 1.679688, "mean_p": 0.428008, "boundary_entropy": 0.677759, "bpb": 3.443156}, "zh": {"chunks": 139.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.023535, "cps": 1.085938, "mean_p": 0.412482, "boundary_entropy": 0.670152, "bpb": 6.367455}, "my": {"chunks": 128.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.006755, "cps": 1.0, "mean_p": 0.401239, "boundary_entropy": 0.6711, "bpb": 4.022402}}, "bpb": {"en": 4.54805, "de": 4.75399, "vi": 5.11338, "tr": 5.13486, "fi": 4.83331, "ru": 3.77785, "el": 4.63175, "hi": 3.54577, "ta": 3.73958, "th": 3.44316, "zh": 6.36745, "my": 4.0224}, "gini_cpc": 0.353397, "gini_cps": 0.323498, "bpic": 143.792057, "worst_lang": "vi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9686428119194885, "vi": 5.869956012896358, "tr": 2.168418892893173, "fi": 1.5303236028511553, "ru": 1.111703930009721, "el": 0.8160966661647541, "hi": 1.0499078304974918, "ta": 0.9168922573885906, "th": 1.7490002594300487, "zh": 3.079596638056367, "my": 0.8839324403472265}, "t": 27.5} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.58195, "bpb": 3.72497, "chunk_loss": 0.021673, "F": 0.00098, "G": 0.39935, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.66927, "router_noise": 0.0, "grad_norm": 1.4347, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.158, "alpha": 0.03, "t": 35.3} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 491.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.028214, "cps": 3.835938, "mean_p": 0.414525, "boundary_entropy": 0.669415, "bpb": 3.672405}, "de": {"chunks": 840.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.04091, "cps": 6.5625, "mean_p": 0.405741, "boundary_entropy": 0.666839, "bpb": 3.88857}, "vi": {"chunks": 1137.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.061676, "cps": 8.882812, "mean_p": 0.414811, "boundary_entropy": 0.668569, "bpb": 3.272238}, "tr": {"chunks": 1118.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.061758, "cps": 8.734375, "mean_p": 0.413739, "boundary_entropy": 0.669019, "bpb": 3.924511}, "fi": {"chunks": 1019.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.05417, "cps": 7.960938, "mean_p": 0.420978, "boundary_entropy": 0.672208, "bpb": 3.919382}, "ru": {"chunks": 195.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.01029, "cps": 1.523438, "mean_p": 0.399764, "boundary_entropy": 0.66761, "bpb": 2.665971}, "el": {"chunks": 825.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.040199, "cps": 6.445312, "mean_p": 0.438363, "boundary_entropy": 0.681206, "bpb": 2.751758}, "hi": {"chunks": 418.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024844, "cps": 3.265625, "mean_p": 0.425079, "boundary_entropy": 0.677312, "bpb": 2.163683}, "ta": {"chunks": 175.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.009361, "cps": 1.367188, "mean_p": 0.439973, "boundary_entropy": 0.682977, "bpb": 2.040198}, "th": {"chunks": 2904.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180541, "cps": 22.6875, "mean_p": 0.456926, "boundary_entropy": 0.685649, "bpb": 2.111542}, "zh": {"chunks": 436.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.073823, "cps": 3.40625, "mean_p": 0.40505, "boundary_entropy": 0.664369, "bpb": 5.011176}, "my": {"chunks": 130.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.006861, "cps": 1.015625, "mean_p": 0.419887, "boundary_entropy": 0.676671, "bpb": 2.270936}}, "bpb": {"en": 3.6724, "de": 3.88857, "vi": 3.27224, "tr": 3.92451, "fi": 3.91938, "ru": 2.66597, "el": 2.75176, "hi": 2.16368, "ta": 2.0402, "th": 2.11154, "zh": 5.01118, "my": 2.27094}, "gini_cpc": 0.437818, "gini_cps": 0.431668, "bpic": 39.614059, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4500050239527984, "vi": 2.1860492941291496, "tr": 2.1889401144593177, "fi": 1.9200163573746392, "ru": 0.3647270929501475, "el": 1.4248059873811043, "hi": 0.8805699016169203, "ta": 0.33178382317935734, "th": 6.3990893591643685, "zh": 2.616589984433656, "my": 0.24317706042520917}, "t": 41.9} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.03632, "bpb": 2.93779, "chunk_loss": 0.024239, "F": 0.02814, "G": 0.36063, "chunks": 28.81, "bytes_per_chunk": 35.54, "boundary_entropy": 0.64731, "router_noise": 0.0, "grad_norm": 1.7345, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.105, "alpha": 0.03, "t": 56.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.87477, "bpb": 2.70472, "chunk_loss": 0.022649, "F": 0.00098, "G": 0.37207, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65357, "router_noise": 0.0, "grad_norm": 0.7489, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 75.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.67521, "bpb": 2.41682, "chunk_loss": 0.022193, "F": 0.00098, "G": 0.38481, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65926, "router_noise": 0.0, "grad_norm": 0.8214, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 94.6} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.6676, "de": 2.98901, "vi": 2.3604, "tr": 2.97268, "fi": 3.23071, "ru": 1.92693, "el": 2.07715, "hi": 1.58912, "ta": 1.37095, "th": 1.62376, "zh": 3.71974, "my": 1.45979}, "bytes_per_chunk": {"en": 88.923, "de": 193.179, "vi": 722.16, "tr": 107.745, "fi": 293.226, "ru": 113.188, "el": 473.184, "hi": 188.052, "ta": 439.102, "th": 946.368, "zh": 826.953, "my": 341.333}, "bpb_mean": 2.33232, "t": 113.4} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.78443, "bpb": 2.57438, "chunk_loss": 0.025766, "F": 0.04855, "G": 0.33372, "chunks": 49.72, "bytes_per_chunk": 20.596, "boundary_entropy": 0.62891, "router_noise": 0.0, "grad_norm": 0.8492, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 113.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.65627, "bpb": 2.3895, "chunk_loss": 0.023015, "F": 0.00098, "G": 0.36183, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64658, "router_noise": 0.0, "grad_norm": 0.8266, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 132.0} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.61348, "bpb": 2.32776, "chunk_loss": 0.02191, "F": 0.00098, "G": 0.39272, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.66309, "router_noise": 0.0, "grad_norm": 0.9687, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 149.9} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.62579, "bpb": 2.34551, "chunk_loss": 0.023298, "F": 0.00098, "G": 0.35393, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64151, "router_noise": 0.0, "grad_norm": 0.8963, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 167.5} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.62437, "bpb": 2.34347, "chunk_loss": 0.023368, "F": 0.00098, "G": 0.35197, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.63951, "router_noise": 0.0, "grad_norm": 1.2577, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 185.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 257.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.014768, "cps": 2.007812, "mean_p": 0.355916, "boundary_entropy": 0.634868, "bpb": 2.334603}, "de": {"chunks": 336.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.016364, "cps": 2.625, "mean_p": 0.356176, "boundary_entropy": 0.636464, "bpb": 2.615902}, "vi": {"chunks": 347.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.018823, "cps": 2.710938, "mean_p": 0.356379, "boundary_entropy": 0.638153, "bpb": 2.12749}, "tr": {"chunks": 382.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.021101, "cps": 2.984375, "mean_p": 0.35538, "boundary_entropy": 0.635151, "bpb": 2.613461}, "fi": {"chunks": 233.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.012386, "cps": 1.820312, "mean_p": 0.36462, "boundary_entropy": 0.642233, "bpb": 2.848301}, "ru": {"chunks": 543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.028654, "cps": 4.242188, "mean_p": 0.350991, "boundary_entropy": 0.638405, "bpb": 1.688301}, "el": {"chunks": 448.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.021829, "cps": 3.5, "mean_p": 0.351743, "boundary_entropy": 0.638343, "bpb": 1.7839}, "hi": {"chunks": 1177.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.069955, "cps": 9.195312, "mean_p": 0.359596, "boundary_entropy": 0.641316, "bpb": 1.411766}, "ta": {"chunks": 1155.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.061781, "cps": 9.023438, "mean_p": 0.365126, "boundary_entropy": 0.645848, "bpb": 1.127496}, "th": {"chunks": 224.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.013926, "cps": 1.75, "mean_p": 0.350389, "boundary_entropy": 0.638766, "bpb": 1.318851}, "zh": {"chunks": 137.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.023197, "cps": 1.070312, "mean_p": 0.349868, "boundary_entropy": 0.633739, "bpb": 3.50542}, "my": {"chunks": 210.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.011083, "cps": 1.640625, "mean_p": 0.321643, "boundary_entropy": 0.613809, "bpb": 1.251973}}, "bpb": {"en": 2.3346, "de": 2.6159, "vi": 2.12749, "tr": 2.61346, "fi": 2.8483, "ru": 1.6883, "el": 1.7839, "hi": 1.41177, "ta": 1.1275, "th": 1.31885, "zh": 3.50542, "my": 1.25197}, "gini_cpc": 0.333492, "gini_cps": 0.361519, "bpic": 70.431455, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1080972245304654, "vi": 1.2746100242834482, "tr": 1.4289064886164793, "fi": 0.8387548307172702, "ru": 1.9403568678582794, "el": 1.4781828719832413, "hi": 4.737098189765323, "ta": 4.183574542393095, "th": 0.943013586624559, "zh": 1.5707899768223568, "my": 0.7504934660414043}, "t": 203.2} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.34455, "de": 2.62199, "vi": 2.13169, "tr": 2.62324, "fi": 2.84831, "ru": 1.66786, "el": 1.77523, "hi": 1.40934, "ta": 1.13558, "th": 1.33676, "zh": 3.50947, "my": 1.26013}, "bytes_per_chunk": {"en": 86.345, "de": 75.199, "vi": 144.194, "tr": 80.709, "fi": 131.863, "ru": 97.162, "el": 117.501, "hi": 43.394, "ta": 53.685, "th": 179.92, "zh": 564.966, "my": 227.358}, "bpb_mean": 2.05535, "t": 204.4} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.55604, "bpb": 2.24489, "chunk_loss": 0.025613, "F": 0.0563, "G": 0.35118, "chunks": 57.66, "bytes_per_chunk": 17.76, "boundary_entropy": 0.63933, "router_noise": 0.0, "grad_norm": 0.8047, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 204.4} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.52653, "bpb": 2.20232, "chunk_loss": 0.022589, "F": 0.00098, "G": 0.37375, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65299, "router_noise": 0.0, "grad_norm": 0.7575, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 222.0} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 239.2} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.55384, "bpb": 2.24171, "chunk_loss": 0.054117, "F": 0.73846, "G": 0.36101, "chunks": 756.19, "bytes_per_chunk": 1.354, "boundary_entropy": 0.64339, "router_noise": 0.0, "grad_norm": 0.8794, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 239.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.71623, "bpb": 2.47599, "chunk_loss": 0.022556, "F": 0.00098, "G": 0.37466, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65261, "router_noise": 0.0, "grad_norm": 0.805, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 257.0} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.50444, "bpb": 2.17045, "chunk_loss": 0.023924, "F": 0.02304, "G": 0.36283, "chunks": 23.59, "bytes_per_chunk": 43.401, "boundary_entropy": 0.64536, "router_noise": 0.0, "grad_norm": 0.7812, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 274.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.21551, "de": 2.45319, "vi": 2.04296, "tr": 2.43092, "fi": 2.65147, "ru": 1.53801, "el": 1.61944, "hi": 1.31357, "ta": 1.08274, "th": 1.23433, "zh": 3.36493, "my": 1.18579}, "bytes_per_chunk": {"en": 40.661, "de": 53.521, "vi": 82.747, "tr": 63.442, "fi": 86.288, "ru": 55.211, "el": 71.998, "hi": 36.419, "ta": 54.534, "th": 127.938, "zh": 89.043, "my": 69.369}, "bpb_mean": 1.92774, "t": 292.8} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.52656, "bpb": 2.20236, "chunk_loss": 0.022673, "F": 0.00098, "G": 0.3714, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.6496, "router_noise": 0.0, "grad_norm": 0.8643, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 292.9} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.36113, "bpb": 1.9637, "chunk_loss": 0.02255, "F": 0.00098, "G": 0.37483, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65182, "router_noise": 0.0, "grad_norm": 0.9588, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 310.7} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.4062, "bpb": 2.02872, "chunk_loss": 0.036152, "F": 0.30194, "G": 0.3746, "chunks": 309.19, "bytes_per_chunk": 3.312, "boundary_entropy": 0.65167, "router_noise": 0.0, "grad_norm": 0.7784, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 328.5} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.52441, "bpb": 2.19926, "chunk_loss": 0.048164, "F": 0.57361, "G": 0.37125, "chunks": 587.38, "bytes_per_chunk": 1.743, "boundary_entropy": 0.6504, "router_noise": 0.0, "grad_norm": 1.7498, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 347.1} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.41311, "bpb": 2.03869, "chunk_loss": 0.042968, "F": 0.48413, "G": 0.35482, "chunks": 495.75, "bytes_per_chunk": 2.066, "boundary_entropy": 0.63936, "router_noise": 0.0, "grad_norm": 0.8064, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 364.7} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 395.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.022697, "cps": 3.085938, "mean_p": 0.367709, "boundary_entropy": 0.639918, "bpb": 2.140504}, "de": {"chunks": 337.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.016413, "cps": 2.632812, "mean_p": 0.367454, "boundary_entropy": 0.643109, "bpb": 2.355928}, "vi": {"chunks": 457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.02479, "cps": 3.570312, "mean_p": 0.372393, "boundary_entropy": 0.646221, "bpb": 1.985718}, "tr": {"chunks": 464.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.025631, "cps": 3.625, "mean_p": 0.376195, "boundary_entropy": 0.647673, "bpb": 2.32451}, "fi": {"chunks": 290.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.015417, "cps": 2.265625, "mean_p": 0.375932, "boundary_entropy": 0.648623, "bpb": 2.539534}, "ru": {"chunks": 833.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.043958, "cps": 6.507812, "mean_p": 0.38216, "boundary_entropy": 0.656092, "bpb": 1.489035}, "el": {"chunks": 489.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023827, "cps": 3.820312, "mean_p": 0.381608, "boundary_entropy": 0.656643, "bpb": 1.541612}, "hi": {"chunks": 1202.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.071441, "cps": 9.390625, "mean_p": 0.372576, "boundary_entropy": 0.647457, "bpb": 1.269919}, "ta": {"chunks": 826.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.044183, "cps": 6.453125, "mean_p": 0.371251, "boundary_entropy": 0.647964, "bpb": 1.03482}, "th": {"chunks": 508.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.031582, "cps": 3.96875, "mean_p": 0.377789, "boundary_entropy": 0.654107, "bpb": 1.163126}, "zh": {"chunks": 210.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.035557, "cps": 1.640625, "mean_p": 0.370316, "boundary_entropy": 0.64517, "bpb": 3.272949}, "my": {"chunks": 303.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.015991, "cps": 2.367188, "mean_p": 0.362003, "boundary_entropy": 0.64003, "bpb": 1.137374}}, "bpb": {"en": 2.1405, "de": 2.35593, "vi": 1.98572, "tr": 2.32451, "fi": 2.53953, "ru": 1.48904, "el": 1.54161, "hi": 1.26992, "ta": 1.03482, "th": 1.16313, "zh": 3.27295, "my": 1.13737}, "gini_cpc": 0.258247, "gini_cps": 0.271935, "bpic": 60.782547, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7231102510500231, "vi": 1.0921947451360063, "tr": 1.129261322516654, "fi": 0.6792241813805415, "ru": 1.9367020473598076, "el": 1.049772129694563, "hi": 3.1475774070382, "ta": 1.9466218883408208, "th": 1.3914566208787966, "zh": 1.5665810782426794, "my": 0.704541008970587}, "t": 383.9} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.15032, "de": 2.36116, "vi": 1.98784, "tr": 2.33377, "fi": 2.54249, "ru": 1.46527, "el": 1.53314, "hi": 1.26588, "ta": 1.04159, "th": 1.18211, "zh": 3.27315, "my": 1.14581}, "bytes_per_chunk": {"en": 44.184, "de": 86.09, "vi": 81.059, "tr": 60.194, "fi": 103.737, "ru": 57.614, "el": 95.743, "hi": 40.839, "ta": 64.172, "th": 97.162, "zh": 161.022, "my": 191.486}, "bpb_mean": 1.85688, "t": 385.1} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.45512, "bpb": 2.0993, "chunk_loss": 0.022719, "F": 0.00098, "G": 0.37011, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64993, "router_noise": 0.0, "grad_norm": 0.8842, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 385.2} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 403.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.29843, "bpb": 1.87324, "chunk_loss": 0.055929, "F": 0.70004, "G": 0.3908, "chunks": 716.84, "bytes_per_chunk": 1.428, "boundary_entropy": 0.66019, "router_noise": 0.0, "grad_norm": 0.818, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 403.4} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.37957, "bpb": 1.9903, "chunk_loss": 0.022627, "F": 0.00421, "G": 0.37679, "chunks": 4.31, "bytes_per_chunk": 237.449, "boundary_entropy": 0.65397, "router_noise": 0.0, "grad_norm": 0.8301, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 421.9} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.49599, "bpb": 2.15826, "chunk_loss": 0.039673, "F": 0.39044, "G": 0.36615, "chunks": 399.81, "bytes_per_chunk": 2.561, "boundary_entropy": 0.64758, "router_noise": 0.0, "grad_norm": 0.7863, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 439.6} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.30487, "bpb": 1.88253, "chunk_loss": 0.022297, "F": 0.00098, "G": 0.38191, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65608, "router_noise": 0.0, "grad_norm": 0.8666, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 458.2} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.10913, "de": 2.31166, "vi": 1.96233, "tr": 2.28259, "fi": 2.47792, "ru": 1.42173, "el": 1.49422, "hi": 1.23133, "ta": 1.01495, "th": 1.14546, "zh": 3.22296, "my": 1.11971}, "bytes_per_chunk": {"en": 48.073, "de": 70.907, "vi": 71.742, "tr": 65.194, "fi": 86.947, "ru": 67.459, "el": 144.831, "hi": 49.21, "ta": 76.92, "th": 118.403, "zh": 149.2, "my": 121.814}, "bpb_mean": 1.81617, "t": 476.3} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.51414, "bpb": 2.18444, "chunk_loss": 0.025256, "F": 0.05795, "G": 0.36871, "chunks": 59.34, "bytes_per_chunk": 17.255, "boundary_entropy": 0.64801, "router_noise": 0.0, "grad_norm": 0.8675, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 476.4} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.40099, "bpb": 2.02121, "chunk_loss": 0.022523, "F": 0.00351, "G": 0.37881, "chunks": 3.59, "bytes_per_chunk": 284.939, "boundary_entropy": 0.65434, "router_noise": 0.0, "grad_norm": 0.8979, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 493.2} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.27771, "bpb": 1.84335, "chunk_loss": 0.022471, "F": 0.00098, "G": 0.37704, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65352, "router_noise": 0.0, "grad_norm": 0.8255, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 511.1} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.36022, "bpb": 1.96238, "chunk_loss": 0.022816, "F": 0.00098, "G": 0.36739, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.64794, "router_noise": 0.0, "grad_norm": 0.8147, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 528.9} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.38027, "bpb": 1.99131, "chunk_loss": 0.028322, "F": 0.12729, "G": 0.36518, "chunks": 130.34, "bytes_per_chunk": 7.856, "boundary_entropy": 0.64685, "router_noise": 0.0, "grad_norm": 0.8599, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 545.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 386.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.02218, "cps": 3.015625, "mean_p": 0.372235, "boundary_entropy": 0.642723, "bpb": 2.081353}, "de": {"chunks": 371.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.018068, "cps": 2.898438, "mean_p": 0.378678, "boundary_entropy": 0.64967, "bpb": 2.281939}, "vi": {"chunks": 535.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.029021, "cps": 4.179688, "mean_p": 0.379752, "boundary_entropy": 0.650654, "bpb": 1.945007}, "tr": {"chunks": 366.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.020218, "cps": 2.859375, "mean_p": 0.37595, "boundary_entropy": 0.647683, "bpb": 2.245198}, "fi": {"chunks": 283.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.015044, "cps": 2.210938, "mean_p": 0.37811, "boundary_entropy": 0.649958, "bpb": 2.445838}, "ru": {"chunks": 744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.039261, "cps": 5.8125, "mean_p": 0.378459, "boundary_entropy": 0.654131, "bpb": 1.425385}, "el": {"chunks": 375.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.018272, "cps": 2.929688, "mean_p": 0.372367, "boundary_entropy": 0.651811, "bpb": 1.473511}, "hi": {"chunks": 921.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05474, "cps": 7.195312, "mean_p": 0.375501, "boundary_entropy": 0.650672, "bpb": 1.217113}, "ta": {"chunks": 707.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.037818, "cps": 5.523438, "mean_p": 0.362146, "boundary_entropy": 0.640883, "bpb": 0.992749}, "th": {"chunks": 417.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.025925, "cps": 3.257812, "mean_p": 0.370949, "boundary_entropy": 0.649942, "bpb": 1.111332}, "zh": {"chunks": 228.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.038605, "cps": 1.78125, "mean_p": 0.375965, "boundary_entropy": 0.648166, "bpb": 3.184903}, "my": {"chunks": 280.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.014777, "cps": 2.1875, "mean_p": 0.360745, "boundary_entropy": 0.639457, "bpb": 1.09482}}, "bpb": {"en": 2.08135, "de": 2.28194, "vi": 1.94501, "tr": 2.2452, "fi": 2.44584, "ru": 1.42538, "el": 1.47351, "hi": 1.21711, "ta": 0.99275, "th": 1.11133, "zh": 3.1849, "my": 1.09482}, "gini_cpc": 0.23188, "gini_cps": 0.233995, "bpic": 68.373597, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8146260953869533, "vi": 1.3084208484930249, "tr": 0.911522408188721, "fi": 0.6782836797893858, "ru": 1.7701111460483683, "el": 0.823810338912061, "hi": 2.4679785047232636, "ta": 1.7050250337085502, "th": 1.168831225307265, "zh": 1.74051680121559, "my": 0.6662411771075679}, "t": 564.4} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.09161, "de": 2.28849, "vi": 1.94771, "tr": 2.25268, "fi": 2.44957, "ru": 1.4018, "el": 1.466, "hi": 1.21198, "ta": 1.00013, "th": 1.1284, "zh": 3.18371, "my": 1.10389}, "bytes_per_chunk": {"en": 46.996, "de": 68.284, "vi": 72.136, "tr": 83.752, "fi": 113.778, "ru": 66.433, "el": 148.271, "hi": 53.119, "ta": 81.563, "th": 134.158, "zh": 132.53, "my": 205.281}, "bpb_mean": 1.79383, "t": 565.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 386.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.02218, "cps": 3.015625, "mean_p": 0.372235, "boundary_entropy": 0.642723, "bpb": 2.081353}, "de": {"chunks": 371.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.018068, "cps": 2.898438, "mean_p": 0.378678, "boundary_entropy": 0.64967, "bpb": 2.281939}, "vi": {"chunks": 535.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.029021, "cps": 4.179688, "mean_p": 0.379752, "boundary_entropy": 0.650654, "bpb": 1.945007}, "tr": {"chunks": 366.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.020218, "cps": 2.859375, "mean_p": 0.37595, "boundary_entropy": 0.647683, "bpb": 2.245198}, "fi": {"chunks": 283.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.015044, "cps": 2.210938, "mean_p": 0.37811, "boundary_entropy": 0.649958, "bpb": 2.445838}, "ru": {"chunks": 744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.039261, "cps": 5.8125, "mean_p": 0.378459, "boundary_entropy": 0.654131, "bpb": 1.425385}, "el": {"chunks": 375.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.018272, "cps": 2.929688, "mean_p": 0.372367, "boundary_entropy": 0.651811, "bpb": 1.473511}, "hi": {"chunks": 921.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05474, "cps": 7.195312, "mean_p": 0.375501, "boundary_entropy": 0.650672, "bpb": 1.217113}, "ta": {"chunks": 707.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.037818, "cps": 5.523438, "mean_p": 0.362146, "boundary_entropy": 0.640883, "bpb": 0.992749}, "th": {"chunks": 417.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.025925, "cps": 3.257812, "mean_p": 0.370949, "boundary_entropy": 0.649942, "bpb": 1.111332}, "zh": {"chunks": 228.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.038605, "cps": 1.78125, "mean_p": 0.375965, "boundary_entropy": 0.648166, "bpb": 3.184903}, "my": {"chunks": 280.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.014777, "cps": 2.1875, "mean_p": 0.360745, "boundary_entropy": 0.639457, "bpb": 1.09482}}, "bpb": {"en": 2.08135, "de": 2.28194, "vi": 1.94501, "tr": 2.2452, "fi": 2.44584, "ru": 1.42538, "el": 1.47351, "hi": 1.21711, "ta": 0.99275, "th": 1.11133, "zh": 3.1849, "my": 1.09482}, "gini_cpc": 0.23188, "gini_cps": 0.233995, "bpic": 68.373597, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8146260953869533, "vi": 1.3084208484930249, "tr": 0.911522408188721, "fi": 0.6782836797893858, "ru": 1.7701111460483683, "el": 0.823810338912061, "hi": 2.4679785047232636, "ta": 1.7050250337085502, "th": 1.168831225307265, "zh": 1.74051680121559, "my": 0.6662411771075679}, "t": 566.5} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s1/th0.70"], "t": 569.9} +{"event": "final", "run": "jitter_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.022180083893581566, "cps": 3.015625, "bpb": 2.1020406444164355, "bytes_per_chunk": 46.865826405649415}, "de": {"cpc": 0.018068475137583404, "cps": 2.8984375, "bpb": 2.2796363360511163, "bytes_per_chunk": 68.94897422409258}, "vi": {"cpc": 0.029020884187686467, "cps": 4.1796875, "bpb": 1.9494764901690524, "bytes_per_chunk": 70.51620712844654}, "tr": {"cpc": 0.020217643484505332, "cps": 2.859375, "bpb": 2.2458832574689267, "bytes_per_chunk": 85.72400261608895}, "fi": {"cpc": 0.01504438892137579, "cps": 2.2109375, "bpb": 2.4640121534753403, "bytes_per_chunk": 111.19575821845174}, "ru": {"cpc": 0.03926121372031662, "cps": 5.8125, "bpb": 1.4033274435589955, "bytes_per_chunk": 66.50025367833587}, "el": {"cpc": 0.018272182429469375, "cps": 2.9296875, "bpb": 1.4606392699744462, "bytes_per_chunk": 149.24224309706804}, "hi": {"cpc": 0.05473997028231798, "cps": 7.1953125, "bpb": 1.2202438124075716, "bytes_per_chunk": 53.54248366013072}, "ta": {"cpc": 0.03781759828831238, "cps": 5.5234375, "bpb": 0.9998630346897966, "bytes_per_chunk": 80.46163290362185}, "th": {"cpc": 0.025924774634752876, "cps": 3.2578125, "bpb": 1.126236773329332, "bytes_per_chunk": 134.95186615186614}, "zh": {"cpc": 0.03860480866915002, "cps": 1.78125, "bpb": 3.1923234986783178, "bytes_per_chunk": 134.3639159405433}, "my": {"cpc": 0.01477728520160439, "cps": 2.1875, "bpb": 1.114218518197882, "bytes_per_chunk": 210.81141938078005}}, "gini_cpc": 0.2318796127695224, "gini_cps": 0.2339954866678544, "bpic": 68.37359700694816, "seed": 1, "mean_boundary_entropy": 0.6504928469657898, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 572.1} diff --git a/jitter_s1/model.safetensors b/jitter_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..4c9372794677200361576d87e923e70ace1e9206 --- /dev/null +++ b/jitter_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bfd6e2aa4bef6e6e743aa332eb060d28696a3bbef699a4c59d8b9593961885f8 +size 90078288 diff --git a/jitter_s2/config.json b/jitter_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..3153449d23b644e065c4cc9bb94c887171005a69 --- /dev/null +++ b/jitter_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "jitter_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 2, + "out_dir": null, + "run_name": "jitter_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 2000, + "eval_every": 1000, + "log_every": 200, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.262783775060067, + "gini_cps": 0.27856758212170174, + "bpic": 62.00016155088853, + "worst_lang": "ta", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9160887870174738, + "vi": 1.4180378442947907, + "tr": 1.677218187651982, + "fi": 0.9645182707718549, + "ru": 2.3095880536686693, + "el": 2.042357873522286, + "hi": 3.6796580569694286, + "ta": 3.9968877786187003, + "th": 2.9373511729574933, + "zh": 2.9717424040463722, + "my": 3.1892094376995943 + } + } +} \ No newline at end of file diff --git a/jitter_s2/final.json b/jitter_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..73cfb7b62c5462c1248e892ee73b5a5bc2f8a880 --- /dev/null +++ b/jitter_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "jitter_s2", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.013503418950755616, + "cps": 1.8359375, + "bpb": 2.091184529801444, + "bytes_per_chunk": 119.15636363636364 + }, + "de": { + "cpc": 0.01237033068718648, + "cps": 1.984375, + "bpb": 2.2734026958836058, + "bytes_per_chunk": 135.02137522534125 + }, + "vi": { + "cpc": 0.01914835909953892, + "cps": 2.7578125, + "bpb": 1.9494414809506864, + "bytes_per_chunk": 86.68783068783068 + }, + "tr": { + "cpc": 0.022648179859691763, + "cps": 3.203125, + "bpb": 2.240100760041376, + "bytes_per_chunk": 89.34696659850034 + }, + "fi": { + "cpc": 0.013024294295890703, + "cps": 1.9140625, + "bpb": 2.4580483003424547, + "bytes_per_chunk": 132.8656867714141 + }, + "ru": { + "cpc": 0.031187335092348285, + "cps": 4.6171875, + "bpb": 1.4135231609180474, + "bytes_per_chunk": 73.35777249195466 + }, + "el": { + "cpc": 0.02757881401354578, + "cps": 4.421875, + "bpb": 1.4792314436970544, + "bytes_per_chunk": 67.52807831014941 + }, + "hi": { + "cpc": 0.04968796433878157, + "cps": 6.53125, + "bpb": 1.2194370256690006, + "bytes_per_chunk": 54.50545794781162 + }, + "ta": { + "cpc": 0.053971650173843276, + "cps": 7.8828125, + "bpb": 0.9995220038420514, + "bytes_per_chunk": 63.92197025115826 + }, + "th": { + "cpc": 0.039664283493938454, + "cps": 4.984375, + "bpb": 1.1435730867396772, + "bytes_per_chunk": 81.6393646838991 + }, + "zh": { + "cpc": 0.040128682695563835, + "cps": 1.8515625, + "bpb": 3.1307407679749546, + "bytes_per_chunk": 120.83152800184374 + }, + "my": { + "cpc": 0.04306523115896137, + "cps": 6.375, + "bpb": 1.1354728113731958, + "bytes_per_chunk": 50.768664665440106 + } + }, + "gini_cpc": 0.262783775060067, + "gini_cps": 0.27856758212170174, + "bpic": 62.00016155088853, + "seed": 2, + "mean_boundary_entropy": 0.6519113779067993, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/jitter_s2/log.jsonl b/jitter_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..24257c917ec12ed394200ae30286e72a0365b060 --- /dev/null +++ b/jitter_s2/log.jsonl @@ -0,0 +1,56 @@ +{"event": "start", "run": "jitter_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.5} +{"event": "probe_schedule", "n": 13, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 2000, 4000, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64451, "bpb": 8.14331, "chunk_loss": 0.017745, "F": 0.00098, "G": 0.5091, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 4.2033, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.001, "alpha": 0.03, "t": 3.8} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10973.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.630523, "cps": 85.726562, "mean_p": 0.513415, "boundary_entropy": 0.686291, "bpb": 8.112407}, "de": {"chunks": 16325.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.795062, "cps": 127.539062, "mean_p": 0.524793, "boundary_entropy": 0.686378, "bpb": 8.114037}, "vi": {"chunks": 5118.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.277624, "cps": 39.984375, "mean_p": 0.481707, "boundary_entropy": 0.687285, "bpb": 7.860188}, "tr": {"chunks": 8241.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455228, "cps": 64.382812, "mean_p": 0.49822, "boundary_entropy": 0.68683, "bpb": 8.088402}, "fi": {"chunks": 13565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.721121, "cps": 105.976562, "mean_p": 0.517278, "boundary_entropy": 0.686656, "bpb": 8.053366}, "ru": {"chunks": 33499.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.767757, "cps": 261.710938, "mean_p": 0.530674, "boundary_entropy": 0.688508, "bpb": 8.214279}, "el": {"chunks": 20725.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.009843, "cps": 161.914062, "mean_p": 0.503684, "boundary_entropy": 0.690112, "bpb": 8.285335}, "hi": {"chunks": 878.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052184, "cps": 6.859375, "mean_p": 0.462055, "boundary_entropy": 0.687442, "bpb": 8.01674}, "ta": {"chunks": 1287.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068842, "cps": 10.054688, "mean_p": 0.477649, "boundary_entropy": 0.690066, "bpb": 8.087633}, "th": {"chunks": 3656.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.227293, "cps": 28.5625, "mean_p": 0.484903, "boundary_entropy": 0.690401, "bpb": 7.719771}, "zh": {"chunks": 11731.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.986285, "cps": 91.648438, "mean_p": 0.520388, "boundary_entropy": 0.685615, "bpb": 8.128736}, "my": {"chunks": 1618.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085392, "cps": 12.640625, "mean_p": 0.474603, "boundary_entropy": 0.689682, "bpb": 7.801052}}, "bpb": {"en": 8.11241, "de": 8.11404, "vi": 7.86019, "tr": 8.0884, "fi": 8.05337, "ru": 8.21428, "el": 8.28534, "hi": 8.01674, "ta": 8.08763, "th": 7.71977, "zh": 8.12874, "my": 7.80105}, "gini_cpc": 0.488839, "gini_cps": 0.462872, "bpic": 3.007311, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2609548133156332, "vi": 0.4403072946933804, "tr": 0.7219848819260126, "fi": 1.1436856070130392, "ru": 2.8036343320027304, "el": 1.6015940070465446, "hi": 0.0827633733970008, "ta": 0.1091821943169754, "th": 0.3604822315015682, "zh": 3.1502160013546776, "my": 0.13542968932840913}, "t": 5.1} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10974.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.630581, "cps": 85.734375, "mean_p": 0.513418, "boundary_entropy": 0.686297, "bpb": 8.074849}, "de": {"chunks": 16315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.794575, "cps": 127.460938, "mean_p": 0.524791, "boundary_entropy": 0.686383, "bpb": 8.078929}, "vi": {"chunks": 5118.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.277624, "cps": 39.984375, "mean_p": 0.481666, "boundary_entropy": 0.687281, "bpb": 7.841203}, "tr": {"chunks": 8290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.457935, "cps": 64.765625, "mean_p": 0.498428, "boundary_entropy": 0.686835, "bpb": 8.062411}, "fi": {"chunks": 13551.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.720376, "cps": 105.867188, "mean_p": 0.517218, "boundary_entropy": 0.686664, "bpb": 8.018631}, "ru": {"chunks": 33514.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.768549, "cps": 261.828125, "mean_p": 0.530885, "boundary_entropy": 0.688481, "bpb": 8.141092}, "el": {"chunks": 20782.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.01262, "cps": 162.359375, "mean_p": 0.50375, "boundary_entropy": 0.690111, "bpb": 8.284844}, "hi": {"chunks": 903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05367, "cps": 7.054688, "mean_p": 0.462219, "boundary_entropy": 0.687468, "bpb": 7.986524}, "ta": {"chunks": 1324.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070821, "cps": 10.34375, "mean_p": 0.477855, "boundary_entropy": 0.690085, "bpb": 8.071872}, "th": {"chunks": 3686.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229158, "cps": 28.796875, "mean_p": 0.484947, "boundary_entropy": 0.690403, "bpb": 7.703635}, "zh": {"chunks": 11732.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.986454, "cps": 91.65625, "mean_p": 0.52037, "boundary_entropy": 0.685615, "bpb": 8.122673}, "my": {"chunks": 1610.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084969, "cps": 12.578125, "mean_p": 0.474585, "boundary_entropy": 0.68968, "bpb": 7.800115}}, "bpb": {"en": 8.07485, "de": 8.07893, "vi": 7.8412, "tr": 8.06241, "fi": 8.01863, "ru": 8.14109, "el": 8.28484, "hi": 7.98652, "ta": 8.07187, "th": 7.70364, "zh": 8.12267, "my": 7.80012}, "gini_cpc": 0.488024, "gini_cps": 0.462073, "bpic": 3.003005, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2600675726178374, "vi": 0.44026717192185744, "tr": 0.7262115359751005, "fi": 1.1424011357081152, "ru": 2.804634134026552, "el": 1.6058525277498072, "hi": 0.08511220496589128, "ta": 0.11231084116104524, "th": 0.3634071183823363, "zh": 3.1501974528224856, "my": 0.1347477941124701}, "t": 6.7} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10958.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.629662, "cps": 85.609375, "mean_p": 0.513328, "boundary_entropy": 0.686323, "bpb": 7.950483}, "de": {"chunks": 16341.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.795841, "cps": 127.664062, "mean_p": 0.524718, "boundary_entropy": 0.686408, "bpb": 7.966392}, "vi": {"chunks": 5092.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276214, "cps": 39.78125, "mean_p": 0.481544, "boundary_entropy": 0.687268, "bpb": 7.774413}, "tr": {"chunks": 8458.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.467215, "cps": 66.078125, "mean_p": 0.499042, "boundary_entropy": 0.686851, "bpb": 7.975067}, "fi": {"chunks": 13519.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718675, "cps": 105.617188, "mean_p": 0.516944, "boundary_entropy": 0.686695, "bpb": 7.903791}, "ru": {"chunks": 33540.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.769921, "cps": 262.03125, "mean_p": 0.531365, "boundary_entropy": 0.688418, "bpb": 7.887699}, "el": {"chunks": 20880.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.017395, "cps": 163.125, "mean_p": 0.503844, "boundary_entropy": 0.690112, "bpb": 8.253629}, "hi": {"chunks": 958.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.056939, "cps": 7.484375, "mean_p": 0.462719, "boundary_entropy": 0.687546, "bpb": 7.88726}, "ta": {"chunks": 1398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.074779, "cps": 10.921875, "mean_p": 0.478275, "boundary_entropy": 0.690123, "bpb": 7.984734}, "th": {"chunks": 3708.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.230525, "cps": 28.96875, "mean_p": 0.484792, "boundary_entropy": 0.690388, "bpb": 7.620259}, "zh": {"chunks": 11691.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.979512, "cps": 91.335938, "mean_p": 0.520229, "boundary_entropy": 0.685623, "bpb": 8.09962}, "my": {"chunks": 1582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.083492, "cps": 12.359375, "mean_p": 0.474452, "boundary_entropy": 0.689665, "bpb": 7.794292}}, "bpb": {"en": 7.95048, "de": 7.96639, "vi": 7.77441, "tr": 7.97507, "fi": 7.90379, "ru": 7.8877, "el": 8.25363, "hi": 7.88726, "ta": 7.98473, "th": 7.62026, "zh": 8.09962, "my": 7.79429}, "gini_cpc": 0.486186, "gini_cps": 0.460751, "bpic": 2.995364, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2639184309070375, "vi": 0.43867014390770237, "tr": 0.7420103335401932, "fi": 1.1413675175727382, "ru": 2.8109082363411075, "el": 1.615780911923772, "hi": 0.09042806967681818, "ta": 0.1187611860032478, "th": 0.3661099096939097, "zh": 3.1437720027835248, "my": 0.13259768052143592}, "t": 8.3} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10564.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.607022, "cps": 82.53125, "mean_p": 0.511303, "boundary_entropy": 0.686489, "bpb": 7.511635}, "de": {"chunks": 16085.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.783373, "cps": 125.664062, "mean_p": 0.522715, "boundary_entropy": 0.686663, "bpb": 7.567076}, "vi": {"chunks": 4846.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26287, "cps": 37.859375, "mean_p": 0.480592, "boundary_entropy": 0.687177, "bpb": 7.546083}, "tr": {"chunks": 8897.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.491466, "cps": 69.507812, "mean_p": 0.500753, "boundary_entropy": 0.686901, "bpb": 7.649824}, "fi": {"chunks": 13006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.691404, "cps": 101.609375, "mean_p": 0.514458, "boundary_entropy": 0.68689, "bpb": 7.498431}, "ru": {"chunks": 33618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.774037, "cps": 262.640625, "mean_p": 0.53289, "boundary_entropy": 0.688209, "bpb": 7.323119}, "el": {"chunks": 20734.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.010281, "cps": 161.984375, "mean_p": 0.503587, "boundary_entropy": 0.69012, "bpb": 8.046873}, "hi": {"chunks": 1190.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.070728, "cps": 9.296875, "mean_p": 0.46461, "boundary_entropy": 0.687837, "bpb": 7.578698}, "ta": {"chunks": 1773.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.094838, "cps": 13.851562, "mean_p": 0.479794, "boundary_entropy": 0.690254, "bpb": 7.732736}, "th": {"chunks": 3813.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.237053, "cps": 29.789062, "mean_p": 0.484558, "boundary_entropy": 0.69036, "bpb": 7.38321}, "zh": {"chunks": 11553.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.956146, "cps": 90.257812, "mean_p": 0.519491, "boundary_entropy": 0.685665, "bpb": 8.031371}, "my": {"chunks": 1309.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.069084, "cps": 10.226562, "mean_p": 0.473199, "boundary_entropy": 0.689534, "bpb": 7.664766}}, "bpb": {"en": 7.51163, "de": 7.56708, "vi": 7.54608, "tr": 7.64982, "fi": 7.49843, "ru": 7.32312, "el": 8.04687, "hi": 7.5787, "ta": 7.73274, "th": 7.38321, "zh": 8.03137, "my": 7.66477}, "gini_cpc": 0.482797, "gini_cps": 0.457572, "bpic": 3.012694, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.290518948883884, "vi": 0.43304795844708327, "tr": 0.8096340541396518, "fi": 1.1390101492051576, "ru": 2.922526018069033, "el": 1.6643243864351969, "hi": 0.1165165498007475, "ta": 0.156235238157639, "th": 0.3905183697879156, "zh": 3.2225306624431505, "my": 0.11380779213834358}, "t": 10.0} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6431.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.369534, "cps": 50.242188, "mean_p": 0.495391, "boundary_entropy": 0.686738, "bpb": 6.909054}, "de": {"chunks": 11557.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.56285, "cps": 90.289062, "mean_p": 0.505708, "boundary_entropy": 0.687738, "bpb": 6.988178}, "vi": {"chunks": 3303.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17917, "cps": 25.804688, "mean_p": 0.474137, "boundary_entropy": 0.686527, "bpb": 7.205538}, "tr": {"chunks": 8697.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.480418, "cps": 67.945312, "mean_p": 0.499746, "boundary_entropy": 0.687046, "bpb": 7.180256}, "fi": {"chunks": 8100.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.430599, "cps": 63.28125, "mean_p": 0.497915, "boundary_entropy": 0.687331, "bpb": 6.96291}, "ru": {"chunks": 32668.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.723905, "cps": 255.21875, "mean_p": 0.52748, "boundary_entropy": 0.688774, "bpb": 6.461576}, "el": {"chunks": 17688.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.861862, "cps": 138.1875, "mean_p": 0.499546, "boundary_entropy": 0.690143, "bpb": 7.466983}, "hi": {"chunks": 2156.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.128143, "cps": 16.84375, "mean_p": 0.469561, "boundary_entropy": 0.68855, "bpb": 6.649744}, "ta": {"chunks": 3273.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.175074, "cps": 25.570312, "mean_p": 0.483503, "boundary_entropy": 0.690536, "bpb": 6.839187}, "th": {"chunks": 2779.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17277, "cps": 21.710938, "mean_p": 0.480699, "boundary_entropy": 0.690044, "bpb": 6.667273}, "zh": {"chunks": 10446.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.76871, "cps": 81.609375, "mean_p": 0.514169, "boundary_entropy": 0.685944, "bpb": 7.815019}, "my": {"chunks": 772.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.040743, "cps": 6.03125, "mean_p": 0.469418, "boundary_entropy": 0.689109, "bpb": 7.320966}}, "bpb": {"en": 6.90905, "de": 6.98818, "vi": 7.20554, "tr": 7.18026, "fi": 6.96291, "ru": 6.46158, "el": 7.46698, "hi": 6.64974, "ta": 6.83919, "th": 6.66727, "zh": 7.81502, "my": 7.32097}, "gini_cpc": 0.496787, "gini_cps": 0.468006, "bpic": 3.55781, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.5231347154694974, "vi": 0.48485406643142664, "tr": 1.3000633918148687, "fi": 1.1652490192049516, "ru": 4.665078361777489, "el": 2.3322950740787403, "hi": 0.3467682240300107, "ta": 0.4737684612956207, "th": 0.46753388484351743, "zh": 4.786325053211452, "my": 0.11025531513019436}, "t": 12.0} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 546.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.031374, "cps": 4.265625, "mean_p": 0.454282, "boundary_entropy": 0.682264, "bpb": 6.444821}, "de": {"chunks": 480.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.023377, "cps": 3.75, "mean_p": 0.457648, "boundary_entropy": 0.684041, "bpb": 6.531547}, "vi": {"chunks": 739.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.040087, "cps": 5.773438, "mean_p": 0.453877, "boundary_entropy": 0.683603, "bpb": 6.918218}, "tr": {"chunks": 1827.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.100922, "cps": 14.273438, "mean_p": 0.470851, "boundary_entropy": 0.685377, "bpb": 6.768646}, "fi": {"chunks": 513.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.027271, "cps": 4.007812, "mean_p": 0.454461, "boundary_entropy": 0.683028, "bpb": 6.550628}, "ru": {"chunks": 10752.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.567388, "cps": 84.0, "mean_p": 0.494644, "boundary_entropy": 0.690088, "bpb": 5.97938}, "el": {"chunks": 15611.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.760659, "cps": 121.960938, "mean_p": 0.497568, "boundary_entropy": 0.690242, "bpb": 6.440687}, "hi": {"chunks": 355.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0211, "cps": 2.773438, "mean_p": 0.457841, "boundary_entropy": 0.68691, "bpb": 6.323972}, "ta": {"chunks": 296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.015833, "cps": 2.3125, "mean_p": 0.449685, "boundary_entropy": 0.685801, "bpb": 6.390968}, "th": {"chunks": 244.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.015169, "cps": 1.90625, "mean_p": 0.444814, "boundary_entropy": 0.684494, "bpb": 6.253931}, "zh": {"chunks": 4991.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.845073, "cps": 38.992188, "mean_p": 0.490494, "boundary_entropy": 0.685902, "bpb": 7.462509}, "my": {"chunks": 361.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.019052, "cps": 2.820312, "mean_p": 0.46235, "boundary_entropy": 0.688224, "bpb": 6.498228}}, "bpb": {"en": 6.44482, "de": 6.53155, "vi": 6.91822, "tr": 6.76865, "fi": 6.55063, "ru": 5.97938, "el": 6.44069, "hi": 6.32397, "ta": 6.39097, "th": 6.25393, "zh": 7.46251, "my": 6.49823}, "gini_cpc": 0.679691, "gini_cps": 0.689394, "bpic": 10.452976, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7451098553226835, "vi": 1.2777114125364737, "tr": 3.216766026880373, "fi": 0.8692345079831125, "ru": 18.084708747716665, "el": 24.24495353109591, "hi": 0.6725193083291152, "ta": 0.5046586470496607, "th": 0.4835041862085692, "zh": 26.935534918856966, "my": 0.6072608782393457}, "t": 14.9} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 207.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.011895, "cps": 1.617188, "mean_p": 0.357804, "boundary_entropy": 0.643436, "bpb": 5.94692}, "de": {"chunks": 159.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.007744, "cps": 1.242188, "mean_p": 0.361607, "boundary_entropy": 0.647364, "bpb": 6.083577}, "vi": {"chunks": 225.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.012205, "cps": 1.757812, "mean_p": 0.372776, "boundary_entropy": 0.653829, "bpb": 6.594595}, "tr": {"chunks": 162.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.008949, "cps": 1.265625, "mean_p": 0.366458, "boundary_entropy": 0.64941, "bpb": 6.436281}, "fi": {"chunks": 174.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.00925, "cps": 1.359375, "mean_p": 0.354408, "boundary_entropy": 0.642381, "bpb": 6.053196}, "ru": {"chunks": 132.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.006966, "cps": 1.03125, "mean_p": 0.410378, "boundary_entropy": 0.673523, "bpb": 5.788062}, "el": {"chunks": 10920.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.532086, "cps": 85.3125, "mean_p": 0.495321, "boundary_entropy": 0.6904, "bpb": 5.750818}, "hi": {"chunks": 160.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.00951, "cps": 1.25, "mean_p": 0.466272, "boundary_entropy": 0.688437, "bpb": 5.804437}, "ta": {"chunks": 192.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.01027, "cps": 1.5, "mean_p": 0.460835, "boundary_entropy": 0.687975, "bpb": 5.786206}, "th": {"chunks": 133.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.008269, "cps": 1.039062, "mean_p": 0.417771, "boundary_entropy": 0.676863, "bpb": 5.474193}, "zh": {"chunks": 149.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.025229, "cps": 1.164062, "mean_p": 0.410025, "boundary_entropy": 0.668755, "bpb": 7.191683}, "my": {"chunks": 180.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.0095, "cps": 1.40625, "mean_p": 0.424851, "boundary_entropy": 0.679574, "bpb": 5.903939}}, "bpb": {"en": 5.94692, "de": 6.08358, "vi": 6.5946, "tr": 6.43628, "fi": 6.0532, "ru": 5.78806, "el": 5.75082, "hi": 5.80444, "ta": 5.78621, "th": 5.47419, "zh": 7.19168, "my": 5.90394}, "gini_cpc": 0.764345, "gini_cps": 0.782583, "bpic": 29.999296, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6510262377212505, "vi": 1.026108182686525, "tr": 0.7523470767516314, "fi": 0.7776624685371417, "ru": 0.5856234943214409, "el": 44.73377695014501, "hi": 0.7995003983892154, "ta": 0.863434770980383, "th": 0.6951593211787018, "zh": 2.1210289707838257, "my": 0.7986617837376435}, "t": 19.5} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2951.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169568, "cps": 23.054688, "mean_p": 0.475111, "boundary_entropy": 0.684644, "bpb": 4.546814}, "de": {"chunks": 4472.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.217796, "cps": 34.9375, "mean_p": 0.479347, "boundary_entropy": 0.686126, "bpb": 4.773277}, "vi": {"chunks": 1209.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.065582, "cps": 9.445312, "mean_p": 0.46267, "boundary_entropy": 0.685101, "bpb": 5.290019}, "tr": {"chunks": 4751.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.262443, "cps": 37.117188, "mean_p": 0.480246, "boundary_entropy": 0.685829, "bpb": 5.212214}, "fi": {"chunks": 1847.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.098187, "cps": 14.429688, "mean_p": 0.469739, "boundary_entropy": 0.684909, "bpb": 4.813523}, "ru": {"chunks": 1792.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.094565, "cps": 14.0, "mean_p": 0.467962, "boundary_entropy": 0.687257, "bpb": 3.879847}, "el": {"chunks": 252.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.012279, "cps": 1.96875, "mean_p": 0.454998, "boundary_entropy": 0.686074, "bpb": 4.633605}, "hi": {"chunks": 233.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.013848, "cps": 1.820312, "mean_p": 0.478027, "boundary_entropy": 0.689579, "bpb": 3.718622}, "ta": {"chunks": 13734.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.734635, "cps": 107.296875, "mean_p": 0.468733, "boundary_entropy": 0.687419, "bpb": 3.773613}, "th": {"chunks": 2057.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.127883, "cps": 16.070312, "mean_p": 0.437202, "boundary_entropy": 0.679734, "bpb": 3.607527}, "zh": {"chunks": 335.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.056722, "cps": 2.617188, "mean_p": 0.47456, "boundary_entropy": 0.685611, "bpb": 6.43275}, "my": {"chunks": 1035.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.054623, "cps": 8.085938, "mean_p": 0.48045, "boundary_entropy": 0.690493, "bpb": 4.309861}}, "bpb": {"en": 4.54681, "de": 4.77328, "vi": 5.29002, "tr": 5.21221, "fi": 4.81352, "ru": 3.87985, "el": 4.6336, "hi": 3.71862, "ta": 3.77361, "th": 3.60753, "zh": 6.43275, "my": 4.30986}, "gini_cpc": 0.527577, "gini_cps": 0.5532, "bpic": 11.07018, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2844118343073394, "vi": 0.386756899165899, "tr": 1.5477092909725707, "fi": 0.5790418091925529, "ru": 0.5576782433216593, "el": 0.07241267754357077, "hi": 0.08166872186273774, "ta": 4.332379421067414, "th": 0.754168062816912, "zh": 0.334507820074652, "my": 0.3221305279883871}, "t": 28.3} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.5608, "bpb": 3.69445, "chunk_loss": 0.022629, "F": 0.00098, "G": 0.37261, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65348, "router_noise": 0.0, "grad_norm": 1.8307, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.159, "alpha": 0.03, "t": 35.6} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 138.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.00793, "cps": 1.078125, "mean_p": 0.325811, "boundary_entropy": 0.617501, "bpb": 3.688162}, "de": {"chunks": 491.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.023913, "cps": 3.835938, "mean_p": 0.323568, "boundary_entropy": 0.615002, "bpb": 3.901921}, "vi": {"chunks": 246.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.013344, "cps": 1.921875, "mean_p": 0.380783, "boundary_entropy": 0.654541, "bpb": 3.278447}, "tr": {"chunks": 404.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.022317, "cps": 3.15625, "mean_p": 0.339516, "boundary_entropy": 0.622591, "bpb": 3.931836}, "fi": {"chunks": 190.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.0101, "cps": 1.484375, "mean_p": 0.318453, "boundary_entropy": 0.610087, "bpb": 3.947919}, "ru": {"chunks": 129.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.006807, "cps": 1.007812, "mean_p": 0.324843, "boundary_entropy": 0.620993, "bpb": 2.670494}, "el": {"chunks": 131.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.006383, "cps": 1.023438, "mean_p": 0.358232, "boundary_entropy": 0.647862, "bpb": 2.78849}, "hi": {"chunks": 162.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.009629, "cps": 1.265625, "mean_p": 0.37343, "boundary_entropy": 0.653935, "bpb": 2.17733}, "ta": {"chunks": 133.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.007114, "cps": 1.039062, "mean_p": 0.334886, "boundary_entropy": 0.631485, "bpb": 2.044377}, "th": {"chunks": 145.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.009015, "cps": 1.132812, "mean_p": 0.368819, "boundary_entropy": 0.652689, "bpb": 2.125364}, "zh": {"chunks": 183.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.030985, "cps": 1.429688, "mean_p": 0.361058, "boundary_entropy": 0.639788, "bpb": 5.05289}, "my": {"chunks": 130.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.006861, "cps": 1.015625, "mean_p": 0.347609, "boundary_entropy": 0.641585, "bpb": 2.263279}}, "bpb": {"en": 3.68816, "de": 3.90192, "vi": 3.27845, "tr": 3.93184, "fi": 3.94792, "ru": 2.67049, "el": 2.78849, "hi": 2.17733, "ta": 2.04438, "th": 2.12536, "zh": 5.05289, "my": 2.26328}, "gini_cpc": 0.308209, "gini_cps": 0.258192, "bpic": 154.625705, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 3.0156026671805085, "vi": 1.6828174196059007, "tr": 2.814335361182028, "fi": 1.2737574915694563, "ru": 0.8584708041757485, "el": 0.8049621951193676, "hi": 1.214241230053621, "ta": 0.8971626917218042, "th": 1.1368206944087793, "zh": 3.9075332381218804, "my": 0.8652169323824471}, "t": 42.2} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.24422, "bpb": 3.23773, "chunk_loss": 0.022311, "F": 0.00177, "G": 0.38255, "chunks": 1.81, "bytes_per_chunk": 564.966, "boundary_entropy": 0.65676, "router_noise": 0.0, "grad_norm": 1.2833, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.107, "alpha": 0.03, "t": 57.1} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.93344, "bpb": 2.78937, "chunk_loss": 0.025269, "F": 0.04996, "G": 0.35909, "chunks": 51.16, "bytes_per_chunk": 20.017, "boundary_entropy": 0.64475, "router_noise": 0.0, "grad_norm": 1.1866, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 76.2} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.87191, "bpb": 2.7006, "chunk_loss": 0.032523, "F": 0.22223, "G": 0.35836, "chunks": 227.56, "bytes_per_chunk": 4.5, "boundary_entropy": 0.6453, "router_noise": 0.0, "grad_norm": 0.8789, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.098, "alpha": 0.03, "t": 95.8} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.62173, "de": 2.95945, "vi": 2.32517, "tr": 2.95091, "fi": 3.18195, "ru": 1.91645, "el": 2.03022, "hi": 1.53319, "ta": 1.31682, "th": 1.58764, "zh": 3.65126, "my": 1.40758}, "bytes_per_chunk": {"en": 179.06, "de": 148.861, "vi": 166.124, "tr": 35.724, "fi": 213.125, "ru": 63.091, "el": 261.1, "hi": 164.87, "ta": 86.573, "th": 337.814, "zh": 201.649, "my": 47.81}, "bpb_mean": 2.2902, "t": 114.5} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.57618, "bpb": 2.27395, "chunk_loss": 0.023139, "F": 0.0014, "G": 0.35886, "chunks": 1.44, "bytes_per_chunk": 712.348, "boundary_entropy": 0.64447, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 114.6} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72909, "bpb": 2.49455, "chunk_loss": 0.023445, "F": 0.00098, "G": 0.34983, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.63892, "router_noise": 0.0, "grad_norm": 0.972, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 133.8} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.72227, "bpb": 2.48472, "chunk_loss": 0.022609, "F": 0.00421, "G": 0.37745, "chunks": 4.31, "bytes_per_chunk": 237.449, "boundary_entropy": 0.65458, "router_noise": 0.0, "grad_norm": 0.8507, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 153.1} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.81127, "bpb": 2.61311, "chunk_loss": 0.028345, "F": 0.12985, "G": 0.37895, "chunks": 132.97, "bytes_per_chunk": 7.701, "boundary_entropy": 0.65544, "router_noise": 0.0, "grad_norm": 0.9153, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 171.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.46985, "bpb": 2.12055, "chunk_loss": 0.023037, "F": 0.00125, "G": 0.36155, "chunks": 1.28, "bytes_per_chunk": 799.22, "boundary_entropy": 0.64533, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 190.0} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 712.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.040912, "cps": 5.5625, "mean_p": 0.404796, "boundary_entropy": 0.660596, "bpb": 2.315924}, "de": {"chunks": 888.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.043247, "cps": 6.9375, "mean_p": 0.413895, "boundary_entropy": 0.666974, "bpb": 2.609606}, "vi": {"chunks": 567.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.030757, "cps": 4.429688, "mean_p": 0.396135, "boundary_entropy": 0.659024, "bpb": 2.122418}, "tr": {"chunks": 1251.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.069105, "cps": 9.773438, "mean_p": 0.417649, "boundary_entropy": 0.667817, "bpb": 2.593749}, "fi": {"chunks": 1175.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.062463, "cps": 9.179688, "mean_p": 0.418486, "boundary_entropy": 0.66759, "bpb": 2.862535}, "ru": {"chunks": 1136.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.059947, "cps": 8.875, "mean_p": 0.394438, "boundary_entropy": 0.661856, "bpb": 1.704548}, "el": {"chunks": 1524.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.074258, "cps": 11.90625, "mean_p": 0.417701, "boundary_entropy": 0.672436, "bpb": 1.759558}, "hi": {"chunks": 4278.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.254264, "cps": 33.421875, "mean_p": 0.422668, "boundary_entropy": 0.670879, "bpb": 1.369975}, "ta": {"chunks": 3175.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169832, "cps": 24.804688, "mean_p": 0.419546, "boundary_entropy": 0.673166, "bpb": 1.112813}, "th": {"chunks": 1965.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.122164, "cps": 15.351562, "mean_p": 0.401491, "boundary_entropy": 0.661667, "bpb": 1.342597}, "zh": {"chunks": 483.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.081781, "cps": 3.773438, "mean_p": 0.397701, "boundary_entropy": 0.658059, "bpb": 3.43383}, "my": {"chunks": 3061.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.161547, "cps": 23.914062, "mean_p": 0.43214, "boundary_entropy": 0.678789, "bpb": 1.260822}}, "bpb": {"en": 2.31592, "de": 2.60961, "vi": 2.12242, "tr": 2.59375, "fi": 2.86254, "ru": 1.70455, "el": 1.75956, "hi": 1.36997, "ta": 1.11281, "th": 1.3426, "zh": 3.43383, "my": 1.26082}, "gini_cpc": 0.343305, "gini_cps": 0.363942, "bpic": 18.984962, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0570722821087677, "vi": 0.7517683601356725, "tr": 1.68908258734197, "fi": 1.5267576674895575, "ru": 1.4652551065785182, "el": 1.8150485588380698, "hi": 6.214838305758218, "ta": 4.151092267655534, "th": 2.9859712098298017, "zh": 1.9989310527857787, "my": 3.9486085365506542}, "t": 208.9} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.32214, "de": 2.61804, "vi": 2.12452, "tr": 2.60296, "fi": 2.86484, "ru": 1.68552, "el": 1.75203, "hi": 1.36677, "ta": 1.11994, "th": 1.36287, "zh": 3.43846, "my": 1.26863}, "bytes_per_chunk": {"en": 30.066, "de": 25.372, "vi": 47.064, "tr": 20.845, "fi": 17.901, "ru": 33.816, "el": 26.214, "hi": 9.738, "ta": 16.31, "th": 26.568, "zh": 45.158, "my": 17.82}, "bpb_mean": 2.04389, "t": 210.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.44163, "bpb": 2.07983, "chunk_loss": 0.06545, "F": 0.85696, "G": 0.40346, "chunks": 877.53, "bytes_per_chunk": 1.167, "boundary_entropy": 0.6668, "router_noise": 0.0, "grad_norm": 1.1627, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.101, "alpha": 0.03, "t": 210.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.31007, "bpb": 1.89003, "chunk_loss": 0.048572, "F": 0.60114, "G": 0.36269, "chunks": 615.56, "bytes_per_chunk": 1.664, "boundary_entropy": 0.64343, "router_noise": 0.0, "grad_norm": 0.8399, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 228.9} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 247.2} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.34105, "bpb": 1.93472, "chunk_loss": 0.028884, "F": 0.1416, "G": 0.37433, "chunks": 145.0, "bytes_per_chunk": 7.062, "boundary_entropy": 0.65166, "router_noise": 0.0, "grad_norm": 0.8131, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 247.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.52519, "bpb": 2.20038, "chunk_loss": 0.028042, "F": 0.12323, "G": 0.37579, "chunks": 126.19, "bytes_per_chunk": 8.115, "boundary_entropy": 0.65264, "router_noise": 0.0, "grad_norm": 0.9188, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 265.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.43453, "bpb": 2.06959, "chunk_loss": 0.023349, "F": 0.00125, "G": 0.35281, "chunks": 1.28, "bytes_per_chunk": 799.22, "boundary_entropy": 0.63995, "router_noise": 0.0, "grad_norm": 0.8882, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 283.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.20921, "de": 2.4469, "vi": 2.04661, "tr": 2.43706, "fi": 2.6653, "ru": 1.55049, "el": 1.63054, "hi": 1.29389, "ta": 1.06619, "th": 1.2542, "zh": 3.3289, "my": 1.20051}, "bytes_per_chunk": {"en": 96.094, "de": 108.954, "vi": 68.445, "tr": 76.988, "fi": 56.424, "ru": 57.425, "el": 40.523, "hi": 68.072, "ta": 91.659, "th": 74.178, "zh": 103.943, "my": 69.222}, "bpb_mean": 1.92748, "t": 302.2} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.53952, "bpb": 2.22105, "chunk_loss": 0.051232, "F": 0.65289, "G": 0.36814, "chunks": 668.56, "bytes_per_chunk": 1.532, "boundary_entropy": 0.64834, "router_noise": 0.0, "grad_norm": 0.8578, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 302.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.42466, "bpb": 2.05535, "chunk_loss": 0.0234, "F": 0.00098, "G": 0.35109, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.63906, "router_noise": 0.0, "grad_norm": 0.8193, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 320.6} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.33683, "bpb": 1.92864, "chunk_loss": 0.028723, "F": 0.13754, "G": 0.3715, "chunks": 140.84, "bytes_per_chunk": 7.27, "boundary_entropy": 0.65142, "router_noise": 0.0, "grad_norm": 0.9023, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 338.7} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.3442, "bpb": 1.93927, "chunk_loss": 0.022435, "F": 0.00098, "G": 0.37803, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65299, "router_noise": 0.0, "grad_norm": 0.8975, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 357.3} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.40932, "bpb": 2.03321, "chunk_loss": 0.022659, "F": 0.00104, "G": 0.37186, "chunks": 1.06, "bytes_per_chunk": 963.765, "boundary_entropy": 0.65173, "router_noise": 0.0, "grad_norm": 0.8772, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 376.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.016894, "cps": 2.296875, "mean_p": 0.377103, "boundary_entropy": 0.646966, "bpb": 2.132903}, "de": {"chunks": 318.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.015487, "cps": 2.484375, "mean_p": 0.382933, "boundary_entropy": 0.652848, "bpb": 2.346793}, "vi": {"chunks": 469.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.025441, "cps": 3.664062, "mean_p": 0.3835, "boundary_entropy": 0.653029, "bpb": 1.989742}, "tr": {"chunks": 408.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.022538, "cps": 3.1875, "mean_p": 0.380939, "boundary_entropy": 0.651878, "bpb": 2.318921}, "fi": {"chunks": 483.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.025676, "cps": 3.773438, "mean_p": 0.388374, "boundary_entropy": 0.654449, "bpb": 2.534682}, "ru": {"chunks": 785.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.041425, "cps": 6.132812, "mean_p": 0.39287, "boundary_entropy": 0.662042, "bpb": 1.504671}, "el": {"chunks": 665.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.032403, "cps": 5.195312, "mean_p": 0.381358, "boundary_entropy": 0.656416, "bpb": 1.562564}, "hi": {"chunks": 1053.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.062585, "cps": 8.226562, "mean_p": 0.356573, "boundary_entropy": 0.627373, "bpb": 1.260632}, "ta": {"chunks": 1553.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.08307, "cps": 12.132812, "mean_p": 0.391833, "boundary_entropy": 0.662245, "bpb": 1.027909}, "th": {"chunks": 827.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.051414, "cps": 6.460938, "mean_p": 0.372158, "boundary_entropy": 0.646485, "bpb": 1.176101}, "zh": {"chunks": 267.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.045208, "cps": 2.085938, "mean_p": 0.385231, "boundary_entropy": 0.653231, "bpb": 3.214515}, "my": {"chunks": 257.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.013563, "cps": 2.007812, "mean_p": 0.384606, "boundary_entropy": 0.660241, "bpb": 1.159897}}, "bpb": {"en": 2.1329, "de": 2.34679, "vi": 1.98974, "tr": 2.31892, "fi": 2.53468, "ru": 1.50467, "el": 1.56256, "hi": 1.26063, "ta": 1.02791, "th": 1.1761, "zh": 3.21452, "my": 1.1599}, "gini_cpc": 0.305661, "gini_cps": 0.318257, "bpic": 52.009893, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9167512327095159, "vi": 1.5059359138285093, "tr": 1.3340939093418949, "fi": 1.519889578286261, "ru": 2.4520946637230088, "el": 1.9180396906606525, "hi": 3.704674773326864, "ta": 4.917255514133976, "th": 3.043415401597381, "zh": 2.6760523715073568, "my": 0.8028724155906821}, "t": 394.7} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.13991, "de": 2.35358, "vi": 1.98988, "tr": 2.32957, "fi": 2.53829, "ru": 1.48173, "el": 1.55782, "hi": 1.25631, "ta": 1.03414, "th": 1.19615, "zh": 3.21293, "my": 1.16754}, "bytes_per_chunk": {"en": 82.826, "de": 82.383, "vi": 59.511, "tr": 87.41, "fi": 43.807, "ru": 50.862, "el": 57.513, "hi": 42.604, "ta": 40.605, "th": 61.536, "zh": 96.911, "my": 92.11}, "bpb_mean": 1.85482, "t": 396.0} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.3414, "bpb": 1.93524, "chunk_loss": 0.052572, "F": 0.66241, "G": 0.37645, "chunks": 678.31, "bytes_per_chunk": 1.51, "boundary_entropy": 0.65202, "router_noise": 0.0, "grad_norm": 0.8761, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.099, "alpha": 0.03, "t": 396.1} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 415.2} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.32287, "bpb": 1.90849, "chunk_loss": 0.022215, "F": 0.0011, "G": 0.38436, "chunks": 1.12, "bytes_per_chunk": 910.222, "boundary_entropy": 0.65843, "router_noise": 0.0, "grad_norm": 0.8063, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 415.3} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.48374, "bpb": 2.14059, "chunk_loss": 0.022965, "F": 0.00143, "G": 0.36377, "chunks": 1.47, "bytes_per_chunk": 697.191, "boundary_entropy": 0.64664, "router_noise": 0.0, "grad_norm": 0.951, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 433.1} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.44325, "bpb": 2.08217, "chunk_loss": 0.022639, "F": 0.00098, "G": 0.37234, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65114, "router_noise": 0.0, "grad_norm": 0.8701, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 451.4} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.38421, "bpb": 1.99699, "chunk_loss": 0.02217, "F": 0.00098, "G": 0.38544, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.65813, "router_noise": 0.0, "grad_norm": 0.8583, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 470.1} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.0983, "de": 2.30449, "vi": 1.96153, "tr": 2.27631, "fi": 2.46698, "ru": 1.43429, "el": 1.50627, "hi": 1.22834, "ta": 1.01362, "th": 1.16708, "zh": 3.15443, "my": 1.14021}, "bytes_per_chunk": {"en": 64.346, "de": 71.507, "vi": 53.184, "tr": 51.08, "fi": 65.585, "ru": 51.695, "el": 42.876, "hi": 41.849, "ta": 45.189, "th": 54.659, "zh": 65.882, "my": 40.436}, "bpb_mean": 1.81265, "t": 489.7} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.40145, "bpb": 2.02187, "chunk_loss": 0.025775, "F": 0.07776, "G": 0.38607, "chunks": 79.62, "bytes_per_chunk": 12.86, "boundary_entropy": 0.65884, "router_noise": 0.0, "grad_norm": 0.8475, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.098, "alpha": 0.03, "t": 489.7} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.28923, "bpb": 1.85996, "chunk_loss": 0.022336, "F": 0.00351, "G": 0.38413, "chunks": 3.59, "bytes_per_chunk": 284.939, "boundary_entropy": 0.65839, "router_noise": 0.0, "grad_norm": 0.8719, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 508.5} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.3869, "bpb": 2.00088, "chunk_loss": 0.02251, "F": 0.00098, "G": 0.37596, "chunks": 1.0, "bytes_per_chunk": 1024.0, "boundary_entropy": 0.6538, "router_noise": 0.0, "grad_norm": 0.954, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 527.1} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.36892, "bpb": 1.97493, "chunk_loss": 0.023072, "F": 0.01898, "G": 0.38386, "chunks": 19.44, "bytes_per_chunk": 52.682, "boundary_entropy": 0.65772, "router_noise": 0.0, "grad_norm": 0.888, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 546.1} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.32724, "bpb": 1.9148, "chunk_loss": 0.022554, "F": 0.00406, "G": 0.37868, "chunks": 4.16, "bytes_per_chunk": 246.376, "boundary_entropy": 0.655, "router_noise": 0.0, "grad_norm": 0.9174, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 565.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 235.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.013503, "cps": 1.835938, "mean_p": 0.374696, "boundary_entropy": 0.646152, "bpb": 2.072183}, "de": {"chunks": 254.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.01237, "cps": 1.984375, "mean_p": 0.378796, "boundary_entropy": 0.650996, "bpb": 2.273952}, "vi": {"chunks": 353.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.019148, "cps": 2.757812, "mean_p": 0.375519, "boundary_entropy": 0.649338, "bpb": 1.946296}, "tr": {"chunks": 410.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.022648, "cps": 3.203125, "mean_p": 0.381634, "boundary_entropy": 0.652266, "bpb": 2.238207}, "fi": {"chunks": 245.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.013024, "cps": 1.914062, "mean_p": 0.372556, "boundary_entropy": 0.646645, "bpb": 2.439194}, "ru": {"chunks": 591.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.031187, "cps": 4.617188, "mean_p": 0.376535, "boundary_entropy": 0.654067, "bpb": 1.435821}, "el": {"chunks": 566.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.027579, "cps": 4.421875, "mean_p": 0.37797, "boundary_entropy": 0.654882, "bpb": 1.489949}, "hi": {"chunks": 836.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.049688, "cps": 6.53125, "mean_p": 0.361977, "boundary_entropy": 0.633895, "bpb": 1.218163}, "ta": {"chunks": 1009.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.053972, "cps": 7.882812, "mean_p": 0.380425, "boundary_entropy": 0.656419, "bpb": 0.991907}, "th": {"chunks": 638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.039664, "cps": 4.984375, "mean_p": 0.363322, "boundary_entropy": 0.642576, "bpb": 1.127957}, "zh": {"chunks": 237.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.040129, "cps": 1.851562, "mean_p": 0.379361, "boundary_entropy": 0.650523, "bpb": 3.125459}, "my": {"chunks": 816.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.043065, "cps": 6.375, "mean_p": 0.36954, "boundary_entropy": 0.651657, "bpb": 1.119749}}, "bpb": {"en": 2.07218, "de": 2.27395, "vi": 1.9463, "tr": 2.23821, "fi": 2.43919, "ru": 1.43582, "el": 1.48995, "hi": 1.21816, "ta": 0.99191, "th": 1.12796, "zh": 3.12546, "my": 1.11975}, "gini_cpc": 0.262784, "gini_cps": 0.278568, "bpic": 62.000162, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9160887870174738, "vi": 1.4180378442947907, "tr": 1.677218187651982, "fi": 0.9645182707718549, "ru": 2.3095880536686693, "el": 2.042357873522286, "hi": 3.6796580569694286, "ta": 3.9968877786187003, "th": 2.9373511729574933, "zh": 2.9717424040463722, "my": 3.1892094376995943}, "t": 584.2} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.08045, "de": 2.28221, "vi": 1.94655, "tr": 2.24572, "fi": 2.44227, "ru": 1.4125, "el": 1.48345, "hi": 1.21199, "ta": 0.99986, "th": 1.14677, "zh": 3.12322, "my": 1.12666}, "bytes_per_chunk": {"en": 123.478, "de": 132.262, "vi": 89.134, "tr": 87.294, "fi": 135.826, "ru": 73.802, "el": 67.079, "hi": 54.613, "ta": 64.22, "th": 81.436, "zh": 119.7, "my": 51.031}, "bpb_mean": 1.7918, "t": 585.5} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 235.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.013503, "cps": 1.835938, "mean_p": 0.374696, "boundary_entropy": 0.646152, "bpb": 2.072183}, "de": {"chunks": 254.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.01237, "cps": 1.984375, "mean_p": 0.378796, "boundary_entropy": 0.650996, "bpb": 2.273952}, "vi": {"chunks": 353.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.019148, "cps": 2.757812, "mean_p": 0.375519, "boundary_entropy": 0.649338, "bpb": 1.946296}, "tr": {"chunks": 410.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.022648, "cps": 3.203125, "mean_p": 0.381634, "boundary_entropy": 0.652266, "bpb": 2.238207}, "fi": {"chunks": 245.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.013024, "cps": 1.914062, "mean_p": 0.372556, "boundary_entropy": 0.646645, "bpb": 2.439194}, "ru": {"chunks": 591.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.031187, "cps": 4.617188, "mean_p": 0.376535, "boundary_entropy": 0.654067, "bpb": 1.435821}, "el": {"chunks": 566.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.027579, "cps": 4.421875, "mean_p": 0.37797, "boundary_entropy": 0.654882, "bpb": 1.489949}, "hi": {"chunks": 836.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.049688, "cps": 6.53125, "mean_p": 0.361977, "boundary_entropy": 0.633895, "bpb": 1.218163}, "ta": {"chunks": 1009.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.053972, "cps": 7.882812, "mean_p": 0.380425, "boundary_entropy": 0.656419, "bpb": 0.991907}, "th": {"chunks": 638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.039664, "cps": 4.984375, "mean_p": 0.363322, "boundary_entropy": 0.642576, "bpb": 1.127957}, "zh": {"chunks": 237.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.040129, "cps": 1.851562, "mean_p": 0.379361, "boundary_entropy": 0.650523, "bpb": 3.125459}, "my": {"chunks": 816.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.043065, "cps": 6.375, "mean_p": 0.36954, "boundary_entropy": 0.651657, "bpb": 1.119749}}, "bpb": {"en": 2.07218, "de": 2.27395, "vi": 1.9463, "tr": 2.23821, "fi": 2.43919, "ru": 1.43582, "el": 1.48995, "hi": 1.21816, "ta": 0.99191, "th": 1.12796, "zh": 3.12546, "my": 1.11975}, "gini_cpc": 0.262784, "gini_cps": 0.278568, "bpic": 62.000162, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9160887870174738, "vi": 1.4180378442947907, "tr": 1.677218187651982, "fi": 0.9645182707718549, "ru": 2.3095880536686693, "el": 2.042357873522286, "hi": 3.6796580569694286, "ta": 3.9968877786187003, "th": 2.9373511729574933, "zh": 2.9717424040463722, "my": 3.1892094376995943}, "t": 586.4} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/jitter_s2/th0.70"], "t": 590.1} +{"event": "final", "run": "jitter_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.013503418950755616, "cps": 1.8359375, "bpb": 2.091184529801444, "bytes_per_chunk": 119.15636363636364}, "de": {"cpc": 0.01237033068718648, "cps": 1.984375, "bpb": 2.2734026958836058, "bytes_per_chunk": 135.02137522534125}, "vi": {"cpc": 0.01914835909953892, "cps": 2.7578125, "bpb": 1.9494414809506864, "bytes_per_chunk": 86.68783068783068}, "tr": {"cpc": 0.022648179859691763, "cps": 3.203125, "bpb": 2.240100760041376, "bytes_per_chunk": 89.34696659850034}, "fi": {"cpc": 0.013024294295890703, "cps": 1.9140625, "bpb": 2.4580483003424547, "bytes_per_chunk": 132.8656867714141}, "ru": {"cpc": 0.031187335092348285, "cps": 4.6171875, "bpb": 1.4135231609180474, "bytes_per_chunk": 73.35777249195466}, "el": {"cpc": 0.02757881401354578, "cps": 4.421875, "bpb": 1.4792314436970544, "bytes_per_chunk": 67.52807831014941}, "hi": {"cpc": 0.04968796433878157, "cps": 6.53125, "bpb": 1.2194370256690006, "bytes_per_chunk": 54.50545794781162}, "ta": {"cpc": 0.053971650173843276, "cps": 7.8828125, "bpb": 0.9995220038420514, "bytes_per_chunk": 63.92197025115826}, "th": {"cpc": 0.039664283493938454, "cps": 4.984375, "bpb": 1.1435730867396772, "bytes_per_chunk": 81.6393646838991}, "zh": {"cpc": 0.040128682695563835, "cps": 1.8515625, "bpb": 3.1307407679749546, "bytes_per_chunk": 120.83152800184374}, "my": {"cpc": 0.04306523115896137, "cps": 6.375, "bpb": 1.1354728113731958, "bytes_per_chunk": 50.768664665440106}}, "gini_cpc": 0.262783775060067, "gini_cps": 0.27856758212170174, "bpic": 62.00016155088853, "seed": 2, "mean_boundary_entropy": 0.6519113779067993, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 592.5} diff --git a/jitter_s2/model.safetensors b/jitter_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a53505bea29ff67270d8f6f0d496ae62b35b4ee3 --- /dev/null +++ b/jitter_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d54044247bbbf717f8028f13741dd92eefd6ae377bdef734e96d00f247c36521 +size 90078288 diff --git a/manifest.json b/manifest.json new file mode 100644 index 0000000000000000000000000000000000000000..0b2a8677f638048880af8a09aee8e33838c538ce --- /dev/null +++ b/manifest.json @@ -0,0 +1,343 @@ +[ + { + "run": "baseline_en", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 5000, + "condition": "A", + "seed": 0 + }, + { + "run": "emactl_genreg_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 0 + }, + { + "run": "emactl_genreg_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 1 + }, + { + "run": "emactl_genreg_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 2 + }, + { + "run": "emactl_noema_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 0 + }, + { + "run": "emactl_noema_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 1 + }, + { + "run": "emactl_noema_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 2 + }, + { + "run": "jitter_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 0 + }, + { + "run": "jitter_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 1 + }, + { + "run": "jitter_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 2 + }, + { + "run": "pilot_A_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 0 + }, + { + "run": "pilot_A_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 1 + }, + { + "run": "pilot_A_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 2 + }, + { + "run": "pilot_Apc_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 0 + }, + { + "run": "pilot_Apc_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 1 + }, + { + "run": "pilot_Apc_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "A", + "seed": 2 + }, + { + "run": "pilot_B_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 0 + }, + { + "run": "pilot_B_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 1 + }, + { + "run": "pilot_B_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 2 + }, + { + "run": "pilot_Bpc_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 0 + }, + { + "run": "pilot_Bpc_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 1 + }, + { + "run": "pilot_Bpc_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "B", + "seed": 2 + }, + { + "run": "pilot_C_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "C", + "seed": 0 + }, + { + "run": "pilot_C_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "C", + "seed": 1 + }, + { + "run": "pilot_C_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "C", + "seed": 2 + }, + { + "run": "pilot_D_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "D", + "seed": 0 + }, + { + "run": "pilot_D_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "D", + "seed": 1 + }, + { + "run": "pilot_D_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "D", + "seed": 2 + }, + { + "run": "pilot_E_s0", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "E", + "seed": 0 + }, + { + "run": "pilot_E_s1", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "E", + "seed": 1 + }, + { + "run": "pilot_E_s2", + "params": 22582528, + "stored_tensors": 110, + "tied": { + "head.weight": "emb.weight" + }, + "step": 6000, + "condition": "E", + "seed": 2 + } +] \ No newline at end of file diff --git a/pilot_A_s0/config.json b/pilot_A_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..944ee6755329e10d68712b37334194767670169d --- /dev/null +++ b/pilot_A_s0/config.json @@ -0,0 +1,106 @@ +{ + "run": "pilot_A_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "pilot_A_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.4, + 0.5, + 0.6 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2046874384551851, + "gini_cps": 0.2124337217717518, + "bpic": 5.668261775001108, + "worst_lang": "my", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9674031957033492, + "vi": 1.0641769666197316, + "tr": 0.9818145543054209, + "fi": 0.9579169801888867, + "ru": 1.5462771572877685, + "el": 1.507303331656917, + "hi": 2.114500469118362, + "ta": 2.0382228601055625, + "th": 2.417749025953193, + "zh": 2.32292387976097, + "my": 2.471763194501154 + } + } +} \ No newline at end of file diff --git a/pilot_A_s0/final.json b/pilot_A_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..a47fa4dc89ac39923731eacfb2f045cebfcd5258 --- /dev/null +++ b/pilot_A_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_A_s0", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.2076653450554502, + "cps": 28.234375, + "bpb": 2.0273781279159193, + "bytes_per_chunk": 4.917766459370984 + }, + "de": { + "cpc": 0.20089611844348124, + "cps": 32.2265625, + "bpb": 2.194651560581718, + "bytes_per_chunk": 4.990082424380866 + }, + "vi": { + "cpc": 0.2209926769731489, + "cps": 31.828125, + "bpb": 1.8993434507023028, + "bytes_per_chunk": 5.929249977381707 + }, + "tr": { + "cpc": 0.20388885820029828, + "cps": 28.8359375, + "bpb": 2.172621765386917, + "bytes_per_chunk": 5.211869377205627 + }, + "fi": { + "cpc": 0.19892616022540002, + "cps": 29.234375, + "bpb": 2.362985137303098, + "bytes_per_chunk": 4.885778452879069 + }, + "ru": { + "cpc": 0.3211081794195251, + "cps": 47.5390625, + "bpb": 1.3424836631873538, + "bytes_per_chunk": 5.437995270298303 + }, + "el": { + "cpc": 0.3130146664717634, + "cps": 50.1875, + "bpb": 1.3926614235177859, + "bytes_per_chunk": 5.5650401757756525 + }, + "hi": { + "cpc": 0.43910846953937593, + "cps": 57.71875, + "bpb": 1.1374732168277908, + "bytes_per_chunk": 5.7044250291048755 + }, + "ta": { + "cpc": 0.42326825354372827, + "cps": 61.8203125, + "bpb": 0.9469699101528437, + "bytes_per_chunk": 6.453172502923257 + }, + "th": { + "cpc": 0.5020826857320485, + "cps": 63.09375, + "bpb": 1.093262663291936, + "bytes_per_chunk": 5.682784335403592 + }, + "zh": { + "cpc": 0.482390789028107, + "cps": 22.2578125, + "bpb": 3.1054285549014486, + "bytes_per_chunk": 5.831448051875827 + }, + "my": { + "cpc": 0.513299556681444, + "cps": 75.984375, + "bpb": 1.0876047296737308, + "bytes_per_chunk": 6.01137405980554 + } + }, + "gini_cpc": 0.2046874384551851, + "gini_cps": 0.2124337217717518, + "bpic": 5.668261775001108, + "seed": 0, + "mean_boundary_entropy": 0.32596713304519653, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_A_s0/log.jsonl b/pilot_A_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ba35ba5a9920094862c771f0f05dc72030acf7bb --- /dev/null +++ b/pilot_A_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_A_s0", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.1} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.1} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 4.0} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.806, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.4} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6327.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363558, "cps": 49.429688, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.137928}, "de": {"chunks": 8593.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418497, "cps": 67.132812, "mean_p": 0.49878, "boundary_entropy": 0.687819, "bpb": 8.136679}, "vi": {"chunks": 13021.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.70632, "cps": 101.726562, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072331}, "tr": {"chunks": 5241.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28951, "cps": 40.945312, "mean_p": 0.489422, "boundary_entropy": 0.68728, "bpb": 8.156839}, "fi": {"chunks": 8839.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469885, "cps": 69.054688, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196329}, "ru": {"chunks": 10507.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.554459, "cps": 82.085938, "mean_p": 0.493307, "boundary_entropy": 0.689882, "bpb": 8.05948}, "el": {"chunks": 15041.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732885, "cps": 117.507812, "mean_p": 0.497467, "boundary_entropy": 0.690234, "bpb": 8.140841}, "hi": {"chunks": 2497.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.14841, "cps": 19.507812, "mean_p": 0.484437, "boundary_entropy": 0.690242, "bpb": 8.249675}, "ta": {"chunks": 37853.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024766, "cps": 295.726562, "mean_p": 0.512694, "boundary_entropy": 0.690391, "bpb": 8.028648}, "th": {"chunks": 33858.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.104942, "cps": 264.515625, "mean_p": 0.51177, "boundary_entropy": 0.690558, "bpb": 8.229599}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120689}, "my": {"chunks": 48156.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.541482, "cps": 376.21875, "mean_p": 0.521508, "boundary_entropy": 0.69021, "bpb": 7.893441}}, "bpb": {"en": 8.13793, "de": 8.13668, "vi": 8.07233, "tr": 8.15684, "fi": 8.19633, "ru": 8.05948, "el": 8.14084, "hi": 8.24967, "ta": 8.02865, "th": 8.2296, "zh": 8.12069, "my": 7.89344}, "gini_cpc": 0.425879, "gini_cps": 0.427327, "bpic": 1.902232, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1511149395402474, "vi": 1.9427972617386349, "tr": 0.7963241633991176, "fi": 1.2924612650724754, "ru": 1.5250911597613446, "el": 2.0158682829037273, "hi": 0.40821574839874675, "ta": 5.569306520241896, "th": 5.78983945089012, "zh": 5.504911224161941, "my": 6.990581695324872}, "t": 5.8} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6247.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.358961, "cps": 48.804688, "mean_p": 0.4962, "boundary_entropy": 0.686976, "bpb": 8.088505}, "de": {"chunks": 8516.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414747, "cps": 66.53125, "mean_p": 0.498576, "boundary_entropy": 0.687814, "bpb": 8.092769}, "vi": {"chunks": 12840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696501, "cps": 100.3125, "mean_p": 0.505085, "boundary_entropy": 0.68839, "bpb": 8.038661}, "tr": {"chunks": 5170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285588, "cps": 40.390625, "mean_p": 0.489116, "boundary_entropy": 0.687262, "bpb": 8.122011}, "fi": {"chunks": 8749.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.4651, "cps": 68.351562, "mean_p": 0.500139, "boundary_entropy": 0.687503, "bpb": 8.154273}, "ru": {"chunks": 10062.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530976, "cps": 78.609375, "mean_p": 0.492759, "boundary_entropy": 0.689865, "bpb": 7.99337}, "el": {"chunks": 15092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.73537, "cps": 117.90625, "mean_p": 0.497514, "boundary_entropy": 0.690235, "bpb": 8.120805}, "hi": {"chunks": 2406.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.143001, "cps": 18.796875, "mean_p": 0.484161, "boundary_entropy": 0.690223, "bpb": 8.217647}, "ta": {"chunks": 37477.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.004654, "cps": 292.789062, "mean_p": 0.512238, "boundary_entropy": 0.690413, "bpb": 7.987911}, "th": {"chunks": 33649.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091949, "cps": 262.882812, "mean_p": 0.511606, "boundary_entropy": 0.690564, "bpb": 8.202675}, "zh": {"chunks": 11810.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999661, "cps": 92.265625, "mean_p": 0.519977, "boundary_entropy": 0.685678, "bpb": 8.114164}, "my": {"chunks": 48089.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537946, "cps": 375.695312, "mean_p": 0.521421, "boundary_entropy": 0.690216, "bpb": 7.860088}}, "bpb": {"en": 8.08851, "de": 8.09277, "vi": 8.03866, "tr": 8.12201, "fi": 8.15427, "ru": 7.99337, "el": 8.12081, "hi": 8.21765, "ta": 7.98791, "th": 8.20268, "zh": 8.11416, "my": 7.86009}, "gini_cpc": 0.428218, "gini_cps": 0.429766, "bpic": 1.917879, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.155409302548114, "vi": 1.9403250745060638, "tr": 0.7955960273956965, "fi": 1.295684153687481, "ru": 1.4792027751156966, "el": 2.048606590920987, "hi": 0.3983759978935506, "ta": 5.584598604655723, "th": 5.827787547534784, "zh": 5.570690999068649, "my": 7.070253481012241}, "t": 7.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5917.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.339999, "cps": 46.226562, "mean_p": 0.494974, "boundary_entropy": 0.686928, "bpb": 7.918787}, "de": {"chunks": 8278.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403156, "cps": 64.671875, "mean_p": 0.497822, "boundary_entropy": 0.687798, "bpb": 7.939093}, "vi": {"chunks": 12271.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665636, "cps": 95.867188, "mean_p": 0.503597, "boundary_entropy": 0.688396, "bpb": 7.926957}, "tr": {"chunks": 4897.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270508, "cps": 38.257812, "mean_p": 0.488079, "boundary_entropy": 0.687201, "bpb": 8.003865}, "fi": {"chunks": 8332.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442932, "cps": 65.09375, "mean_p": 0.498782, "boundary_entropy": 0.687477, "bpb": 8.007454}, "ru": {"chunks": 8697.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.458945, "cps": 67.945312, "mean_p": 0.490854, "boundary_entropy": 0.689794, "bpb": 7.770892}, "el": {"chunks": 15242.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.742679, "cps": 119.078125, "mean_p": 0.497599, "boundary_entropy": 0.690236, "bpb": 8.033874}, "hi": {"chunks": 2074.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.123269, "cps": 16.203125, "mean_p": 0.482793, "boundary_entropy": 0.690125, "bpb": 8.096572}, "ta": {"chunks": 35903.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.92046, "cps": 280.492188, "mean_p": 0.510439, "boundary_entropy": 0.690491, "bpb": 7.841623}, "th": {"chunks": 32617.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.02779, "cps": 254.820312, "mean_p": 0.510753, "boundary_entropy": 0.690595, "bpb": 8.087975}, "zh": {"chunks": 11778.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.994243, "cps": 92.015625, "mean_p": 0.51976, "boundary_entropy": 0.68569, "bpb": 8.087285}, "my": {"chunks": 47873.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.526546, "cps": 374.007812, "mean_p": 0.521124, "boundary_entropy": 0.690237, "bpb": 7.783276}}, "bpb": {"en": 7.91879, "de": 7.93909, "vi": 7.92696, "tr": 8.00386, "fi": 8.00745, "ru": 7.77089, "el": 8.03387, "hi": 8.09657, "ta": 7.84162, "th": 8.08797, "zh": 8.08729, "my": 7.78328}, "gini_cpc": 0.437248, "gini_cps": 0.438186, "bpic": 1.979487, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1857566414459753, "vi": 1.957759612804908, "tr": 0.7956134264887705, "fi": 1.3027465411227472, "ru": 1.3498415950106644, "el": 2.184357223223159, "hi": 0.36255694612521255, "ta": 5.648430904050564, "th": 5.964108001323247, "zh": 5.865440833207949, "my": 7.431043756769147}, "t": 9.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5083.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292076, "cps": 39.710938, "mean_p": 0.491678, "boundary_entropy": 0.686769, "bpb": 7.437897}, "de": {"chunks": 7671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.373594, "cps": 59.929688, "mean_p": 0.495825, "boundary_entropy": 0.687749, "bpb": 7.496186}, "vi": {"chunks": 10393.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563765, "cps": 81.195312, "mean_p": 0.498906, "boundary_entropy": 0.688358, "bpb": 7.586013}, "tr": {"chunks": 4096.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226261, "cps": 32.0, "mean_p": 0.485081, "boundary_entropy": 0.687, "bpb": 7.643328}, "fi": {"chunks": 7125.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378768, "cps": 55.664062, "mean_p": 0.49486, "boundary_entropy": 0.687364, "bpb": 7.577129}, "ru": {"chunks": 5216.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275251, "cps": 40.75, "mean_p": 0.485331, "boundary_entropy": 0.689504, "bpb": 7.189078}, "el": {"chunks": 14855.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.723822, "cps": 116.054688, "mean_p": 0.497135, "boundary_entropy": 0.69023, "bpb": 7.711115}, "hi": {"chunks": 1136.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.067519, "cps": 8.875, "mean_p": 0.477099, "boundary_entropy": 0.689635, "bpb": 7.696376}, "ta": {"chunks": 28684.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.534314, "cps": 224.09375, "mean_p": 0.503574, "boundary_entropy": 0.690676, "bpb": 7.366098}, "th": {"chunks": 27419.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.704632, "cps": 214.210938, "mean_p": 0.506232, "boundary_entropy": 0.690718, "bpb": 7.547779}, "zh": {"chunks": 11597.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963596, "cps": 90.601562, "mean_p": 0.51892, "boundary_entropy": 0.685739, "bpb": 7.998454}, "my": {"chunks": 47100.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.48575, "cps": 367.96875, "mean_p": 0.520007, "boundary_entropy": 0.69031, "bpb": 7.472424}}, "bpb": {"en": 7.4379, "de": 7.49619, "vi": 7.58601, "tr": 7.64333, "fi": 7.57713, "ru": 7.18908, "el": 7.71112, "hi": 7.69638, "ta": 7.3661, "th": 7.54778, "zh": 7.99845, "my": 7.47242}, "gini_cpc": 0.469726, "gini_cps": 0.463478, "bpic": 2.252566, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2790973114214237, "vi": 1.930197709078924, "tr": 0.7746640589177181, "fi": 1.2968119258060078, "ru": 0.942393710318995, "el": 2.4781969690507837, "hi": 0.23116776224918947, "ta": 5.253131286227654, "th": 5.836259002027335, "zh": 6.722893399970247, "my": 8.51062670000973}, "t": 10.6} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3942.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226513, "cps": 30.796875, "mean_p": 0.488102, "boundary_entropy": 0.686663, "bpb": 6.812392}, "de": {"chunks": 6926.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.337311, "cps": 54.109375, "mean_p": 0.493888, "boundary_entropy": 0.687798, "bpb": 6.904844}, "vi": {"chunks": 7193.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.390182, "cps": 56.195312, "mean_p": 0.490787, "boundary_entropy": 0.688162, "bpb": 7.158148}, "tr": {"chunks": 3500.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193338, "cps": 27.34375, "mean_p": 0.483504, "boundary_entropy": 0.686946, "bpb": 7.13112}, "fi": {"chunks": 5530.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.293977, "cps": 43.203125, "mean_p": 0.490067, "boundary_entropy": 0.687262, "bpb": 7.002209}, "ru": {"chunks": 2614.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.137942, "cps": 20.421875, "mean_p": 0.478838, "boundary_entropy": 0.689011, "bpb": 6.360409}, "el": {"chunks": 5607.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273206, "cps": 43.804688, "mean_p": 0.487003, "boundary_entropy": 0.68987, "bpb": 7.041139}, "hi": {"chunks": 404.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024012, "cps": 3.15625, "mean_p": 0.467029, "boundary_entropy": 0.688451, "bpb": 7.051966}, "ta": {"chunks": 14612.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.781599, "cps": 114.15625, "mean_p": 0.490194, "boundary_entropy": 0.690533, "bpb": 6.622494}, "th": {"chunks": 17459.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.085421, "cps": 136.398438, "mean_p": 0.49658, "boundary_entropy": 0.690724, "bpb": 6.369788}, "zh": {"chunks": 10871.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.840671, "cps": 84.929688, "mean_p": 0.515362, "boundary_entropy": 0.685938, "bpb": 7.770785}, "my": {"chunks": 42529.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.244511, "cps": 332.257812, "mean_p": 0.515707, "boundary_entropy": 0.690552, "bpb": 6.672834}}, "bpb": {"en": 6.81239, "de": 6.90484, "vi": 7.15815, "tr": 7.13112, "fi": 7.00221, "ru": 6.36041, "el": 7.04114, "hi": 7.05197, "ta": 6.62249, "th": 6.36979, "zh": 7.77079, "my": 6.67283}, "gini_cpc": 0.523336, "gini_cps": 0.492157, "bpic": 3.16685, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.48914703220068, "vi": 1.7225602398323288, "tr": 0.8535421906323118, "fi": 1.297838783567405, "ru": 0.6089811769336112, "el": 1.2061385855762228, "hi": 0.10600681652158377, "ta": 3.450576770500419, "th": 4.791878523956398, "zh": 8.126126025129361, "my": 9.908987836292486}, "t": 12.5} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4866.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.279607, "cps": 38.015625, "mean_p": 0.495231, "boundary_entropy": 0.687434, "bpb": 6.360834}, "de": {"chunks": 8530.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415429, "cps": 66.640625, "mean_p": 0.498977, "boundary_entropy": 0.68833, "bpb": 6.444338}, "vi": {"chunks": 5661.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307079, "cps": 44.226562, "mean_p": 0.48903, "boundary_entropy": 0.68836, "bpb": 6.904339}, "tr": {"chunks": 6804.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.375849, "cps": 53.15625, "mean_p": 0.496489, "boundary_entropy": 0.687979, "bpb": 6.718712}, "fi": {"chunks": 7158.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.380522, "cps": 55.921875, "mean_p": 0.497706, "boundary_entropy": 0.688011, "bpb": 6.521115}, "ru": {"chunks": 5328.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281161, "cps": 41.625, "mean_p": 0.487948, "boundary_entropy": 0.689827, "bpb": 5.790951}, "el": {"chunks": 487.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023729, "cps": 3.804688, "mean_p": 0.469293, "boundary_entropy": 0.688351, "bpb": 6.568223}, "hi": {"chunks": 2682.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.159406, "cps": 20.953125, "mean_p": 0.485683, "boundary_entropy": 0.690385, "bpb": 5.948013}, "ta": {"chunks": 5469.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.292538, "cps": 42.726562, "mean_p": 0.482366, "boundary_entropy": 0.690233, "bpb": 5.810306}, "th": {"chunks": 3733.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.23208, "cps": 29.164062, "mean_p": 0.48789, "boundary_entropy": 0.690626, "bpb": 5.623473}, "zh": {"chunks": 7414.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.255334, "cps": 57.921875, "mean_p": 0.501058, "boundary_entropy": 0.686375, "bpb": 7.331258}, "my": {"chunks": 25416.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.341355, "cps": 198.5625, "mean_p": 0.496463, "boundary_entropy": 0.690915, "bpb": 5.630036}}, "bpb": {"en": 6.36083, "de": 6.44434, "vi": 6.90434, "tr": 6.71871, "fi": 6.52112, "ru": 5.79095, "el": 6.56822, "hi": 5.94801, "ta": 5.81031, "th": 5.62347, "zh": 7.33126, "my": 5.63004}, "gini_cpc": 0.412354, "gini_cps": 0.367751, "bpic": 4.593539, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4857599234410361, "vi": 1.098252065025348, "tr": 1.3442058128398444, "fi": 1.3609175862615734, "ru": 1.005557749805608, "el": 0.08486725037915717, "hi": 0.5701061371960212, "ta": 1.0462475872505919, "th": 0.8300207321845605, "zh": 4.489636236926814, "my": 4.797288549074668}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.22409, "bpb": 6.09408, "chunk_loss": 0.031114, "F": 0.18005, "G": 0.48757, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.69168, "router_noise": 0.0, "grad_norm": 1.5888, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.234, "alpha": 0.03, "t": 16.1} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4806.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.276159, "cps": 37.546875, "mean_p": 0.496139, "boundary_entropy": 0.687593, "bpb": 5.819777}, "de": {"chunks": 6281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.305898, "cps": 49.070312, "mean_p": 0.495973, "boundary_entropy": 0.688417, "bpb": 5.934343}, "vi": {"chunks": 2853.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.15476, "cps": 22.289062, "mean_p": 0.480814, "boundary_entropy": 0.687896, "bpb": 6.313285}, "tr": {"chunks": 5113.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.282439, "cps": 39.945312, "mean_p": 0.494028, "boundary_entropy": 0.688062, "bpb": 6.226922}, "fi": {"chunks": 5487.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.291691, "cps": 42.867188, "mean_p": 0.495207, "boundary_entropy": 0.688105, "bpb": 5.973499}, "ru": {"chunks": 7561.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.398997, "cps": 59.070312, "mean_p": 0.493533, "boundary_entropy": 0.6902, "bpb": 5.415588}, "el": {"chunks": 4212.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.205233, "cps": 32.90625, "mean_p": 0.490332, "boundary_entropy": 0.690335, "bpb": 5.661535}, "hi": {"chunks": 439.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.026092, "cps": 3.429688, "mean_p": 0.473894, "boundary_entropy": 0.689313, "bpb": 5.434706}, "ta": {"chunks": 2763.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.147794, "cps": 21.585938, "mean_p": 0.483543, "boundary_entropy": 0.690385, "bpb": 5.205846}, "th": {"chunks": 1456.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.090519, "cps": 11.375, "mean_p": 0.483903, "boundary_entropy": 0.690415, "bpb": 5.101274}, "zh": {"chunks": 4674.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.791399, "cps": 36.515625, "mean_p": 0.493146, "boundary_entropy": 0.68665, "bpb": 6.9934}, "my": {"chunks": 21773.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.149092, "cps": 170.101562, "mean_p": 0.493945, "boundary_entropy": 0.690998, "bpb": 4.994507}}, "bpb": {"en": 5.81978, "de": 5.93434, "vi": 6.31328, "tr": 6.22692, "fi": 5.9735, "ru": 5.41559, "el": 5.66153, "hi": 5.43471, "ta": 5.20585, "th": 5.10127, "zh": 6.9934, "my": 4.99451}, "gini_cpc": 0.433663, "gini_cps": 0.408212, "bpic": 5.69256, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.107686186841036, "vi": 0.5604011056155396, "tr": 1.0227408318180413, "fi": 1.0562419948324921, "ru": 1.4448087977099866, "el": 0.7431694886581074, "hi": 0.09448215733305138, "ta": 0.5351749401239893, "th": 0.3277786509480495, "zh": 2.865732302958586, "my": 4.160976377427731}, "t": 17.9} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.38504, "bpb": 4.88359, "chunk_loss": 0.030258, "F": 0.16992, "G": 0.47943, "chunks": 174.0, "bytes_per_chunk": 5.885, "boundary_entropy": 0.69026, "router_noise": 0.0, "grad_norm": 2.2365, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.078, "alpha": 0.03, "t": 20.0} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2909.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167155, "cps": 22.726562, "mean_p": 0.448266, "boundary_entropy": 0.675922, "bpb": 4.501104}, "de": {"chunks": 3373.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.164272, "cps": 26.351562, "mean_p": 0.450018, "boundary_entropy": 0.678005, "bpb": 4.715912}, "vi": {"chunks": 6129.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.332465, "cps": 47.882812, "mean_p": 0.466084, "boundary_entropy": 0.682901, "bpb": 5.018291}, "tr": {"chunks": 3384.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18693, "cps": 26.4375, "mean_p": 0.456446, "boundary_entropy": 0.679927, "bpb": 5.020652}, "fi": {"chunks": 4075.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.216629, "cps": 31.835938, "mean_p": 0.454344, "boundary_entropy": 0.678314, "bpb": 4.742163}, "ru": {"chunks": 6065.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320053, "cps": 47.382812, "mean_p": 0.46868, "boundary_entropy": 0.685862, "bpb": 3.673689}, "el": {"chunks": 6610.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322078, "cps": 51.640625, "mean_p": 0.476342, "boundary_entropy": 0.687927, "bpb": 4.584804}, "hi": {"chunks": 9121.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.54211, "cps": 71.257812, "mean_p": 0.489859, "boundary_entropy": 0.689653, "bpb": 3.633187}, "ta": {"chunks": 5023.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.268681, "cps": 39.242188, "mean_p": 0.481529, "boundary_entropy": 0.689305, "bpb": 3.448737}, "th": {"chunks": 5952.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.370034, "cps": 46.5, "mean_p": 0.464787, "boundary_entropy": 0.686308, "bpb": 3.183711}, "zh": {"chunks": 3153.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533864, "cps": 24.632812, "mean_p": 0.482193, "boundary_entropy": 0.685337, "bpb": 6.312001}, "my": {"chunks": 15539.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.820087, "cps": 121.398438, "mean_p": 0.472726, "boundary_entropy": 0.688472, "bpb": 3.984774}}, "bpb": {"en": 4.5011, "de": 4.71591, "vi": 5.01829, "tr": 5.02065, "fi": 4.74216, "ru": 3.67369, "el": 4.5848, "hi": 3.63319, "ta": 3.44874, "th": 3.18371, "zh": 6.312, "my": 3.98477}, "gini_cpc": 0.274433, "gini_cps": 0.275615, "bpic": 5.380133, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9827528975692266, "vi": 1.9889637977142847, "tr": 1.1183048332327445, "fi": 1.2959735220714006, "ru": 1.9147055222124767, "el": 1.926819413150514, "hi": 3.243155570379776, "ta": 1.6073783246486013, "th": 2.213717795404762, "zh": 3.193823610111757, "my": 4.906141724346555}, "t": 22.3} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89006, "bpb": 4.16948, "chunk_loss": 0.029924, "F": 0.16434, "G": 0.43104, "chunks": 168.28, "bytes_per_chunk": 6.085, "boundary_entropy": 0.67096, "router_noise": 0.0, "grad_norm": 1.6043, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 23.4} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2565.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147388, "cps": 20.039062, "mean_p": 0.368861, "boundary_entropy": 0.621222, "bpb": 3.879065}, "de": {"chunks": 2949.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.143622, "cps": 23.039062, "mean_p": 0.373375, "boundary_entropy": 0.628984, "bpb": 4.112746}, "vi": {"chunks": 4356.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23629, "cps": 34.03125, "mean_p": 0.395495, "boundary_entropy": 0.619299, "bpb": 3.657055}, "tr": {"chunks": 3031.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167431, "cps": 23.679688, "mean_p": 0.394016, "boundary_entropy": 0.641785, "bpb": 4.169187}, "fi": {"chunks": 3309.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175908, "cps": 25.851562, "mean_p": 0.370006, "boundary_entropy": 0.624066, "bpb": 4.136842}, "ru": {"chunks": 4647.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.245224, "cps": 36.304688, "mean_p": 0.46035, "boundary_entropy": 0.678514, "bpb": 2.824376}, "el": {"chunks": 4454.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.217025, "cps": 34.796875, "mean_p": 0.403313, "boundary_entropy": 0.658573, "bpb": 3.089}, "hi": {"chunks": 10222.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.607548, "cps": 79.859375, "mean_p": 0.402182, "boundary_entropy": 0.64719, "bpb": 2.404098}, "ta": {"chunks": 8233.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440385, "cps": 64.320312, "mean_p": 0.448582, "boundary_entropy": 0.677123, "bpb": 2.317422}, "th": {"chunks": 5096.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.316817, "cps": 39.8125, "mean_p": 0.445515, "boundary_entropy": 0.67846, "bpb": 2.319628}, "zh": {"chunks": 4072.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.689468, "cps": 31.8125, "mean_p": 0.475488, "boundary_entropy": 0.68239, "bpb": 5.31779}, "my": {"chunks": 4103.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.21654, "cps": 32.054688, "mean_p": 0.437671, "boundary_entropy": 0.679628, "bpb": 2.455701}}, "bpb": {"en": 3.87906, "de": 4.11275, "vi": 3.65706, "tr": 4.16919, "fi": 4.13684, "ru": 2.82438, "el": 3.089, "hi": 2.4041, "ta": 2.31742, "th": 2.31963, "zh": 5.31779, "my": 2.4557}, "gini_cpc": 0.297529, "gini_cps": 0.225478, "bpic": 6.728632, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9744490042131579, "vi": 1.603177023111073, "tr": 1.1359837938398631, "fi": 1.193497832082199, "ru": 1.663796509744017, "el": 1.4724688575049016, "hi": 4.122090804028397, "ta": 2.987922967801066, "th": 2.1495378899014193, "zh": 4.677901549222418, "my": 1.469179607593327}, "t": 26.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88118, "de": 4.1122, "vi": 3.6621, "tr": 4.17842, "fi": 4.13904, "ru": 2.80823, "el": 3.08245, "hi": 2.39977, "ta": 2.33528, "th": 2.35215, "zh": 5.32702, "my": 2.47344}, "bytes_per_chunk": {"en": 6.026, "de": 6.836, "vi": 5.527, "tr": 6.707, "fi": 6.124, "ru": 7.001, "el": 7.6, "hi": 4.232, "ta": 6.03, "th": 8.306, "zh": 4.807, "my": 13.623}, "bpb_mean": 3.39594, "t": 28.0} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.4937, "bpb": 3.59766, "chunk_loss": 0.029611, "F": 0.16003, "G": 0.40296, "chunks": 163.88, "bytes_per_chunk": 6.249, "boundary_entropy": 0.64846, "router_noise": 0.0, "grad_norm": 1.0712, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 28.1} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.56235, "bpb": 3.69669, "chunk_loss": 0.031705, "F": 0.20102, "G": 0.4053, "chunks": 205.84, "bytes_per_chunk": 4.975, "boundary_entropy": 0.6419, "router_noise": 0.0, "grad_norm": 1.1351, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 30.3} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.370095, "boundary_entropy": 0.614416, "bpb": 3.630289}, "de": {"chunks": 3658.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178152, "cps": 28.578125, "mean_p": 0.379849, "boundary_entropy": 0.626269, "bpb": 3.921367}, "vi": {"chunks": 4660.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.25278, "cps": 36.40625, "mean_p": 0.428134, "boundary_entropy": 0.641246, "bpb": 3.216039}, "tr": {"chunks": 4374.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.241617, "cps": 34.171875, "mean_p": 0.396809, "boundary_entropy": 0.628826, "bpb": 3.862017}, "fi": {"chunks": 3163.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168146, "cps": 24.710938, "mean_p": 0.355833, "boundary_entropy": 0.60503, "bpb": 3.903512}, "ru": {"chunks": 4309.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.227388, "cps": 33.664062, "mean_p": 0.456131, "boundary_entropy": 0.675087, "bpb": 2.669845}, "el": {"chunks": 6515.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.317449, "cps": 50.898438, "mean_p": 0.393302, "boundary_entropy": 0.647507, "bpb": 2.763578}, "hi": {"chunks": 8661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.51477, "cps": 67.664062, "mean_p": 0.359033, "boundary_entropy": 0.602755, "bpb": 2.206703}, "ta": {"chunks": 9692.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.518427, "cps": 75.71875, "mean_p": 0.407416, "boundary_entropy": 0.64645, "bpb": 1.953941}, "th": {"chunks": 4491.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.279204, "cps": 35.085938, "mean_p": 0.425473, "boundary_entropy": 0.668883, "bpb": 2.143762}, "zh": {"chunks": 3437.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.581951, "cps": 26.851562, "mean_p": 0.456989, "boundary_entropy": 0.673831, "bpb": 4.971251}, "my": {"chunks": 12547.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.662181, "cps": 98.023438, "mean_p": 0.421955, "boundary_entropy": 0.66514, "bpb": 2.167402}}, "bpb": {"en": 3.63029, "de": 3.92137, "vi": 3.21604, "tr": 3.86202, "fi": 3.90351, "ru": 2.66984, "el": 2.76358, "hi": 2.2067, "ta": 1.95394, "th": 2.14376, "zh": 4.97125, "my": 2.1674}, "gini_cpc": 0.268863, "gini_cps": 0.264401, "bpic": 5.611079, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0727970519900702, "vi": 1.522190657720993, "tr": 1.4549715612335183, "fi": 1.0125432571938051, "ru": 1.3692840748281307, "el": 1.9116124587706225, "hi": 3.0998397507416566, "ta": 3.121865680274596, "th": 1.681311824186604, "zh": 3.5043894719697404, "my": 3.987519311640016}, "t": 31.5} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.34135, "bpb": 3.37785, "chunk_loss": 0.031617, "F": 0.20248, "G": 0.37581, "chunks": 207.34, "bytes_per_chunk": 4.939, "boundary_entropy": 0.61094, "router_noise": 0.0, "grad_norm": 0.9872, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.066, "alpha": 0.03, "t": 33.6} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05284, "bpb": 2.96162, "chunk_loss": 0.032258, "F": 0.20203, "G": 0.37045, "chunks": 206.88, "bytes_per_chunk": 4.95, "boundary_entropy": 0.58926, "router_noise": 0.0, "grad_norm": 0.7414, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 36.1} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3366.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193415, "cps": 26.296875, "mean_p": 0.312937, "boundary_entropy": 0.532857, "bpb": 3.244222}, "de": {"chunks": 4708.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.229289, "cps": 36.78125, "mean_p": 0.336359, "boundary_entropy": 0.549422, "bpb": 3.527998}, "vi": {"chunks": 5519.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.299376, "cps": 43.117188, "mean_p": 0.371721, "boundary_entropy": 0.589086, "bpb": 2.804575}, "tr": {"chunks": 4560.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.251892, "cps": 35.625, "mean_p": 0.34433, "boundary_entropy": 0.557544, "bpb": 3.435827}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.325093, "boundary_entropy": 0.560538, "bpb": 3.563839}, "ru": {"chunks": 4859.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.256412, "cps": 37.960938, "mean_p": 0.303219, "boundary_entropy": 0.516438, "bpb": 2.519003}, "el": {"chunks": 6280.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305998, "cps": 49.0625, "mean_p": 0.299498, "boundary_entropy": 0.532789, "bpb": 2.552635}, "hi": {"chunks": 5485.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.326003, "cps": 42.851562, "mean_p": 0.327225, "boundary_entropy": 0.576602, "bpb": 1.806191}, "ta": {"chunks": 5881.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.314576, "cps": 45.945312, "mean_p": 0.336888, "boundary_entropy": 0.589664, "bpb": 1.571369}, "th": {"chunks": 7951.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.494311, "cps": 62.117188, "mean_p": 0.340891, "boundary_entropy": 0.587295, "bpb": 1.886972}, "zh": {"chunks": 5364.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.908229, "cps": 41.90625, "mean_p": 0.345422, "boundary_entropy": 0.510662, "bpb": 4.15109}, "my": {"chunks": 14380.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.758919, "cps": 112.34375, "mean_p": 0.387314, "boundary_entropy": 0.609253, "bpb": 1.873974}}, "bpb": {"en": 3.24422, "de": 3.528, "vi": 2.80458, "tr": 3.43583, "fi": 3.56384, "ru": 2.519, "el": 2.55264, "hi": 1.80619, "ta": 1.57137, "th": 1.88697, "zh": 4.15109, "my": 1.87397}, "gini_cpc": 0.284806, "gini_cps": 0.210574, "bpic": 5.343428, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1854795198164982, "vi": 1.547844258891021, "tr": 1.302339760508865, "fi": 0.9537347349860055, "ru": 1.325707439128206, "el": 1.5820813359872838, "hi": 1.6855109084022641, "ta": 1.6264312810149226, "th": 2.555704847853178, "zh": 4.695753978098952, "my": 3.9237878543284053}, "t": 39.4} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.25281, "de": 3.52617, "vi": 2.80917, "tr": 3.44226, "fi": 3.55831, "ru": 2.50274, "el": 2.54567, "hi": 1.80343, "ta": 1.58703, "th": 1.91502, "zh": 4.16006, "my": 1.88981}, "bytes_per_chunk": {"en": 5.137, "de": 4.509, "vi": 4.577, "tr": 4.377, "fi": 5.885, "ru": 6.944, "el": 5.681, "hi": 6.998, "ta": 7.072, "th": 4.877, "zh": 2.92, "my": 3.527}, "bpb_mean": 2.74937, "t": 40.8} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05453, "bpb": 2.96405, "chunk_loss": 0.03073, "F": 0.18503, "G": 0.32236, "chunks": 189.47, "bytes_per_chunk": 5.405, "boundary_entropy": 0.54602, "router_noise": 0.0, "grad_norm": 0.8167, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 40.8} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.12134, "bpb": 3.06044, "chunk_loss": 0.030744, "F": 0.18896, "G": 0.31116, "chunks": 193.5, "bytes_per_chunk": 5.292, "boundary_entropy": 0.53081, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 43.1} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.95775, "bpb": 2.82443, "chunk_loss": 0.030355, "F": 0.1785, "G": 0.30971, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.52682, "router_noise": 0.0, "grad_norm": 0.9696, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 45.2} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91599, "bpb": 2.76419, "chunk_loss": 0.030678, "F": 0.18881, "G": 0.31126, "chunks": 193.34, "bytes_per_chunk": 5.296, "boundary_entropy": 0.5207, "router_noise": 0.0, "grad_norm": 1.0468, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 47.3} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3173.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182325, "cps": 24.789062, "mean_p": 0.288596, "boundary_entropy": 0.479348, "bpb": 2.938514}, "de": {"chunks": 4007.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195149, "cps": 31.304688, "mean_p": 0.299862, "boundary_entropy": 0.477375, "bpb": 3.268704}, "vi": {"chunks": 5307.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.287876, "cps": 41.460938, "mean_p": 0.303171, "boundary_entropy": 0.510299, "bpb": 2.581465}, "tr": {"chunks": 4448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.245705, "cps": 34.75, "mean_p": 0.32634, "boundary_entropy": 0.503402, "bpb": 3.165682}, "fi": {"chunks": 3766.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200202, "cps": 29.421875, "mean_p": 0.302541, "boundary_entropy": 0.501444, "bpb": 3.372927}, "ru": {"chunks": 7070.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.373087, "cps": 55.234375, "mean_p": 0.338125, "boundary_entropy": 0.566982, "bpb": 2.224927}, "el": {"chunks": 6746.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328704, "cps": 52.703125, "mean_p": 0.336042, "boundary_entropy": 0.57615, "bpb": 2.259386}, "hi": {"chunks": 4784.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.284339, "cps": 37.375, "mean_p": 0.344721, "boundary_entropy": 0.592129, "bpb": 1.629114}, "ta": {"chunks": 4786.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.256004, "cps": 37.390625, "mean_p": 0.334333, "boundary_entropy": 0.586135, "bpb": 1.405873}, "th": {"chunks": 4407.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.273982, "cps": 34.429688, "mean_p": 0.285221, "boundary_entropy": 0.528857, "bpb": 1.736045}, "zh": {"chunks": 3328.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.563495, "cps": 26.0, "mean_p": 0.297825, "boundary_entropy": 0.507996, "bpb": 3.864208}, "my": {"chunks": 9831.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.518841, "cps": 76.804688, "mean_p": 0.368028, "boundary_entropy": 0.588074, "bpb": 1.659487}}, "bpb": {"en": 2.93851, "de": 3.2687, "vi": 2.58147, "tr": 3.16568, "fi": 3.37293, "ru": 2.22493, "el": 2.25939, "hi": 1.62911, "ta": 1.40587, "th": 1.73604, "zh": 3.86421, "my": 1.65949}, "gini_cpc": 0.198516, "gini_cps": 0.183485, "bpic": 6.224855, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0703380961050162, "vi": 1.5789195195323027, "tr": 1.3476225678467433, "fi": 1.098050920478012, "ru": 2.0462761742173203, "el": 1.802849774028444, "hi": 1.5595171181060108, "ta": 1.4041104542228164, "th": 1.5027129648560804, "zh": 3.0906079903571757, "my": 2.845695113556095}, "t": 50.4} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.94749, "de": 3.26591, "vi": 2.58745, "tr": 3.17705, "fi": 3.36282, "ru": 2.20917, "el": 2.25152, "hi": 1.62371, "ta": 1.42, "th": 1.76568, "zh": 3.87601, "my": 1.67068}, "bytes_per_chunk": {"en": 5.413, "de": 5.076, "vi": 4.767, "tr": 4.196, "fi": 5.35, "ru": 4.808, "el": 5.639, "hi": 7.332, "ta": 8.076, "th": 8.516, "zh": 4.91, "my": 6.311}, "bpb_mean": 2.51312, "t": 51.7} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.94197, "bpb": 2.80167, "chunk_loss": 0.030665, "F": 0.18719, "G": 0.30801, "chunks": 191.69, "bytes_per_chunk": 5.342, "boundary_entropy": 0.51255, "router_noise": 0.0, "grad_norm": 0.8234, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 51.7} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.73706, "bpb": 2.50605, "chunk_loss": 0.030314, "F": 0.17776, "G": 0.32092, "chunks": 182.03, "bytes_per_chunk": 5.625, "boundary_entropy": 0.52876, "router_noise": 0.0, "grad_norm": 0.9558, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 53.8} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75603, "bpb": 2.53342, "chunk_loss": 0.03111, "F": 0.19583, "G": 0.32215, "chunks": 200.53, "bytes_per_chunk": 5.106, "boundary_entropy": 0.52325, "router_noise": 0.0, "grad_norm": 0.7076, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 55.8} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.69278, "bpb": 2.44217, "chunk_loss": 0.030064, "F": 0.17108, "G": 0.3174, "chunks": 175.19, "bytes_per_chunk": 5.845, "boundary_entropy": 0.52115, "router_noise": 0.0, "grad_norm": 0.655, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 57.9} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3132.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179969, "cps": 24.46875, "mean_p": 0.276337, "boundary_entropy": 0.444212, "bpb": 2.735866}, "de": {"chunks": 3429.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166999, "cps": 26.789062, "mean_p": 0.271862, "boundary_entropy": 0.445249, "bpb": 3.08416}, "vi": {"chunks": 4090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221861, "cps": 31.953125, "mean_p": 0.300175, "boundary_entropy": 0.496012, "bpb": 2.442842}, "tr": {"chunks": 3672.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202839, "cps": 28.6875, "mean_p": 0.293876, "boundary_entropy": 0.46258, "bpb": 3.002989}, "fi": {"chunks": 3527.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187497, "cps": 27.554688, "mean_p": 0.278601, "boundary_entropy": 0.450798, "bpb": 3.248352}, "ru": {"chunks": 5608.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.295937, "cps": 43.8125, "mean_p": 0.338856, "boundary_entropy": 0.567533, "bpb": 2.053115}, "el": {"chunks": 6415.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.312576, "cps": 50.117188, "mean_p": 0.325331, "boundary_entropy": 0.565355, "bpb": 2.144425}, "hi": {"chunks": 5512.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.327608, "cps": 43.0625, "mean_p": 0.324814, "boundary_entropy": 0.56343, "bpb": 1.552917}, "ta": {"chunks": 6593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.352661, "cps": 51.507812, "mean_p": 0.38727, "boundary_entropy": 0.635311, "bpb": 1.286128}, "th": {"chunks": 5977.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.371588, "cps": 46.695312, "mean_p": 0.348652, "boundary_entropy": 0.597103, "bpb": 1.617902}, "zh": {"chunks": 2540.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.430071, "cps": 19.84375, "mean_p": 0.296158, "boundary_entropy": 0.515799, "bpb": 3.742213}, "my": {"chunks": 13131.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.693002, "cps": 102.585938, "mean_p": 0.428076, "boundary_entropy": 0.642727, "bpb": 1.476431}}, "bpb": {"en": 2.73587, "de": 3.08416, "vi": 2.44284, "tr": 3.00299, "fi": 3.24835, "ru": 2.05312, "el": 2.14443, "hi": 1.55292, "ta": 1.28613, "th": 1.6179, "zh": 3.74221, "my": 1.47643}, "gini_cpc": 0.231759, "gini_cps": 0.246272, "bpic": 6.031827, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9279347627116652, "vi": 1.2327713505149605, "tr": 1.1270793372026355, "fi": 1.0418278027183492, "ru": 1.6443761057026456, "el": 1.7368334807242711, "hi": 1.8203567260451003, "ta": 1.959566349926579, "th": 2.0647361300180913, "zh": 2.389695912851792, "my": 3.8506743501270266}, "t": 60.8} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74762, "de": 3.08454, "vi": 2.4499, "tr": 3.01405, "fi": 3.24617, "ru": 2.03669, "el": 2.13144, "hi": 1.54825, "ta": 1.29695, "th": 1.64472, "zh": 3.75457, "my": 1.48838}, "bytes_per_chunk": {"en": 5.587, "de": 5.879, "vi": 6.251, "tr": 5.081, "fi": 5.33, "ru": 6.038, "el": 6.34, "hi": 7.142, "ta": 6.914, "th": 7.006, "zh": 6.954, "my": 4.781}, "bpb_mean": 2.37027, "t": 62.2} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.8173, "bpb": 2.62181, "chunk_loss": 0.029906, "F": 0.1647, "G": 0.3012, "chunks": 168.66, "bytes_per_chunk": 6.072, "boundary_entropy": 0.49902, "router_noise": 0.0, "grad_norm": 0.8023, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 62.2} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86683, "bpb": 2.69327, "chunk_loss": 0.030233, "F": 0.17441, "G": 0.30388, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.49338, "router_noise": 0.0, "grad_norm": 0.8863, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 64.2} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.6808, "bpb": 2.42488, "chunk_loss": 0.03012, "F": 0.17508, "G": 0.29811, "chunks": 179.28, "bytes_per_chunk": 5.712, "boundary_entropy": 0.47556, "router_noise": 0.0, "grad_norm": 1.0246, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.3} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.80931, "bpb": 2.61028, "chunk_loss": 0.030428, "F": 0.17935, "G": 0.29565, "chunks": 183.66, "bytes_per_chunk": 5.576, "boundary_entropy": 0.46985, "router_noise": 0.0, "grad_norm": 0.7806, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 68.3} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3420.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196518, "cps": 26.71875, "mean_p": 0.268439, "boundary_entropy": 0.398019, "bpb": 2.598458}, "de": {"chunks": 3966.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193152, "cps": 30.984375, "mean_p": 0.275793, "boundary_entropy": 0.418412, "bpb": 2.956866}, "vi": {"chunks": 4628.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.251044, "cps": 36.15625, "mean_p": 0.295599, "boundary_entropy": 0.478896, "bpb": 2.325367}, "tr": {"chunks": 3646.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201403, "cps": 28.484375, "mean_p": 0.279209, "boundary_entropy": 0.424361, "bpb": 2.90959}, "fi": {"chunks": 3528.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18755, "cps": 27.5625, "mean_p": 0.274555, "boundary_entropy": 0.43287, "bpb": 3.149814}, "ru": {"chunks": 6371.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336201, "cps": 49.773438, "mean_p": 0.364117, "boundary_entropy": 0.58519, "bpb": 1.965885}, "el": {"chunks": 6741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328461, "cps": 52.664062, "mean_p": 0.321333, "boundary_entropy": 0.556066, "bpb": 2.039539}, "hi": {"chunks": 4386.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.260684, "cps": 34.265625, "mean_p": 0.32348, "boundary_entropy": 0.576273, "bpb": 1.516999}, "ta": {"chunks": 6574.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.351645, "cps": 51.359375, "mean_p": 0.404924, "boundary_entropy": 0.647518, "bpb": 1.230218}, "th": {"chunks": 7411.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.46074, "cps": 57.898438, "mean_p": 0.343714, "boundary_entropy": 0.593002, "bpb": 1.519126}, "zh": {"chunks": 2995.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507111, "cps": 23.398438, "mean_p": 0.314806, "boundary_entropy": 0.522466, "bpb": 3.620052}, "my": {"chunks": 9213.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.486225, "cps": 71.976562, "mean_p": 0.422557, "boundary_entropy": 0.652727, "bpb": 1.399511}}, "bpb": {"en": 2.59846, "de": 2.95687, "vi": 2.32537, "tr": 2.90959, "fi": 3.14981, "ru": 1.96589, "el": 2.03954, "hi": 1.517, "ta": 1.23022, "th": 1.51913, "zh": 3.62005, "my": 1.39951}, "gini_cpc": 0.201132, "gini_cps": 0.197343, "bpic": 6.103484, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.982875063761288, "vi": 1.2774626830161926, "tr": 1.024859018229992, "fi": 0.9543654468689932, "ru": 1.7107888256260704, "el": 1.6714042268366427, "hi": 1.3265131774458434, "ta": 1.7893786217348668, "th": 2.3445190299341765, "zh": 2.5804853523921554, "my": 2.474205165383376}, "t": 71.3} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60799, "de": 2.95973, "vi": 2.32991, "tr": 2.92034, "fi": 3.15076, "ru": 1.95011, "el": 2.02788, "hi": 1.51202, "ta": 1.24175, "th": 1.54472, "zh": 3.63076, "my": 1.40901}, "bytes_per_chunk": {"en": 5.301, "de": 5.222, "vi": 5.946, "tr": 5.232, "fi": 5.395, "ru": 5.427, "el": 5.763, "hi": 8.559, "ta": 7.092, "th": 6.053, "zh": 5.737, "my": 6.14}, "bpb_mean": 2.27375, "t": 72.7} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74336, "bpb": 2.51514, "chunk_loss": 0.030286, "F": 0.17804, "G": 0.31021, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.49648, "router_noise": 0.0, "grad_norm": 0.8543, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 72.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.60813, "bpb": 2.32003, "chunk_loss": 0.030902, "F": 0.1911, "G": 0.33579, "chunks": 195.69, "bytes_per_chunk": 5.233, "boundary_entropy": 0.51444, "router_noise": 0.0, "grad_norm": 0.7676, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80487, "bpb": 2.60388, "chunk_loss": 0.030932, "F": 0.19345, "G": 0.32235, "chunks": 198.09, "bytes_per_chunk": 5.169, "boundary_entropy": 0.49596, "router_noise": 0.0, "grad_norm": 0.74, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66004, "bpb": 2.39493, "chunk_loss": 0.030291, "F": 0.17892, "G": 0.2995, "chunks": 183.22, "bytes_per_chunk": 5.589, "boundary_entropy": 0.46823, "router_noise": 0.0, "grad_norm": 0.7815, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 78.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179107, "cps": 24.351562, "mean_p": 0.245642, "boundary_entropy": 0.365693, "bpb": 2.50155}, "de": {"chunks": 3589.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174792, "cps": 28.039062, "mean_p": 0.249188, "boundary_entropy": 0.38248, "bpb": 2.829325}, "vi": {"chunks": 4182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226851, "cps": 32.671875, "mean_p": 0.311164, "boundary_entropy": 0.490463, "bpb": 2.271586}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.260197, "boundary_entropy": 0.396853, "bpb": 2.800104}, "fi": {"chunks": 3524.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187337, "cps": 27.53125, "mean_p": 0.264624, "boundary_entropy": 0.407426, "bpb": 3.056588}, "ru": {"chunks": 5505.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.290501, "cps": 43.007812, "mean_p": 0.355456, "boundary_entropy": 0.579112, "bpb": 1.874495}, "el": {"chunks": 6412.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.31243, "cps": 50.09375, "mean_p": 0.317629, "boundary_entropy": 0.547487, "bpb": 1.986912}, "hi": {"chunks": 7356.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437207, "cps": 57.46875, "mean_p": 0.351352, "boundary_entropy": 0.588696, "bpb": 1.473507}, "ta": {"chunks": 7872.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.421075, "cps": 61.5, "mean_p": 0.410237, "boundary_entropy": 0.647477, "bpb": 1.214056}, "th": {"chunks": 7896.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.490892, "cps": 61.6875, "mean_p": 0.378946, "boundary_entropy": 0.626538, "bpb": 1.460722}, "zh": {"chunks": 2812.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.476126, "cps": 21.96875, "mean_p": 0.321096, "boundary_entropy": 0.527185, "bpb": 3.58628}, "my": {"chunks": 6788.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.358244, "cps": 53.03125, "mean_p": 0.393005, "boundary_entropy": 0.641709, "bpb": 1.325541}}, "bpb": {"en": 2.50155, "de": 2.82932, "vi": 2.27159, "tr": 2.8001, "fi": 3.05659, "ru": 1.8745, "el": 1.98691, "hi": 1.47351, "ta": 1.21406, "th": 1.46072, "zh": 3.58628, "my": 1.32554}, "gini_cpc": 0.210497, "gini_cps": 0.202649, "bpic": 6.138335, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759068561057631, "vi": 1.2665671050354328, "tr": 1.069894774405276, "fi": 1.0459509873530983, "ru": 1.6219423994555349, "el": 1.7443755326602042, "hi": 2.4410347702600084, "ta": 2.350969169493266, "th": 2.7407750512122346, "zh": 2.6583318313507704, "my": 2.000164779022391}, "t": 81.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51135, "de": 2.83391, "vi": 2.27612, "tr": 2.8112, "fi": 3.05915, "ru": 1.85672, "el": 1.97685, "hi": 1.47116, "ta": 1.22253, "th": 1.48403, "zh": 3.59455, "my": 1.33589}, "bytes_per_chunk": {"en": 5.609, "de": 5.714, "vi": 5.763, "tr": 5.463, "fi": 5.333, "ru": 6.409, "el": 5.817, "hi": 5.329, "ta": 6.275, "th": 5.517, "zh": 5.976, "my": 8.129}, "bpb_mean": 2.20279, "t": 83.0} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72029, "bpb": 2.48185, "chunk_loss": 0.030218, "F": 0.17676, "G": 0.28845, "chunks": 181.0, "bytes_per_chunk": 5.657, "boundary_entropy": 0.44948, "router_noise": 0.0, "grad_norm": 0.8547, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 83.1} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.84025, "bpb": 2.65492, "chunk_loss": 0.030253, "F": 0.17807, "G": 0.29889, "chunks": 182.34, "bytes_per_chunk": 5.616, "boundary_entropy": 0.45602, "router_noise": 0.0, "grad_norm": 0.8572, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 85.1} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.51406, "bpb": 2.18433, "chunk_loss": 0.030296, "F": 0.17883, "G": 0.32074, "chunks": 183.12, "bytes_per_chunk": 5.592, "boundary_entropy": 0.49582, "router_noise": 0.0, "grad_norm": 0.7504, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 87.1} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51985, "bpb": 2.19268, "chunk_loss": 0.029939, "F": 0.17038, "G": 0.3092, "chunks": 174.47, "bytes_per_chunk": 5.869, "boundary_entropy": 0.48323, "router_noise": 0.0, "grad_norm": 0.7285, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 89.2} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3406.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195713, "cps": 26.609375, "mean_p": 0.255179, "boundary_entropy": 0.358543, "bpb": 2.440371}, "de": {"chunks": 3849.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187454, "cps": 30.070312, "mean_p": 0.260926, "boundary_entropy": 0.383062, "bpb": 2.756701}, "vi": {"chunks": 4032.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218714, "cps": 31.5, "mean_p": 0.295224, "boundary_entropy": 0.474828, "bpb": 2.192047}, "tr": {"chunks": 3432.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189582, "cps": 26.8125, "mean_p": 0.257016, "boundary_entropy": 0.386298, "bpb": 2.727987}, "fi": {"chunks": 3378.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179576, "cps": 26.390625, "mean_p": 0.255323, "boundary_entropy": 0.38802, "bpb": 3.005668}, "ru": {"chunks": 6191.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326702, "cps": 48.367188, "mean_p": 0.368762, "boundary_entropy": 0.583349, "bpb": 1.818349}, "el": {"chunks": 5469.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.266482, "cps": 42.726562, "mean_p": 0.301838, "boundary_entropy": 0.540507, "bpb": 1.898762}, "hi": {"chunks": 5693.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.338366, "cps": 44.476562, "mean_p": 0.375711, "boundary_entropy": 0.626039, "bpb": 1.431276}, "ta": {"chunks": 6592.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.352608, "cps": 51.5, "mean_p": 0.372124, "boundary_entropy": 0.625331, "bpb": 1.148273}, "th": {"chunks": 6283.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.390612, "cps": 49.085938, "mean_p": 0.362237, "boundary_entropy": 0.618768, "bpb": 1.433053}, "zh": {"chunks": 2354.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.398578, "cps": 18.390625, "mean_p": 0.313239, "boundary_entropy": 0.524665, "bpb": 3.54494}, "my": {"chunks": 7494.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.395503, "cps": 58.546875, "mean_p": 0.410524, "boundary_entropy": 0.65221, "bpb": 1.292792}}, "bpb": {"en": 2.44037, "de": 2.7567, "vi": 2.19205, "tr": 2.72799, "fi": 3.00567, "ru": 1.81835, "el": 1.89876, "hi": 1.43128, "ta": 1.14827, "th": 1.43305, "zh": 3.54494, "my": 1.29279}, "gini_cpc": 0.166971, "gini_cps": 0.181025, "bpic": 6.597236, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9578003259522453, "vi": 1.1175239979990321, "tr": 0.9686707909321258, "fi": 0.9175447156720092, "ru": 1.6692872116101185, "el": 1.3615906322136495, "hi": 1.7288829344945855, "ta": 1.8016532346910108, "th": 1.9958388449792657, "zh": 2.036537879907154, "my": 2.0208300406428026}, "t": 92.2} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.44542, "de": 2.76036, "vi": 2.19615, "tr": 2.73784, "fi": 3.00303, "ru": 1.79996, "el": 1.88718, "hi": 1.42799, "ta": 1.15819, "th": 1.45299, "zh": 3.55146, "my": 1.30378}, "bytes_per_chunk": {"en": 5.202, "de": 5.303, "vi": 5.912, "tr": 5.45, "fi": 5.548, "ru": 5.678, "el": 6.724, "hi": 6.715, "ta": 7.103, "th": 7.071, "zh": 7.206, "my": 7.627}, "bpb_mean": 2.1437, "t": 93.5} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57436, "bpb": 2.27131, "chunk_loss": 0.030094, "F": 0.17569, "G": 0.30559, "chunks": 179.91, "bytes_per_chunk": 5.692, "boundary_entropy": 0.46787, "router_noise": 0.0, "grad_norm": 0.7232, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 93.6} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.67023, "bpb": 2.40963, "chunk_loss": 0.030166, "F": 0.17618, "G": 0.29603, "chunks": 180.41, "bytes_per_chunk": 5.676, "boundary_entropy": 0.46247, "router_noise": 0.0, "grad_norm": 0.75, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 95.6} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74547, "bpb": 2.51818, "chunk_loss": 0.030144, "F": 0.17462, "G": 0.30892, "chunks": 178.81, "bytes_per_chunk": 5.727, "boundary_entropy": 0.48459, "router_noise": 0.0, "grad_norm": 0.7118, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 97.7} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.61022, "bpb": 2.32305, "chunk_loss": 0.030692, "F": 0.18976, "G": 0.30976, "chunks": 194.31, "bytes_per_chunk": 5.27, "boundary_entropy": 0.46298, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 99.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3505.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201402, "cps": 27.382812, "mean_p": 0.249865, "boundary_entropy": 0.336756, "bpb": 2.374651}, "de": {"chunks": 3757.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182974, "cps": 29.351562, "mean_p": 0.25055, "boundary_entropy": 0.359729, "bpb": 2.667069}, "vi": {"chunks": 4419.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239707, "cps": 34.523438, "mean_p": 0.293946, "boundary_entropy": 0.448755, "bpb": 2.160934}, "tr": {"chunks": 3806.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210241, "cps": 29.734375, "mean_p": 0.254125, "boundary_entropy": 0.358286, "bpb": 2.654309}, "fi": {"chunks": 3712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197331, "cps": 29.0, "mean_p": 0.263532, "boundary_entropy": 0.374463, "bpb": 2.889249}, "ru": {"chunks": 5683.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299894, "cps": 44.398438, "mean_p": 0.339119, "boundary_entropy": 0.554764, "bpb": 1.767541}, "el": {"chunks": 5870.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.286021, "cps": 45.859375, "mean_p": 0.296307, "boundary_entropy": 0.523334, "bpb": 1.865329}, "hi": {"chunks": 6811.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404814, "cps": 53.210938, "mean_p": 0.386451, "boundary_entropy": 0.62578, "bpb": 1.39786}, "ta": {"chunks": 9540.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.510297, "cps": 74.53125, "mean_p": 0.411434, "boundary_entropy": 0.637736, "bpb": 1.158653}, "th": {"chunks": 7447.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462978, "cps": 58.179688, "mean_p": 0.386355, "boundary_entropy": 0.633461, "bpb": 1.388602}, "zh": {"chunks": 2366.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.40061, "cps": 18.484375, "mean_p": 0.318599, "boundary_entropy": 0.532346, "bpb": 3.52347}, "my": {"chunks": 9118.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.481212, "cps": 71.234375, "mean_p": 0.417709, "boundary_entropy": 0.654395, "bpb": 1.251529}}, "bpb": {"en": 2.37465, "de": 2.66707, "vi": 2.16093, "tr": 2.65431, "fi": 2.88925, "ru": 1.76754, "el": 1.86533, "hi": 1.39786, "ta": 1.15865, "th": 1.3886, "zh": 3.52347, "my": 1.25153}, "gini_cpc": 0.203224, "gini_cps": 0.225013, "bpic": 5.81187, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9084999040895374, "vi": 1.1901918101422007, "tr": 1.0438890221062658, "fi": 0.9797881486619167, "ru": 1.4890337437283336, "el": 1.4201471742187168, "hi": 2.0099807831308705, "ta": 2.5337222376317174, "th": 2.2987745824274306, "zh": 1.9891035640150279, "my": 2.389308948855295}, "t": 102.8} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38113, "de": 2.67354, "vi": 2.16723, "tr": 2.66527, "fi": 2.8964, "ru": 1.74916, "el": 1.85575, "hi": 1.39504, "ta": 1.16724, "th": 1.40662, "zh": 3.52786, "my": 1.26114}, "bytes_per_chunk": {"en": 5.002, "de": 5.359, "vi": 5.601, "tr": 5.091, "fi": 5.025, "ru": 6.195, "el": 5.997, "hi": 5.743, "ta": 5.117, "th": 6.051, "zh": 6.947, "my": 6.13}, "bpb_mean": 2.09553, "t": 104.2} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.60371, "bpb": 2.31366, "chunk_loss": 0.030469, "F": 0.18393, "G": 0.30486, "chunks": 188.34, "bytes_per_chunk": 5.437, "boundary_entropy": 0.45893, "router_noise": 0.0, "grad_norm": 0.7523, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 104.2} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57994, "bpb": 2.27937, "chunk_loss": 0.03053, "F": 0.18622, "G": 0.30018, "chunks": 190.69, "bytes_per_chunk": 5.37, "boundary_entropy": 0.45046, "router_noise": 0.0, "grad_norm": 0.7884, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 106.3} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54289, "bpb": 2.22591, "chunk_loss": 0.030481, "F": 0.18561, "G": 0.31085, "chunks": 190.06, "bytes_per_chunk": 5.388, "boundary_entropy": 0.46231, "router_noise": 0.0, "grad_norm": 0.6961, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 108.4} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56836, "bpb": 2.26266, "chunk_loss": 0.030529, "F": 0.18924, "G": 0.29573, "chunks": 193.78, "bytes_per_chunk": 5.284, "boundary_entropy": 0.44045, "router_noise": 0.0, "grad_norm": 0.7099, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 110.5} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3421.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196575, "cps": 26.726562, "mean_p": 0.242852, "boundary_entropy": 0.323508, "bpb": 2.329583}, "de": {"chunks": 4019.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195734, "cps": 31.398438, "mean_p": 0.253077, "boundary_entropy": 0.344582, "bpb": 2.628986}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.292964, "boundary_entropy": 0.454, "bpb": 2.125162}, "tr": {"chunks": 3720.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205491, "cps": 29.0625, "mean_p": 0.258233, "boundary_entropy": 0.3627, "bpb": 2.621574}, "fi": {"chunks": 3615.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192175, "cps": 28.242188, "mean_p": 0.253324, "boundary_entropy": 0.35753, "bpb": 2.843958}, "ru": {"chunks": 7008.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.369815, "cps": 54.75, "mean_p": 0.368994, "boundary_entropy": 0.565556, "bpb": 1.714039}, "el": {"chunks": 6209.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302539, "cps": 48.507812, "mean_p": 0.309113, "boundary_entropy": 0.524423, "bpb": 1.795966}, "hi": {"chunks": 6491.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.385795, "cps": 50.710938, "mean_p": 0.390334, "boundary_entropy": 0.632552, "bpb": 1.373572}, "ta": {"chunks": 8292.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.443541, "cps": 64.78125, "mean_p": 0.355528, "boundary_entropy": 0.600082, "bpb": 1.111273}, "th": {"chunks": 6762.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.420392, "cps": 52.828125, "mean_p": 0.371154, "boundary_entropy": 0.621146, "bpb": 1.34776}, "zh": {"chunks": 2469.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.418049, "cps": 19.289062, "mean_p": 0.305148, "boundary_entropy": 0.506884, "bpb": 3.478284}, "my": {"chunks": 11879.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.626926, "cps": 92.804688, "mean_p": 0.427279, "boundary_entropy": 0.655253, "bpb": 1.249257}}, "bpb": {"en": 2.32958, "de": 2.62899, "vi": 2.12516, "tr": 2.62157, "fi": 2.84396, "ru": 1.71404, "el": 1.79597, "hi": 1.37357, "ta": 1.11127, "th": 1.34776, "zh": 3.47828, "my": 1.24926}, "gini_cpc": 0.212013, "gini_cps": 0.238862, "bpic": 5.624401, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9957186578387522, "vi": 1.2003756057034414, "tr": 1.0453541181407253, "fi": 0.9776141168621898, "ru": 1.8812907704161554, "el": 1.5390469221098897, "hi": 1.9625809646128514, "ta": 2.2563417008316473, "th": 2.138578257842976, "zh": 2.126663088572771, "my": 3.1892425689483743}, "t": 113.5} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3364, "de": 2.63357, "vi": 2.13081, "tr": 2.63082, "fi": 2.8456, "ru": 1.69434, "el": 1.78849, "hi": 1.37022, "ta": 1.11773, "th": 1.36833, "zh": 3.48041, "my": 1.25689}, "bytes_per_chunk": {"en": 5.09, "de": 5.08, "vi": 5.611, "tr": 5.141, "fi": 5.055, "ru": 5.082, "el": 5.711, "hi": 6.121, "ta": 5.91, "th": 6.706, "zh": 6.667, "my": 4.791}, "bpb_mean": 2.05447, "t": 114.9} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53192, "bpb": 2.21009, "chunk_loss": 0.030657, "F": 0.18832, "G": 0.30836, "chunks": 192.84, "bytes_per_chunk": 5.31, "boundary_entropy": 0.46486, "router_noise": 0.0, "grad_norm": 0.6827, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 114.9} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.58059, "bpb": 2.28031, "chunk_loss": 0.030411, "F": 0.18472, "G": 0.28801, "chunks": 189.16, "bytes_per_chunk": 5.414, "boundary_entropy": 0.42083, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 117.0} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.63077, "bpb": 2.35271, "chunk_loss": 0.030911, "F": 0.19318, "G": 0.29736, "chunks": 197.81, "bytes_per_chunk": 5.177, "boundary_entropy": 0.43434, "router_noise": 0.0, "grad_norm": 0.7547, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 119.1} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.48126, "bpb": 2.137, "chunk_loss": 0.029996, "F": 0.16916, "G": 0.3043, "chunks": 173.22, "bytes_per_chunk": 5.912, "boundary_entropy": 0.46611, "router_noise": 0.0, "grad_norm": 0.6933, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 121.2} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3504.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201345, "cps": 27.375, "mean_p": 0.241328, "boundary_entropy": 0.315741, "bpb": 2.292236}, "de": {"chunks": 4048.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197146, "cps": 31.625, "mean_p": 0.249209, "boundary_entropy": 0.334801, "bpb": 2.568157}, "vi": {"chunks": 4230.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229455, "cps": 33.046875, "mean_p": 0.272986, "boundary_entropy": 0.421747, "bpb": 2.094944}, "tr": {"chunks": 3935.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217367, "cps": 30.742188, "mean_p": 0.248916, "boundary_entropy": 0.336578, "bpb": 2.570404}, "fi": {"chunks": 3352.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178194, "cps": 26.1875, "mean_p": 0.238495, "boundary_entropy": 0.344347, "bpb": 2.776388}, "ru": {"chunks": 5992.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316201, "cps": 46.8125, "mean_p": 0.338714, "boundary_entropy": 0.540458, "bpb": 1.690044}, "el": {"chunks": 6938.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33806, "cps": 54.203125, "mean_p": 0.317212, "boundary_entropy": 0.522086, "bpb": 1.7385}, "hi": {"chunks": 6894.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409747, "cps": 53.859375, "mean_p": 0.388833, "boundary_entropy": 0.628918, "bpb": 1.362443}, "ta": {"chunks": 7410.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.396363, "cps": 57.890625, "mean_p": 0.386617, "boundary_entropy": 0.626052, "bpb": 1.09926}, "th": {"chunks": 9628.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.59857, "cps": 75.21875, "mean_p": 0.413712, "boundary_entropy": 0.642793, "bpb": 1.316411}, "zh": {"chunks": 2737.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463427, "cps": 21.382812, "mean_p": 0.319021, "boundary_entropy": 0.515935, "bpb": 3.432498}, "my": {"chunks": 13896.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.733376, "cps": 108.5625, "mean_p": 0.432367, "boundary_entropy": 0.651994, "bpb": 1.223382}}, "bpb": {"en": 2.29224, "de": 2.56816, "vi": 2.09494, "tr": 2.5704, "fi": 2.77639, "ru": 1.69004, "el": 1.7385, "hi": 1.36244, "ta": 1.09926, "th": 1.31641, "zh": 3.4325, "my": 1.22338}, "gini_cpc": 0.253917, "gini_cps": 0.266305, "bpic": 5.288862, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9791474999482958, "vi": 1.1396126152234247, "tr": 1.0795784529015473, "fi": 0.8850180927364708, "ru": 1.5704445729569523, "el": 1.679010735699806, "hi": 2.0350553644486964, "ta": 1.9685786068357594, "th": 2.9728639803100823, "zh": 2.3016610980706873, "my": 3.642390059600753}, "t": 124.2} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29897, "de": 2.57408, "vi": 2.10172, "tr": 2.57683, "fi": 2.78764, "ru": 1.6663, "el": 1.72946, "hi": 1.36105, "ta": 1.10719, "th": 1.33328, "zh": 3.43621, "my": 1.23232}, "bytes_per_chunk": {"en": 5.07, "de": 5.078, "vi": 5.6, "tr": 4.965, "fi": 5.474, "ru": 5.831, "el": 5.15, "hi": 6.249, "ta": 6.611, "th": 5.118, "zh": 6.298, "my": 4.133}, "bpb_mean": 2.01709, "t": 125.6} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.60014, "bpb": 2.30852, "chunk_loss": 0.030551, "F": 0.19031, "G": 0.2886, "chunks": 194.88, "bytes_per_chunk": 5.255, "boundary_entropy": 0.41863, "router_noise": 0.0, "grad_norm": 0.7711, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 125.6} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.61283, "bpb": 2.32683, "chunk_loss": 0.0307, "F": 0.19131, "G": 0.29978, "chunks": 195.91, "bytes_per_chunk": 5.227, "boundary_entropy": 0.45006, "router_noise": 0.0, "grad_norm": 0.7824, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 127.7} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55386, "bpb": 2.24175, "chunk_loss": 0.030279, "F": 0.17938, "G": 0.28466, "chunks": 183.69, "bytes_per_chunk": 5.575, "boundary_entropy": 0.42208, "router_noise": 0.0, "grad_norm": 0.7327, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 129.8} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.51357, "bpb": 2.18363, "chunk_loss": 0.030116, "F": 0.17566, "G": 0.28582, "chunks": 179.88, "bytes_per_chunk": 5.693, "boundary_entropy": 0.42721, "router_noise": 0.0, "grad_norm": 0.6961, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 131.9} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3461.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198874, "cps": 27.039062, "mean_p": 0.23631, "boundary_entropy": 0.304809, "bpb": 2.262007}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.2425, "boundary_entropy": 0.328017, "bpb": 2.518995}, "vi": {"chunks": 4117.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.223325, "cps": 32.164062, "mean_p": 0.261368, "boundary_entropy": 0.410403, "bpb": 2.077317}, "tr": {"chunks": 3711.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204994, "cps": 28.992188, "mean_p": 0.246883, "boundary_entropy": 0.335235, "bpb": 2.516129}, "fi": {"chunks": 3566.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18957, "cps": 27.859375, "mean_p": 0.245432, "boundary_entropy": 0.335708, "bpb": 2.721495}, "ru": {"chunks": 5385.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.284169, "cps": 42.070312, "mean_p": 0.316299, "boundary_entropy": 0.524959, "bpb": 1.65442}, "el": {"chunks": 6386.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311163, "cps": 49.890625, "mean_p": 0.298105, "boundary_entropy": 0.503883, "bpb": 1.705421}, "hi": {"chunks": 7866.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.467519, "cps": 61.453125, "mean_p": 0.400292, "boundary_entropy": 0.633775, "bpb": 1.328529}, "ta": {"chunks": 8142.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435518, "cps": 63.609375, "mean_p": 0.382832, "boundary_entropy": 0.620791, "bpb": 1.079679}, "th": {"chunks": 7053.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.438483, "cps": 55.101562, "mean_p": 0.378885, "boundary_entropy": 0.623793, "bpb": 1.282612}, "zh": {"chunks": 2887.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488825, "cps": 22.554688, "mean_p": 0.31413, "boundary_entropy": 0.504386, "bpb": 3.438489}, "my": {"chunks": 10237.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.540268, "cps": 79.976562, "mean_p": 0.427575, "boundary_entropy": 0.655539, "bpb": 1.204511}}, "bpb": {"en": 2.26201, "de": 2.51899, "vi": 2.07732, "tr": 2.51613, "fi": 2.72149, "ru": 1.65442, "el": 1.70542, "hi": 1.32853, "ta": 1.07968, "th": 1.28261, "zh": 3.43849, "my": 1.20451}, "gini_cpc": 0.214933, "gini_cps": 0.222832, "bpic": 5.750907, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9607013962048928, "vi": 1.1229495513062089, "tr": 1.0307727381614495, "fi": 0.9532174328400098, "ru": 1.4288907151607928, "el": 1.5646261698367523, "hi": 2.3508308972876715, "ta": 2.1899194934052533, "th": 2.2048311677067356, "zh": 2.457965948859005, "my": 2.7166384808265227}, "t": 134.9} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26914, "de": 2.52523, "vi": 2.08149, "tr": 2.52285, "fi": 2.73247, "ru": 1.63401, "el": 1.69573, "hi": 1.32562, "ta": 1.08584, "th": 1.29925, "zh": 3.44041, "my": 1.21254}, "bytes_per_chunk": {"en": 5.166, "de": 5.213, "vi": 5.76, "tr": 5.129, "fi": 5.087, "ru": 6.36, "el": 5.535, "hi": 5.495, "ta": 5.99, "th": 6.537, "zh": 5.701, "my": 5.428}, "bpb_mean": 1.98538, "t": 136.2} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.45242, "bpb": 2.0954, "chunk_loss": 0.030396, "F": 0.18646, "G": 0.29291, "chunks": 190.94, "bytes_per_chunk": 5.363, "boundary_entropy": 0.4314, "router_noise": 0.0, "grad_norm": 0.6705, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 136.3} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53702, "bpb": 2.21745, "chunk_loss": 0.030104, "F": 0.17615, "G": 0.28309, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.42359, "router_noise": 0.0, "grad_norm": 0.7605, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 138.3} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47944, "bpb": 2.13437, "chunk_loss": 0.030024, "F": 0.17517, "G": 0.29302, "chunks": 179.38, "bytes_per_chunk": 5.709, "boundary_entropy": 0.43737, "router_noise": 0.0, "grad_norm": 0.7162, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 140.4} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49331, "bpb": 2.1544, "chunk_loss": 0.030284, "F": 0.18185, "G": 0.28737, "chunks": 186.22, "bytes_per_chunk": 5.499, "boundary_entropy": 0.42212, "router_noise": 0.0, "grad_norm": 0.6868, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 142.5} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3467.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199219, "cps": 27.085938, "mean_p": 0.234826, "boundary_entropy": 0.298321, "bpb": 2.230216}, "de": {"chunks": 3935.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191643, "cps": 30.742188, "mean_p": 0.242792, "boundary_entropy": 0.321786, "bpb": 2.483784}, "vi": {"chunks": 4050.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.219691, "cps": 31.640625, "mean_p": 0.258185, "boundary_entropy": 0.398585, "bpb": 2.062207}, "tr": {"chunks": 3663.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202342, "cps": 28.617188, "mean_p": 0.243203, "boundary_entropy": 0.327687, "bpb": 2.474013}, "fi": {"chunks": 3624.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192653, "cps": 28.3125, "mean_p": 0.249498, "boundary_entropy": 0.333886, "bpb": 2.676022}, "ru": {"chunks": 5858.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309129, "cps": 45.765625, "mean_p": 0.315813, "boundary_entropy": 0.510696, "bpb": 1.61463}, "el": {"chunks": 6127.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298543, "cps": 47.867188, "mean_p": 0.28931, "boundary_entropy": 0.495414, "bpb": 1.692301}, "hi": {"chunks": 6294.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.374086, "cps": 49.171875, "mean_p": 0.403173, "boundary_entropy": 0.637216, "bpb": 1.314526}, "ta": {"chunks": 9744.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.521209, "cps": 76.125, "mean_p": 0.402824, "boundary_entropy": 0.630136, "bpb": 1.063663}, "th": {"chunks": 8383.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.521169, "cps": 65.492188, "mean_p": 0.40194, "boundary_entropy": 0.635165, "bpb": 1.258754}, "zh": {"chunks": 2534.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.429055, "cps": 19.796875, "mean_p": 0.307344, "boundary_entropy": 0.503072, "bpb": 3.377802}, "my": {"chunks": 8659.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.456988, "cps": 67.648438, "mean_p": 0.405655, "boundary_entropy": 0.649042, "bpb": 1.178334}}, "bpb": {"en": 2.23022, "de": 2.48378, "vi": 2.06221, "tr": 2.47401, "fi": 2.67602, "ru": 1.61463, "el": 1.6923, "hi": 1.31453, "ta": 1.06366, "th": 1.25875, "zh": 3.3778, "my": 1.17833}, "gini_cpc": 0.212681, "gini_cps": 0.227233, "bpic": 5.785236, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619723916326186, "vi": 1.1027629329939406, "tr": 1.0156794037311827, "fi": 0.96704477801798, "ru": 1.5517095448758098, "el": 1.4985709646030037, "hi": 1.877768045220249, "ta": 2.616267126576772, "th": 2.616065897396286, "zh": 2.1536912640892294, "my": 2.293900848916035}, "t": 145.6} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23852, "de": 2.48873, "vi": 2.06841, "tr": 2.48392, "fi": 2.68776, "ru": 1.59236, "el": 1.68315, "hi": 1.3129, "ta": 1.07164, "th": 1.27699, "zh": 3.38242, "my": 1.18704}, "bytes_per_chunk": {"en": 5.087, "de": 5.251, "vi": 5.806, "tr": 5.284, "fi": 5.018, "ru": 5.802, "el": 5.734, "hi": 6.37, "ta": 5.118, "th": 5.592, "zh": 6.456, "my": 6.35}, "bpb_mean": 1.95615, "t": 146.9} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 146.9} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.3777, "bpb": 1.9876, "chunk_loss": 0.030405, "F": 0.18613, "G": 0.29135, "chunks": 190.59, "bytes_per_chunk": 5.373, "boundary_entropy": 0.42597, "router_noise": 0.0, "grad_norm": 0.7029, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 146.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.46434, "bpb": 2.11259, "chunk_loss": 0.030449, "F": 0.18484, "G": 0.30248, "chunks": 189.28, "bytes_per_chunk": 5.41, "boundary_entropy": 0.45738, "router_noise": 0.0, "grad_norm": 0.6804, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 148.9} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.50172, "bpb": 2.16653, "chunk_loss": 0.030198, "F": 0.17914, "G": 0.28055, "chunks": 183.44, "bytes_per_chunk": 5.582, "boundary_entropy": 0.40905, "router_noise": 0.0, "grad_norm": 0.7486, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 151.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.56673, "bpb": 2.26031, "chunk_loss": 0.030296, "F": 0.1839, "G": 0.27273, "chunks": 188.31, "bytes_per_chunk": 5.438, "boundary_entropy": 0.39079, "router_noise": 0.0, "grad_norm": 0.7364, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 153.0} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3437.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197495, "cps": 26.851562, "mean_p": 0.231372, "boundary_entropy": 0.283643, "bpb": 2.197056}, "de": {"chunks": 3973.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193493, "cps": 31.039062, "mean_p": 0.241427, "boundary_entropy": 0.310304, "bpb": 2.444996}, "vi": {"chunks": 4004.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217196, "cps": 31.28125, "mean_p": 0.260924, "boundary_entropy": 0.402956, "bpb": 2.045106}, "tr": {"chunks": 3723.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205657, "cps": 29.085938, "mean_p": 0.245848, "boundary_entropy": 0.324581, "bpb": 2.438321}, "fi": {"chunks": 3793.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.201637, "cps": 29.632812, "mean_p": 0.255778, "boundary_entropy": 0.329969, "bpb": 2.643904}, "ru": {"chunks": 5502.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.290343, "cps": 42.984375, "mean_p": 0.30306, "boundary_entropy": 0.501889, "bpb": 1.599567}, "el": {"chunks": 5060.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.246553, "cps": 39.53125, "mean_p": 0.266319, "boundary_entropy": 0.485727, "bpb": 1.683654}, "hi": {"chunks": 6222.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.369807, "cps": 48.609375, "mean_p": 0.388188, "boundary_entropy": 0.631626, "bpb": 1.301481}, "ta": {"chunks": 7892.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422145, "cps": 61.65625, "mean_p": 0.382856, "boundary_entropy": 0.621049, "bpb": 1.05683}, "th": {"chunks": 7237.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.449922, "cps": 56.539062, "mean_p": 0.375785, "boundary_entropy": 0.6194, "bpb": 1.241483}, "zh": {"chunks": 2574.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.435828, "cps": 20.109375, "mean_p": 0.300227, "boundary_entropy": 0.489052, "bpb": 3.34417}, "my": {"chunks": 8215.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.433555, "cps": 64.179688, "mean_p": 0.412617, "boundary_entropy": 0.651826, "bpb": 1.172994}}, "bpb": {"en": 2.19706, "de": 2.445, "vi": 2.04511, "tr": 2.43832, "fi": 2.6439, "ru": 1.59957, "el": 1.68365, "hi": 1.30148, "ta": 1.05683, "th": 1.24148, "zh": 3.34417, "my": 1.17299}, "gini_cpc": 0.185909, "gini_cps": 0.195423, "bpic": 6.226976, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.979739789143617, "vi": 1.0997539105029672, "tr": 1.0413268650820393, "fi": 1.0209760330186466, "ru": 1.4701307438913638, "el": 1.2484014365624914, "hi": 1.8724900642038544, "ta": 2.1375003530869288, "th": 2.2781488435789323, "zh": 2.2067832961770084, "my": 2.1952742323001027}, "t": 155.9} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20553, "de": 2.44938, "vi": 2.04913, "tr": 2.44494, "fi": 2.65523, "ru": 1.57629, "el": 1.67347, "hi": 1.2978, "ta": 1.06263, "th": 1.25904, "zh": 3.34766, "my": 1.18159}, "bytes_per_chunk": {"en": 5.133, "de": 5.183, "vi": 5.933, "tr": 5.164, "fi": 4.842, "ru": 6.202, "el": 6.867, "hi": 6.71, "ta": 6.297, "th": 6.234, "zh": 6.402, "my": 6.958}, "bpb_mean": 1.93356, "t": 157.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.59754, "bpb": 2.30476, "chunk_loss": 0.030413, "F": 0.18335, "G": 0.27246, "chunks": 187.75, "bytes_per_chunk": 5.454, "boundary_entropy": 0.3925, "router_noise": 0.0, "grad_norm": 0.7429, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 157.3} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.49705, "bpb": 2.15979, "chunk_loss": 0.030399, "F": 0.18488, "G": 0.28607, "chunks": 189.31, "bytes_per_chunk": 5.409, "boundary_entropy": 0.41638, "router_noise": 0.0, "grad_norm": 0.6837, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 159.3} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.50888, "bpb": 2.17685, "chunk_loss": 0.030261, "F": 0.18439, "G": 0.27598, "chunks": 188.81, "bytes_per_chunk": 5.423, "boundary_entropy": 0.39254, "router_noise": 0.0, "grad_norm": 0.6863, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 161.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.40152, "bpb": 2.02196, "chunk_loss": 0.030501, "F": 0.1915, "G": 0.27195, "chunks": 196.09, "bytes_per_chunk": 5.222, "boundary_entropy": 0.37575, "router_noise": 0.0, "grad_norm": 0.6836, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 163.4} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3540.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203413, "cps": 27.65625, "mean_p": 0.234419, "boundary_entropy": 0.286784, "bpb": 2.183195}, "de": {"chunks": 4016.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195588, "cps": 31.375, "mean_p": 0.243332, "boundary_entropy": 0.308378, "bpb": 2.419968}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.25626, "boundary_entropy": 0.3968, "bpb": 2.027546}, "tr": {"chunks": 3715.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205215, "cps": 29.023438, "mean_p": 0.245331, "boundary_entropy": 0.319966, "bpb": 2.414998}, "fi": {"chunks": 3728.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198182, "cps": 29.125, "mean_p": 0.252217, "boundary_entropy": 0.329036, "bpb": 2.621099}, "ru": {"chunks": 5608.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.295937, "cps": 43.8125, "mean_p": 0.294319, "boundary_entropy": 0.488843, "bpb": 1.565027}, "el": {"chunks": 6304.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307168, "cps": 49.25, "mean_p": 0.27911, "boundary_entropy": 0.473779, "bpb": 1.625166}, "hi": {"chunks": 7343.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.436434, "cps": 57.367188, "mean_p": 0.388251, "boundary_entropy": 0.626384, "bpb": 1.285194}, "ta": {"chunks": 8259.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.441776, "cps": 64.523438, "mean_p": 0.379676, "boundary_entropy": 0.620895, "bpb": 1.075129}, "th": {"chunks": 8283.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.514952, "cps": 64.710938, "mean_p": 0.371645, "boundary_entropy": 0.613148, "bpb": 1.2352}, "zh": {"chunks": 2571.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.43532, "cps": 20.085938, "mean_p": 0.295862, "boundary_entropy": 0.484218, "bpb": 3.343869}, "my": {"chunks": 11308.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.596791, "cps": 88.34375, "mean_p": 0.441623, "boundary_entropy": 0.661481, "bpb": 1.165183}}, "bpb": {"en": 2.1832, "de": 2.41997, "vi": 2.02755, "tr": 2.415, "fi": 2.6211, "ru": 1.56503, "el": 1.62517, "hi": 1.28519, "ta": 1.07513, "th": 1.2352, "zh": 3.34387, "my": 1.16518}, "gini_cpc": 0.220506, "gini_cps": 0.23855, "bpic": 5.576591, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9615284861822267, "vi": 1.105356198829603, "tr": 1.008855869005699, "fi": 0.9742824474320381, "ru": 1.4548547918250525, "el": 1.5100670021315483, "hi": 2.1455533281285417, "ta": 2.1718151322976778, "th": 2.5315555075525675, "zh": 2.1400774564217944, "my": 2.933886318666967}, "t": 166.4} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19086, "de": 2.42509, "vi": 2.03074, "tr": 2.4221, "fi": 2.63009, "ru": 1.54258, "el": 1.61591, "hi": 1.28165, "ta": 1.08054, "th": 1.2509, "zh": 3.34388, "my": 1.17258}, "bytes_per_chunk": {"en": 5.105, "de": 5.117, "vi": 5.804, "tr": 5.094, "fi": 4.87, "ru": 5.944, "el": 5.672, "hi": 5.78, "ta": 6.161, "th": 5.502, "zh": 6.333, "my": 4.92}, "bpb_mean": 1.91558, "t": 167.7} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.46951, "bpb": 2.12006, "chunk_loss": 0.030557, "F": 0.18921, "G": 0.27924, "chunks": 193.75, "bytes_per_chunk": 5.285, "boundary_entropy": 0.39907, "router_noise": 0.0, "grad_norm": 0.7836, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 167.7} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.43211, "bpb": 2.0661, "chunk_loss": 0.030416, "F": 0.18698, "G": 0.28242, "chunks": 191.47, "bytes_per_chunk": 5.348, "boundary_entropy": 0.40046, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 169.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.4518, "bpb": 2.09451, "chunk_loss": 0.030454, "F": 0.18967, "G": 0.28237, "chunks": 194.22, "bytes_per_chunk": 5.272, "boundary_entropy": 0.39732, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 171.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.35354, "bpb": 1.95275, "chunk_loss": 0.030275, "F": 0.18091, "G": 0.27932, "chunks": 185.25, "bytes_per_chunk": 5.528, "boundary_entropy": 0.4084, "router_noise": 0.0, "grad_norm": 0.6736, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 173.8} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3376.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19399, "cps": 26.375, "mean_p": 0.222948, "boundary_entropy": 0.267424, "bpb": 2.158188}, "de": {"chunks": 3842.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187113, "cps": 30.015625, "mean_p": 0.22965, "boundary_entropy": 0.288947, "bpb": 2.392353}, "vi": {"chunks": 3734.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.202549, "cps": 29.171875, "mean_p": 0.241971, "boundary_entropy": 0.382395, "bpb": 2.014767}, "tr": {"chunks": 3541.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195603, "cps": 27.664062, "mean_p": 0.232049, "boundary_entropy": 0.304824, "bpb": 2.387922}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.236183, "boundary_entropy": 0.3114, "bpb": 2.57758}, "ru": {"chunks": 5672.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299314, "cps": 44.3125, "mean_p": 0.2795, "boundary_entropy": 0.461487, "bpb": 1.542815}, "el": {"chunks": 6343.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309068, "cps": 49.554688, "mean_p": 0.279127, "boundary_entropy": 0.465116, "bpb": 1.594452}, "hi": {"chunks": 7513.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446538, "cps": 58.695312, "mean_p": 0.405554, "boundary_entropy": 0.633785, "bpb": 1.268094}, "ta": {"chunks": 7894.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422252, "cps": 61.671875, "mean_p": 0.3846, "boundary_entropy": 0.622655, "bpb": 1.042777}, "th": {"chunks": 8010.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.497979, "cps": 62.578125, "mean_p": 0.384468, "boundary_entropy": 0.622481, "bpb": 1.22722}, "zh": {"chunks": 2555.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.432611, "cps": 19.960938, "mean_p": 0.295871, "boundary_entropy": 0.484107, "bpb": 3.316067}, "my": {"chunks": 8568.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.452185, "cps": 66.9375, "mean_p": 0.419463, "boundary_entropy": 0.650574, "bpb": 1.159403}}, "bpb": {"en": 2.15819, "de": 2.39235, "vi": 2.01477, "tr": 2.38792, "fi": 2.57758, "ru": 1.54282, "el": 1.59445, "hi": 1.26809, "ta": 1.04278, "th": 1.22722, "zh": 3.31607, "my": 1.1594}, "gini_cpc": 0.206163, "gini_cps": 0.217487, "bpic": 5.948894, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9645541981547217, "vi": 1.0441258642829874, "tr": 1.0083169262092402, "fi": 0.9495395044645905, "ru": 1.5429387637709613, "el": 1.5932192623788406, "hi": 2.3018657880467313, "ta": 2.1766737247585013, "th": 2.567042938359161, "zh": 2.2300733309205993, "my": 2.3309757960674613}, "t": 176.8} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16752, "de": 2.39462, "vi": 2.0147, "tr": 2.39616, "fi": 2.58682, "ru": 1.51912, "el": 1.58546, "hi": 1.26515, "ta": 1.04914, "th": 1.2449, "zh": 3.31584, "my": 1.16772}, "bytes_per_chunk": {"en": 5.264, "de": 5.333, "vi": 6.423, "tr": 5.333, "fi": 5.223, "ru": 5.927, "el": 5.649, "hi": 5.63, "ta": 6.287, "th": 5.683, "zh": 6.361, "my": 6.378}, "bpb_mean": 1.89226, "t": 178.1} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.4334, "bpb": 2.06797, "chunk_loss": 0.030132, "F": 0.17639, "G": 0.28227, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.41782, "router_noise": 0.0, "grad_norm": 0.7213, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 178.1} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.39475, "bpb": 2.0122, "chunk_loss": 0.030562, "F": 0.18726, "G": 0.27944, "chunks": 191.75, "bytes_per_chunk": 5.34, "boundary_entropy": 0.4017, "router_noise": 0.0, "grad_norm": 0.6528, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 180.2} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.4057, "bpb": 2.02799, "chunk_loss": 0.030358, "F": 0.18631, "G": 0.26271, "chunks": 190.78, "bytes_per_chunk": 5.367, "boundary_entropy": 0.36999, "router_noise": 0.0, "grad_norm": 0.7294, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 182.3} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.35164, "bpb": 1.95001, "chunk_loss": 0.030073, "F": 0.17581, "G": 0.27017, "chunks": 180.03, "bytes_per_chunk": 5.688, "boundary_entropy": 0.39662, "router_noise": 0.0, "grad_norm": 0.6825, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 184.3} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3536.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203183, "cps": 27.625, "mean_p": 0.233807, "boundary_entropy": 0.271398, "bpb": 2.140222}, "de": {"chunks": 4006.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195101, "cps": 31.296875, "mean_p": 0.234982, "boundary_entropy": 0.289976, "bpb": 2.360716}, "vi": {"chunks": 3738.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.202766, "cps": 29.203125, "mean_p": 0.236171, "boundary_entropy": 0.372852, "bpb": 2.000106}, "tr": {"chunks": 3644.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201293, "cps": 28.46875, "mean_p": 0.234613, "boundary_entropy": 0.296722, "bpb": 2.370012}, "fi": {"chunks": 3675.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195364, "cps": 28.710938, "mean_p": 0.245093, "boundary_entropy": 0.308298, "bpb": 2.545447}, "ru": {"chunks": 5795.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305805, "cps": 45.273438, "mean_p": 0.274455, "boundary_entropy": 0.448827, "bpb": 1.510816}, "el": {"chunks": 6321.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307996, "cps": 49.382812, "mean_p": 0.278605, "boundary_entropy": 0.461314, "bpb": 1.567779}, "hi": {"chunks": 6920.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.411293, "cps": 54.0625, "mean_p": 0.398593, "boundary_entropy": 0.630162, "bpb": 1.263584}, "ta": {"chunks": 8060.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.431131, "cps": 62.96875, "mean_p": 0.382357, "boundary_entropy": 0.617841, "bpb": 1.020069}, "th": {"chunks": 8609.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.535219, "cps": 67.257812, "mean_p": 0.386586, "boundary_entropy": 0.621405, "bpb": 1.215385}, "zh": {"chunks": 2778.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.470369, "cps": 21.703125, "mean_p": 0.292852, "boundary_entropy": 0.466891, "bpb": 3.272532}, "my": {"chunks": 8734.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.460946, "cps": 68.234375, "mean_p": 0.413475, "boundary_entropy": 0.646121, "bpb": 1.142776}}, "bpb": {"en": 2.14022, "de": 2.36072, "vi": 2.00011, "tr": 2.37001, "fi": 2.54545, "ru": 1.51082, "el": 1.56778, "hi": 1.26358, "ta": 1.02007, "th": 1.21539, "zh": 3.27253, "my": 1.14278}, "gini_cpc": 0.208357, "gini_cps": 0.212522, "bpic": 5.83112, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9602192354300868, "vi": 0.9979482454557838, "tr": 0.9906943375551114, "fi": 0.9615177897259016, "ru": 1.5050678882269366, "el": 1.515852027732708, "hi": 2.0242441152938486, "ta": 2.12188301370294, "th": 2.6341682232540085, "zh": 2.3149982263607987, "my": 2.2686195763685704}, "t": 187.3} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14718, "de": 2.36446, "vi": 2.00253, "tr": 2.37491, "fi": 2.55531, "ru": 1.48809, "el": 1.56075, "hi": 1.25814, "ta": 1.028, "th": 1.23106, "zh": 3.27519, "my": 1.15019}, "bytes_per_chunk": {"en": 5.01, "de": 5.15, "vi": 6.337, "tr": 5.253, "fi": 4.931, "ru": 5.658, "el": 5.685, "hi": 5.921, "ta": 6.178, "th": 5.306, "zh": 5.95, "my": 6.272}, "bpb_mean": 1.86965, "t": 188.6} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.37544, "bpb": 1.98433, "chunk_loss": 0.03035, "F": 0.18246, "G": 0.27668, "chunks": 186.84, "bytes_per_chunk": 5.481, "boundary_entropy": 0.4129, "router_noise": 0.0, "grad_norm": 0.6419, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 188.7} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.44221, "bpb": 2.08068, "chunk_loss": 0.03052, "F": 0.18771, "G": 0.2713, "chunks": 192.22, "bytes_per_chunk": 5.327, "boundary_entropy": 0.37857, "router_noise": 0.0, "grad_norm": 0.6652, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 190.7} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.4038, "bpb": 2.02525, "chunk_loss": 0.030374, "F": 0.18741, "G": 0.26193, "chunks": 191.91, "bytes_per_chunk": 5.336, "boundary_entropy": 0.36103, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 192.8} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.47037, "bpb": 2.1213, "chunk_loss": 0.030169, "F": 0.18063, "G": 0.27024, "chunks": 184.97, "bytes_per_chunk": 5.536, "boundary_entropy": 0.38431, "router_noise": 0.0, "grad_norm": 0.712, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 194.8} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3463.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198989, "cps": 27.054688, "mean_p": 0.224367, "boundary_entropy": 0.25689, "bpb": 2.125391}, "de": {"chunks": 3903.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190084, "cps": 30.492188, "mean_p": 0.232067, "boundary_entropy": 0.279504, "bpb": 2.342919}, "vi": {"chunks": 3887.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.210849, "cps": 30.367188, "mean_p": 0.243365, "boundary_entropy": 0.367262, "bpb": 1.982458}, "tr": {"chunks": 3497.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193172, "cps": 27.320312, "mean_p": 0.227922, "boundary_entropy": 0.291157, "bpb": 2.338479}, "fi": {"chunks": 3561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189304, "cps": 27.820312, "mean_p": 0.235913, "boundary_entropy": 0.299106, "bpb": 2.538612}, "ru": {"chunks": 5700.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.300792, "cps": 44.53125, "mean_p": 0.262033, "boundary_entropy": 0.432388, "bpb": 1.501436}, "el": {"chunks": 5650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.275301, "cps": 44.140625, "mean_p": 0.252878, "boundary_entropy": 0.436963, "bpb": 1.571574}, "hi": {"chunks": 6092.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.36208, "cps": 47.59375, "mean_p": 0.376667, "boundary_entropy": 0.62039, "bpb": 1.247951}, "ta": {"chunks": 7633.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.408291, "cps": 59.632812, "mean_p": 0.380366, "boundary_entropy": 0.620135, "bpb": 1.025499}, "th": {"chunks": 6988.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.434442, "cps": 54.59375, "mean_p": 0.380389, "boundary_entropy": 0.622778, "bpb": 1.187483}, "zh": {"chunks": 2850.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48256, "cps": 22.265625, "mean_p": 0.294001, "boundary_entropy": 0.466746, "bpb": 3.251675}, "my": {"chunks": 7632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.402787, "cps": 59.625, "mean_p": 0.401197, "boundary_entropy": 0.638406, "bpb": 1.132885}}, "bpb": {"en": 2.12539, "de": 2.34292, "vi": 1.98246, "tr": 2.33848, "fi": 2.53861, "ru": 1.50144, "el": 1.57157, "hi": 1.24795, "ta": 1.0255, "th": 1.18748, "zh": 3.25168, "my": 1.13289}, "gini_cpc": 0.192515, "gini_cps": 0.184057, "bpic": 6.306379, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9552515977639454, "vi": 1.0596026294006122, "tr": 0.9707708109572698, "fi": 0.951331153384013, "ru": 1.511601346156923, "el": 1.3835002161003473, "hi": 1.8196021881070057, "ta": 2.0518302179993646, "th": 2.1832499541536436, "zh": 2.4250631146015653, "my": 2.024168277074372}, "t": 197.7} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13403, "de": 2.34929, "vi": 1.98467, "tr": 2.34343, "fi": 2.54878, "ru": 1.47836, "el": 1.56352, "hi": 1.24467, "ta": 1.03294, "th": 1.20399, "zh": 3.25459, "my": 1.14043}, "bytes_per_chunk": {"en": 5.174, "de": 5.239, "vi": 6.187, "tr": 5.464, "fi": 5.142, "ru": 5.835, "el": 6.232, "hi": 6.807, "ta": 6.656, "th": 6.509, "zh": 5.675, "my": 7.199}, "bpb_mean": 1.85656, "t": 199.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.39411, "bpb": 2.01128, "chunk_loss": 0.030102, "F": 0.17615, "G": 0.27604, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.40897, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 199.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.25426, "bpb": 1.80952, "chunk_loss": 0.029983, "F": 0.17542, "G": 0.27043, "chunks": 179.62, "bytes_per_chunk": 5.701, "boundary_entropy": 0.39152, "router_noise": 0.0, "grad_norm": 0.6308, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 201.1} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.44254, "bpb": 2.08115, "chunk_loss": 0.030245, "F": 0.185, "G": 0.27188, "chunks": 189.44, "bytes_per_chunk": 5.405, "boundary_entropy": 0.37179, "router_noise": 0.0, "grad_norm": 0.791, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 203.2} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.37328, "bpb": 1.98122, "chunk_loss": 0.030319, "F": 0.18179, "G": 0.27537, "chunks": 186.16, "bytes_per_chunk": 5.501, "boundary_entropy": 0.39345, "router_noise": 0.0, "grad_norm": 0.6553, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 205.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3597.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206689, "cps": 28.101562, "mean_p": 0.23141, "boundary_entropy": 0.258597, "bpb": 2.107288}, "de": {"chunks": 4132.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201237, "cps": 32.28125, "mean_p": 0.242382, "boundary_entropy": 0.28188, "bpb": 2.326495}, "vi": {"chunks": 3801.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206184, "cps": 29.695312, "mean_p": 0.242578, "boundary_entropy": 0.365703, "bpb": 1.982614}, "tr": {"chunks": 3644.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201293, "cps": 28.46875, "mean_p": 0.233439, "boundary_entropy": 0.285858, "bpb": 2.31061}, "fi": {"chunks": 3661.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19462, "cps": 28.601562, "mean_p": 0.240432, "boundary_entropy": 0.296776, "bpb": 2.48962}, "ru": {"chunks": 5543.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.292507, "cps": 43.304688, "mean_p": 0.260319, "boundary_entropy": 0.430984, "bpb": 1.48367}, "el": {"chunks": 6370.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310383, "cps": 49.765625, "mean_p": 0.269522, "boundary_entropy": 0.44082, "bpb": 1.543294}, "hi": {"chunks": 7507.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446181, "cps": 58.648438, "mean_p": 0.396079, "boundary_entropy": 0.625435, "bpb": 1.222972}, "ta": {"chunks": 7136.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.381706, "cps": 55.75, "mean_p": 0.360528, "boundary_entropy": 0.6078, "bpb": 1.013202}, "th": {"chunks": 7053.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.438483, "cps": 55.101562, "mean_p": 0.378022, "boundary_entropy": 0.622265, "bpb": 1.173041}, "zh": {"chunks": 2669.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.451913, "cps": 20.851562, "mean_p": 0.291495, "boundary_entropy": 0.470594, "bpb": 3.260668}, "my": {"chunks": 7681.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.405373, "cps": 60.007812, "mean_p": 0.401942, "boundary_entropy": 0.639967, "bpb": 1.131544}}, "bpb": {"en": 2.10729, "de": 2.32649, "vi": 1.98261, "tr": 2.31061, "fi": 2.48962, "ru": 1.48367, "el": 1.54329, "hi": 1.22297, "ta": 1.0132, "th": 1.17304, "zh": 3.26067, "my": 1.13154}, "gini_cpc": 0.183634, "gini_cps": 0.186913, "bpic": 6.111746, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.973624711285769, "vi": 0.997558583875497, "tr": 0.9738935717528147, "fi": 0.9416110097240941, "ru": 1.4152049751221887, "el": 1.5016968492438172, "hi": 2.1587135887137254, "ta": 1.8467710343446142, "th": 2.121468076572981, "zh": 2.1864462907485556, "my": 1.9612730984215085}, "t": 208.2} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11655, "de": 2.33422, "vi": 1.98506, "tr": 2.31904, "fi": 2.50199, "ru": 1.45938, "el": 1.53307, "hi": 1.21903, "ta": 1.01836, "th": 1.19253, "zh": 3.26042, "my": 1.1389}, "bytes_per_chunk": {"en": 4.983, "de": 5.003, "vi": 6.297, "tr": 5.207, "fi": 4.971, "ru": 5.96, "el": 5.659, "hi": 5.615, "ta": 7.202, "th": 6.457, "zh": 6.121, "my": 7.243}, "bpb_mean": 1.83988, "t": 209.5} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.63951, "bpb": 2.36531, "chunk_loss": 0.030404, "F": 0.18683, "G": 0.27275, "chunks": 191.31, "bytes_per_chunk": 5.352, "boundary_entropy": 0.3837, "router_noise": 0.0, "grad_norm": 0.787, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 209.5} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.43706, "bpb": 2.07324, "chunk_loss": 0.030428, "F": 0.1889, "G": 0.26906, "chunks": 193.44, "bytes_per_chunk": 5.294, "boundary_entropy": 0.37609, "router_noise": 0.0, "grad_norm": 0.7687, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 211.6} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.35089, "bpb": 1.94892, "chunk_loss": 0.030209, "F": 0.17825, "G": 0.27174, "chunks": 182.53, "bytes_per_chunk": 5.61, "boundary_entropy": 0.39927, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 213.6} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.39269, "bpb": 2.00923, "chunk_loss": 0.030204, "F": 0.18158, "G": 0.26917, "chunks": 185.94, "bytes_per_chunk": 5.507, "boundary_entropy": 0.38106, "router_noise": 0.0, "grad_norm": 0.7007, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 215.6} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3490.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20054, "cps": 27.265625, "mean_p": 0.225829, "boundary_entropy": 0.250457, "bpb": 2.098707}, "de": {"chunks": 3965.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193104, "cps": 30.976562, "mean_p": 0.230028, "boundary_entropy": 0.270261, "bpb": 2.301435}, "vi": {"chunks": 3964.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.215026, "cps": 30.96875, "mean_p": 0.247481, "boundary_entropy": 0.36842, "bpb": 1.965167}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.221565, "boundary_entropy": 0.279642, "bpb": 2.299605}, "fi": {"chunks": 3534.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187869, "cps": 27.609375, "mean_p": 0.231976, "boundary_entropy": 0.2924, "bpb": 2.477489}, "ru": {"chunks": 5861.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309288, "cps": 45.789062, "mean_p": 0.255997, "boundary_entropy": 0.411716, "bpb": 1.465971}, "el": {"chunks": 6081.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296302, "cps": 47.507812, "mean_p": 0.262024, "boundary_entropy": 0.437901, "bpb": 1.523638}, "hi": {"chunks": 7598.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.45159, "cps": 59.359375, "mean_p": 0.39922, "boundary_entropy": 0.626175, "bpb": 1.213056}, "ta": {"chunks": 8473.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.453223, "cps": 66.195312, "mean_p": 0.389991, "boundary_entropy": 0.625336, "bpb": 0.995723}, "th": {"chunks": 7729.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.48051, "cps": 60.382812, "mean_p": 0.389603, "boundary_entropy": 0.626959, "bpb": 1.160691}, "zh": {"chunks": 2636.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.446326, "cps": 20.59375, "mean_p": 0.28478, "boundary_entropy": 0.460487, "bpb": 3.218099}, "my": {"chunks": 8793.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.46406, "cps": 68.695312, "mean_p": 0.424644, "boundary_entropy": 0.648852, "bpb": 1.122271}}, "bpb": {"en": 2.09871, "de": 2.30144, "vi": 1.96517, "tr": 2.29961, "fi": 2.47749, "ru": 1.46597, "el": 1.52364, "hi": 1.21306, "ta": 0.99572, "th": 1.16069, "zh": 3.2181, "my": 1.12227}, "gini_cpc": 0.20315, "gini_cps": 0.217902, "bpic": 5.854872, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9629183826943196, "vi": 1.072233068560411, "tr": 0.9434279046658669, "fi": 0.936813962567473, "ru": 1.5422728035623832, "el": 1.4775182418160517, "hi": 2.251867896814077, "ta": 2.260010360859859, "th": 2.3960779098859657, "zh": 2.225618161124086, "my": 2.3140481444314798}, "t": 218.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10881, "de": 2.30727, "vi": 1.9658, "tr": 2.30767, "fi": 2.48841, "ru": 1.44225, "el": 1.51502, "hi": 1.20684, "ta": 1.00316, "th": 1.17637, "zh": 3.21739, "my": 1.1286}, "bytes_per_chunk": {"en": 5.103, "de": 5.233, "vi": 6.074, "tr": 5.594, "fi": 5.215, "ru": 5.691, "el": 5.878, "hi": 5.536, "ta": 6.008, "th": 6.088, "zh": 6.309, "my": 6.292}, "bpb_mean": 1.8223, "t": 219.9} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.4651, "bpb": 2.11369, "chunk_loss": 0.030316, "F": 0.18069, "G": 0.27306, "chunks": 185.03, "bytes_per_chunk": 5.534, "boundary_entropy": 0.39784, "router_noise": 0.0, "grad_norm": 0.7225, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 219.9} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.46825, "bpb": 2.11824, "chunk_loss": 0.030212, "F": 0.1796, "G": 0.27789, "chunks": 183.91, "bytes_per_chunk": 5.568, "boundary_entropy": 0.39851, "router_noise": 0.0, "grad_norm": 0.7267, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 222.0} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.47055, "bpb": 2.12156, "chunk_loss": 0.030218, "F": 0.18573, "G": 0.25553, "chunks": 190.19, "bytes_per_chunk": 5.384, "boundary_entropy": 0.33665, "router_noise": 0.0, "grad_norm": 0.744, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 224.0} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.54233, "bpb": 2.22511, "chunk_loss": 0.030696, "F": 0.19174, "G": 0.28291, "chunks": 196.34, "bytes_per_chunk": 5.215, "boundary_entropy": 0.40167, "router_noise": 0.0, "grad_norm": 0.707, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 226.0} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3543.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203586, "cps": 27.679688, "mean_p": 0.228717, "boundary_entropy": 0.246941, "bpb": 2.080576}, "de": {"chunks": 4072.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198315, "cps": 31.8125, "mean_p": 0.235932, "boundary_entropy": 0.269421, "bpb": 2.288447}, "vi": {"chunks": 4038.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.21904, "cps": 31.546875, "mean_p": 0.250769, "boundary_entropy": 0.371103, "bpb": 1.951634}, "tr": {"chunks": 3591.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198365, "cps": 28.054688, "mean_p": 0.231147, "boundary_entropy": 0.282471, "bpb": 2.286398}, "fi": {"chunks": 3725.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198022, "cps": 29.101562, "mean_p": 0.240702, "boundary_entropy": 0.292067, "bpb": 2.450146}, "ru": {"chunks": 5828.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.307546, "cps": 45.53125, "mean_p": 0.245804, "boundary_entropy": 0.39611, "bpb": 1.454303}, "el": {"chunks": 6038.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.294207, "cps": 47.171875, "mean_p": 0.259577, "boundary_entropy": 0.431585, "bpb": 1.503072}, "hi": {"chunks": 5916.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.35162, "cps": 46.21875, "mean_p": 0.381422, "boundary_entropy": 0.623451, "bpb": 1.220138}, "ta": {"chunks": 7647.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.40904, "cps": 59.742188, "mean_p": 0.379992, "boundary_entropy": 0.622784, "bpb": 0.99319}, "th": {"chunks": 7363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.457756, "cps": 57.523438, "mean_p": 0.379553, "boundary_entropy": 0.620234, "bpb": 1.148428}, "zh": {"chunks": 2896.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490349, "cps": 22.625, "mean_p": 0.293383, "boundary_entropy": 0.457552, "bpb": 3.196966}, "my": {"chunks": 9213.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.486225, "cps": 71.976562, "mean_p": 0.426904, "boundary_entropy": 0.649212, "bpb": 1.113115}}, "bpb": {"en": 2.08058, "de": 2.28845, "vi": 1.95163, "tr": 2.2864, "fi": 2.45015, "ru": 1.4543, "el": 1.50307, "hi": 1.22014, "ta": 0.99319, "th": 1.14843, "zh": 3.19697, "my": 1.11312}, "gini_cpc": 0.19797, "gini_cps": 0.198035, "bpic": 6.008783, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.974110736344662, "vi": 1.075910486692953, "tr": 0.9743563538455717, "fi": 0.9726741217542063, "ru": 1.5106480577481183, "el": 1.4451243917369425, "hi": 1.7271341057582097, "ta": 2.009178807086166, "th": 2.248467958508948, "zh": 2.4085634007007326, "my": 2.3883098124784494}, "t": 229.0} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09078, "de": 2.29479, "vi": 1.95226, "tr": 2.29417, "fi": 2.46154, "ru": 1.42993, "el": 1.49439, "hi": 1.21625, "ta": 1.00096, "th": 1.16363, "zh": 3.19697, "my": 1.12087}, "bytes_per_chunk": {"en": 5.04, "de": 5.062, "vi": 5.972, "tr": 5.318, "fi": 4.923, "ru": 5.676, "el": 5.86, "hi": 6.986, "ta": 6.632, "th": 6.204, "zh": 5.645, "my": 6.266}, "bpb_mean": 1.80971, "t": 230.3} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.33568, "bpb": 1.92698, "chunk_loss": 0.030228, "F": 0.18491, "G": 0.25877, "chunks": 189.34, "bytes_per_chunk": 5.408, "boundary_entropy": 0.35321, "router_noise": 0.0, "grad_norm": 0.6875, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 230.3} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.53645, "bpb": 2.21663, "chunk_loss": 0.030485, "F": 0.1907, "G": 0.27378, "chunks": 195.28, "bytes_per_chunk": 5.244, "boundary_entropy": 0.37282, "router_noise": 0.0, "grad_norm": 0.7052, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 232.4} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.3965, "bpb": 2.01472, "chunk_loss": 0.030295, "F": 0.18475, "G": 0.25988, "chunks": 189.19, "bytes_per_chunk": 5.413, "boundary_entropy": 0.35267, "router_noise": 0.0, "grad_norm": 0.6993, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 234.4} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.38424, "bpb": 1.99703, "chunk_loss": 0.030278, "F": 0.18784, "G": 0.25052, "chunks": 192.34, "bytes_per_chunk": 5.324, "boundary_entropy": 0.32066, "router_noise": 0.0, "grad_norm": 0.7512, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 236.4} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3484.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200195, "cps": 27.21875, "mean_p": 0.224615, "boundary_entropy": 0.239219, "bpb": 2.07078}, "de": {"chunks": 4007.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195149, "cps": 31.304688, "mean_p": 0.231049, "boundary_entropy": 0.262159, "bpb": 2.27043}, "vi": {"chunks": 3993.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.216599, "cps": 31.195312, "mean_p": 0.249093, "boundary_entropy": 0.363403, "bpb": 1.944144}, "tr": {"chunks": 3497.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193172, "cps": 27.320312, "mean_p": 0.222084, "boundary_entropy": 0.268096, "bpb": 2.263845}, "fi": {"chunks": 3585.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19058, "cps": 28.007812, "mean_p": 0.231733, "boundary_entropy": 0.281639, "bpb": 2.432314}, "ru": {"chunks": 5888.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.310712, "cps": 46.0, "mean_p": 0.248348, "boundary_entropy": 0.396784, "bpb": 1.436588}, "el": {"chunks": 6418.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.312722, "cps": 50.140625, "mean_p": 0.263678, "boundary_entropy": 0.428745, "bpb": 1.490896}, "hi": {"chunks": 6729.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.399941, "cps": 52.570312, "mean_p": 0.38098, "boundary_entropy": 0.616612, "bpb": 1.193571}, "ta": {"chunks": 7861.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420487, "cps": 61.414062, "mean_p": 0.38283, "boundary_entropy": 0.620973, "bpb": 0.977915}, "th": {"chunks": 7725.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.480261, "cps": 60.351562, "mean_p": 0.387405, "boundary_entropy": 0.62475, "bpb": 1.132036}, "zh": {"chunks": 2661.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.450559, "cps": 20.789062, "mean_p": 0.280984, "boundary_entropy": 0.447598, "bpb": 3.189354}, "my": {"chunks": 9768.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.515516, "cps": 76.3125, "mean_p": 0.433357, "boundary_entropy": 0.648301, "bpb": 1.107053}}, "bpb": {"en": 2.07078, "de": 2.27043, "vi": 1.94414, "tr": 2.26385, "fi": 2.43231, "ru": 1.43659, "el": 1.4909, "hi": 1.19357, "ta": 0.97792, "th": 1.13204, "zh": 3.18935, "my": 1.10705}, "gini_cpc": 0.205861, "gini_cps": 0.218496, "bpic": 5.848894, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9747941386168818, "vi": 1.081937421237058, "tr": 0.964919436953222, "fi": 0.9519699737207039, "ru": 1.5520458999906093, "el": 1.562085645222439, "hi": 1.9977513336278943, "ta": 2.100382062162289, "th": 2.3989621546270223, "zh": 2.2505952906285733, "my": 2.5750653125952057}, "t": 239.4} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08108, "de": 2.27599, "vi": 1.94578, "tr": 2.27171, "fi": 2.44302, "ru": 1.41325, "el": 1.48245, "hi": 1.18875, "ta": 0.98572, "th": 1.14734, "zh": 3.18836, "my": 1.11463}, "bytes_per_chunk": {"en": 5.075, "de": 5.129, "vi": 6.186, "tr": 5.449, "fi": 5.081, "ru": 5.644, "el": 5.596, "hi": 6.133, "ta": 6.411, "th": 5.905, "zh": 6.14, "my": 5.763}, "bpb_mean": 1.79484, "t": 240.7} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 240.7} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.19006, "bpb": 1.71689, "chunk_loss": 0.030232, "F": 0.1788, "G": 0.29705, "chunks": 183.09, "bytes_per_chunk": 5.593, "boundary_entropy": 0.42936, "router_noise": 0.0, "grad_norm": 0.628, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 240.8} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.24846, "bpb": 1.80115, "chunk_loss": 0.030206, "F": 0.18137, "G": 0.26786, "chunks": 185.72, "bytes_per_chunk": 5.514, "boundary_entropy": 0.37199, "router_noise": 0.0, "grad_norm": 0.7095, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 242.8} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.47779, "bpb": 2.132, "chunk_loss": 0.030291, "F": 0.18527, "G": 0.25928, "chunks": 189.72, "bytes_per_chunk": 5.397, "boundary_entropy": 0.34115, "router_noise": 0.0, "grad_norm": 0.7232, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 244.9} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.46562, "bpb": 2.11444, "chunk_loss": 0.030302, "F": 0.18607, "G": 0.25437, "chunks": 190.53, "bytes_per_chunk": 5.374, "boundary_entropy": 0.3386, "router_noise": 0.0, "grad_norm": 0.7418, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 246.9} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3488.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200425, "cps": 27.25, "mean_p": 0.225707, "boundary_entropy": 0.239208, "bpb": 2.055923}, "de": {"chunks": 4066.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198023, "cps": 31.765625, "mean_p": 0.234285, "boundary_entropy": 0.265494, "bpb": 2.258572}, "vi": {"chunks": 3928.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.213073, "cps": 30.6875, "mean_p": 0.240436, "boundary_entropy": 0.357563, "bpb": 1.935296}, "tr": {"chunks": 3579.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197702, "cps": 27.960938, "mean_p": 0.230667, "boundary_entropy": 0.27791, "bpb": 2.243511}, "fi": {"chunks": 3656.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194354, "cps": 28.5625, "mean_p": 0.236923, "boundary_entropy": 0.285897, "bpb": 2.413083}, "ru": {"chunks": 6022.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317784, "cps": 47.046875, "mean_p": 0.250092, "boundary_entropy": 0.393768, "bpb": 1.421826}, "el": {"chunks": 6019.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293281, "cps": 47.023438, "mean_p": 0.253258, "boundary_entropy": 0.416095, "bpb": 1.478565}, "hi": {"chunks": 7354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437088, "cps": 57.453125, "mean_p": 0.384537, "boundary_entropy": 0.61607, "bpb": 1.179845}, "ta": {"chunks": 8202.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.438727, "cps": 64.078125, "mean_p": 0.387812, "boundary_entropy": 0.624763, "bpb": 0.975542}, "th": {"chunks": 6670.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.414672, "cps": 52.109375, "mean_p": 0.381965, "boundary_entropy": 0.624535, "bpb": 1.130164}, "zh": {"chunks": 2904.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491703, "cps": 22.6875, "mean_p": 0.286708, "boundary_entropy": 0.446575, "bpb": 3.167813}, "my": {"chunks": 7216.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380832, "cps": 56.375, "mean_p": 0.410125, "boundary_entropy": 0.643282, "bpb": 1.099634}}, "bpb": {"en": 2.05592, "de": 2.25857, "vi": 1.9353, "tr": 2.24351, "fi": 2.41308, "ru": 1.42183, "el": 1.47857, "hi": 1.17985, "ta": 0.97554, "th": 1.13016, "zh": 3.16781, "my": 1.09963}, "gini_cpc": 0.192194, "gini_cps": 0.187305, "bpic": 6.081722, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9880128910855964, "vi": 1.0631045602824702, "tr": 0.9864130083614303, "fi": 0.9697101637291083, "ru": 1.5855472210791315, "el": 1.4632924846681301, "hi": 2.180801798056082, "ta": 2.1889807349264263, "th": 2.068961516085703, "zh": 2.4533008726936067, "my": 1.9001189639244442}, "t": 249.9} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06629, "de": 2.26459, "vi": 1.93678, "tr": 2.25056, "fi": 2.42485, "ru": 1.39775, "el": 1.46945, "hi": 1.17537, "ta": 0.98331, "th": 1.1482, "zh": 3.16847, "my": 1.10687}, "bytes_per_chunk": {"en": 5.054, "de": 5.069, "vi": 6.071, "tr": 5.319, "fi": 5.003, "ru": 5.51, "el": 5.888, "hi": 5.719, "ta": 6.293, "th": 6.719, "zh": 5.694, "my": 7.89}, "bpb_mean": 1.78271, "t": 251.2} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.47683, "bpb": 2.13062, "chunk_loss": 0.030313, "F": 0.18582, "G": 0.26354, "chunks": 190.28, "bytes_per_chunk": 5.382, "boundary_entropy": 0.35493, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 251.2} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.49015, "bpb": 2.14983, "chunk_loss": 0.030166, "F": 0.18002, "G": 0.27321, "chunks": 184.34, "bytes_per_chunk": 5.555, "boundary_entropy": 0.38603, "router_noise": 0.0, "grad_norm": 0.7079, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 253.3} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.41314, "bpb": 2.03873, "chunk_loss": 0.030359, "F": 0.18695, "G": 0.25536, "chunks": 191.44, "bytes_per_chunk": 5.349, "boundary_entropy": 0.32987, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 255.3} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.22068, "bpb": 1.76107, "chunk_loss": 0.030347, "F": 0.18918, "G": 0.26726, "chunks": 193.72, "bytes_per_chunk": 5.286, "boundary_entropy": 0.36438, "router_noise": 0.0, "grad_norm": 0.7325, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 257.4} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3544.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203643, "cps": 27.6875, "mean_p": 0.225858, "boundary_entropy": 0.238711, "bpb": 2.047524}, "de": {"chunks": 4027.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196123, "cps": 31.460938, "mean_p": 0.23268, "boundary_entropy": 0.260182, "bpb": 2.249674}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.25413, "boundary_entropy": 0.361973, "bpb": 1.929715}, "tr": {"chunks": 3580.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197757, "cps": 27.96875, "mean_p": 0.2309, "boundary_entropy": 0.275387, "bpb": 2.23167}, "fi": {"chunks": 3712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197331, "cps": 29.0, "mean_p": 0.240394, "boundary_entropy": 0.286605, "bpb": 2.396905}, "ru": {"chunks": 6043.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318892, "cps": 47.210938, "mean_p": 0.246851, "boundary_entropy": 0.386673, "bpb": 1.414146}, "el": {"chunks": 6334.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308629, "cps": 49.484375, "mean_p": 0.259649, "boundary_entropy": 0.414347, "bpb": 1.464069}, "hi": {"chunks": 7056.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.419376, "cps": 55.125, "mean_p": 0.373116, "boundary_entropy": 0.609969, "bpb": 1.17691}, "ta": {"chunks": 8007.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428296, "cps": 62.554688, "mean_p": 0.37393, "boundary_entropy": 0.613021, "bpb": 0.968617}, "th": {"chunks": 7773.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.483245, "cps": 60.726562, "mean_p": 0.385489, "boundary_entropy": 0.623291, "bpb": 1.116563}, "zh": {"chunks": 2739.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463766, "cps": 21.398438, "mean_p": 0.280399, "boundary_entropy": 0.446037, "bpb": 3.153353}, "my": {"chunks": 8781.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463426, "cps": 68.601562, "mean_p": 0.422788, "boundary_entropy": 0.6483, "bpb": 1.090505}}, "bpb": {"en": 2.04752, "de": 2.24967, "vi": 1.92971, "tr": 2.23167, "fi": 2.3969, "ru": 1.41415, "el": 1.46407, "hi": 1.17691, "ta": 0.96862, "th": 1.11656, "zh": 3.15335, "my": 1.09051}, "gini_cpc": 0.194884, "gini_cps": 0.204742, "bpic": 5.837772, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9630739357081851, "vi": 1.1041086184697502, "tr": 0.971097603143487, "fi": 0.9690060556038426, "ru": 1.5659352013436811, "el": 1.5155407592582633, "hi": 2.0593677445755167, "ta": 2.1031718775375414, "th": 2.3730014819690264, "zh": 2.2773458850050337, "my": 2.275679032576266}, "t": 260.4} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05785, "de": 2.2544, "vi": 1.93002, "tr": 2.23885, "fi": 2.40844, "ru": 1.39025, "el": 1.45501, "hi": 1.17221, "ta": 0.97715, "th": 1.13254, "zh": 3.1527, "my": 1.09818}, "bytes_per_chunk": {"en": 5.055, "de": 5.066, "vi": 5.888, "tr": 5.293, "fi": 4.904, "ru": 5.53, "el": 5.632, "hi": 5.828, "ta": 6.389, "th": 5.862, "zh": 6.021, "my": 6.366}, "bpb_mean": 1.7723, "t": 261.7} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.29804, "bpb": 1.87267, "chunk_loss": 0.030348, "F": 0.18509, "G": 0.28095, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.39732, "router_noise": 0.0, "grad_norm": 0.7215, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 261.7} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.40354, "bpb": 2.02488, "chunk_loss": 0.030251, "F": 0.18311, "G": 0.27006, "chunks": 187.5, "bytes_per_chunk": 5.461, "boundary_entropy": 0.37798, "router_noise": 0.0, "grad_norm": 0.6991, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 263.7} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.32104, "bpb": 1.90586, "chunk_loss": 0.030169, "F": 0.18225, "G": 0.25731, "chunks": 186.62, "bytes_per_chunk": 5.487, "boundary_entropy": 0.34375, "router_noise": 0.0, "grad_norm": 0.782, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 265.8} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.33202, "bpb": 1.92171, "chunk_loss": 0.030367, "F": 0.18811, "G": 0.26992, "chunks": 192.62, "bytes_per_chunk": 5.316, "boundary_entropy": 0.35056, "router_noise": 0.0, "grad_norm": 0.7321, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 267.8} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3543.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203586, "cps": 27.679688, "mean_p": 0.224684, "boundary_entropy": 0.235459, "bpb": 2.040671}, "de": {"chunks": 4063.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197877, "cps": 31.742188, "mean_p": 0.23209, "boundary_entropy": 0.257178, "bpb": 2.239035}, "vi": {"chunks": 4111.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.223, "cps": 32.117188, "mean_p": 0.250373, "boundary_entropy": 0.357613, "bpb": 1.9253}, "tr": {"chunks": 3601.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198917, "cps": 28.132812, "mean_p": 0.22817, "boundary_entropy": 0.267896, "bpb": 2.21877}, "fi": {"chunks": 3616.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192228, "cps": 28.25, "mean_p": 0.233663, "boundary_entropy": 0.279347, "bpb": 2.38577}, "ru": {"chunks": 5872.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309868, "cps": 45.875, "mean_p": 0.237836, "boundary_entropy": 0.375414, "bpb": 1.401508}, "el": {"chunks": 6307.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307314, "cps": 49.273438, "mean_p": 0.256798, "boundary_entropy": 0.411349, "bpb": 1.451007}, "hi": {"chunks": 7947.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.472333, "cps": 62.085938, "mean_p": 0.375339, "boundary_entropy": 0.606698, "bpb": 1.166342}, "ta": {"chunks": 8573.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458572, "cps": 66.976562, "mean_p": 0.378195, "boundary_entropy": 0.615331, "bpb": 0.961873}, "th": {"chunks": 7083.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.440348, "cps": 55.335938, "mean_p": 0.375032, "boundary_entropy": 0.616856, "bpb": 1.116465}, "zh": {"chunks": 2851.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482729, "cps": 22.273438, "mean_p": 0.280771, "boundary_entropy": 0.436628, "bpb": 3.14322}, "my": {"chunks": 9622.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.507811, "cps": 75.171875, "mean_p": 0.428117, "boundary_entropy": 0.64867, "bpb": 1.085126}}, "bpb": {"en": 2.04067, "de": 2.23904, "vi": 1.9253, "tr": 2.21877, "fi": 2.38577, "ru": 1.40151, "el": 1.45101, "hi": 1.16634, "ta": 0.96187, "th": 1.11647, "zh": 3.14322, "my": 1.08513}, "gini_cpc": 0.206082, "gini_cps": 0.218291, "bpic": 5.711962, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.97195774110225, "vi": 1.095361072509839, "tr": 0.9770696825947935, "fi": 0.9442119796679758, "ru": 1.5220530876968001, "el": 1.5095063826904433, "hi": 2.320070104540313, "ta": 2.2524767769255525, "th": 2.162963269064088, "zh": 2.371137519129071, "my": 2.494335940048588}, "t": 270.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05168, "de": 2.24586, "vi": 1.92455, "tr": 2.22426, "fi": 2.39757, "ru": 1.37825, "el": 1.44179, "hi": 1.1612, "ta": 0.96922, "th": 1.13189, "zh": 3.14066, "my": 1.09262}, "bytes_per_chunk": {"en": 5.077, "de": 5.08, "vi": 5.95, "tr": 5.305, "fi": 5.062, "ru": 5.619, "el": 5.666, "hi": 5.331, "ta": 5.953, "th": 6.394, "zh": 5.748, "my": 5.649}, "bpb_mean": 1.7633, "t": 272.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.25522, "bpb": 1.8109, "chunk_loss": 0.030124, "F": 0.17856, "G": 0.26797, "chunks": 182.84, "bytes_per_chunk": 5.6, "boundary_entropy": 0.37247, "router_noise": 0.0, "grad_norm": 0.7166, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 272.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.48688, "bpb": 2.14511, "chunk_loss": 0.030357, "F": 0.18845, "G": 0.25432, "chunks": 192.97, "bytes_per_chunk": 5.307, "boundary_entropy": 0.33261, "router_noise": 0.0, "grad_norm": 0.7397, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 274.2} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39812, "bpb": 2.01706, "chunk_loss": 0.030288, "F": 0.18161, "G": 0.27329, "chunks": 185.97, "bytes_per_chunk": 5.506, "boundary_entropy": 0.39144, "router_noise": 0.0, "grad_norm": 0.6998, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 276.2} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.51495, "bpb": 2.18561, "chunk_loss": 0.030608, "F": 0.19559, "G": 0.25409, "chunks": 200.28, "bytes_per_chunk": 5.113, "boundary_entropy": 0.32535, "router_noise": 0.0, "grad_norm": 0.7799, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 278.3} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3581.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205769, "cps": 27.976562, "mean_p": 0.2273, "boundary_entropy": 0.233263, "bpb": 2.030425}, "de": {"chunks": 4120.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200653, "cps": 32.1875, "mean_p": 0.234639, "boundary_entropy": 0.256816, "bpb": 2.223665}, "vi": {"chunks": 4173.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226363, "cps": 32.601562, "mean_p": 0.253568, "boundary_entropy": 0.36019, "bpb": 1.918579}, "tr": {"chunks": 3656.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201955, "cps": 28.5625, "mean_p": 0.232627, "boundary_entropy": 0.271678, "bpb": 2.211198}, "fi": {"chunks": 3721.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19781, "cps": 29.070312, "mean_p": 0.236264, "boundary_entropy": 0.275702, "bpb": 2.370597}, "ru": {"chunks": 5982.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315673, "cps": 46.734375, "mean_p": 0.238667, "boundary_entropy": 0.37092, "bpb": 1.39351}, "el": {"chunks": 6459.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.31472, "cps": 50.460938, "mean_p": 0.258448, "boundary_entropy": 0.407739, "bpb": 1.443095}, "hi": {"chunks": 7022.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417355, "cps": 54.859375, "mean_p": 0.364227, "boundary_entropy": 0.602509, "bpb": 1.166698}, "ta": {"chunks": 8757.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.468414, "cps": 68.414062, "mean_p": 0.379241, "boundary_entropy": 0.616118, "bpb": 0.95551}, "th": {"chunks": 8207.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510227, "cps": 64.117188, "mean_p": 0.3782, "boundary_entropy": 0.614188, "bpb": 1.102112}, "zh": {"chunks": 2857.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.483745, "cps": 22.320312, "mean_p": 0.27873, "boundary_entropy": 0.434309, "bpb": 3.135252}, "my": {"chunks": 9584.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.505805, "cps": 74.875, "mean_p": 0.431445, "boundary_entropy": 0.649861, "bpb": 1.077962}}, "bpb": {"en": 2.03042, "de": 2.22366, "vi": 1.91858, "tr": 2.2112, "fi": 2.3706, "ru": 1.39351, "el": 1.44309, "hi": 1.1667, "ta": 0.95551, "th": 1.10211, "zh": 3.13525, "my": 1.07796}, "gini_cpc": 0.206716, "gini_cps": 0.217474, "bpic": 5.633979, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9751346933732912, "vi": 1.1000819577332586, "tr": 0.9814663965666198, "fi": 0.9613191322710986, "ru": 1.5341117404301063, "el": 1.529481536186718, "hi": 2.028268992739873, "ta": 2.276405778648552, "th": 2.4796087908092974, "zh": 2.35091321327248, "my": 2.4581208365380656}, "t": 281.3} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04034, "de": 2.22953, "vi": 1.91884, "tr": 2.21873, "fi": 2.38277, "ru": 1.3685, "el": 1.43356, "hi": 1.16189, "ta": 0.9626, "th": 1.12032, "zh": 3.13404, "my": 1.08611}, "bytes_per_chunk": {"en": 4.998, "de": 4.996, "vi": 5.737, "tr": 5.208, "fi": 4.92, "ru": 5.555, "el": 5.561, "hi": 5.899, "ta": 5.82, "th": 5.611, "zh": 5.8, "my": 5.734}, "bpb_mean": 1.75477, "t": 282.6} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.2823, "bpb": 1.84997, "chunk_loss": 0.030418, "F": 0.18768, "G": 0.26966, "chunks": 192.19, "bytes_per_chunk": 5.328, "boundary_entropy": 0.37141, "router_noise": 0.0, "grad_norm": 0.7633, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 282.6} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.25827, "bpb": 1.8153, "chunk_loss": 0.030236, "F": 0.18317, "G": 0.25968, "chunks": 187.56, "bytes_per_chunk": 5.46, "boundary_entropy": 0.35059, "router_noise": 0.0, "grad_norm": 0.7364, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 284.6} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.30579, "bpb": 1.88386, "chunk_loss": 0.030085, "F": 0.18011, "G": 0.26284, "chunks": 184.44, "bytes_per_chunk": 5.552, "boundary_entropy": 0.35437, "router_noise": 0.0, "grad_norm": 0.749, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 286.7} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33219, "bpb": 1.92194, "chunk_loss": 0.030334, "F": 0.18701, "G": 0.25028, "chunks": 191.5, "bytes_per_chunk": 5.347, "boundary_entropy": 0.33164, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 288.7} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20439, "cps": 27.789062, "mean_p": 0.225962, "boundary_entropy": 0.229266, "bpb": 2.028237}, "de": {"chunks": 4074.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198412, "cps": 31.828125, "mean_p": 0.232647, "boundary_entropy": 0.253326, "bpb": 2.217818}, "vi": {"chunks": 3826.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.20754, "cps": 29.890625, "mean_p": 0.243459, "boundary_entropy": 0.354284, "bpb": 1.918225}, "tr": {"chunks": 3585.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198033, "cps": 28.007812, "mean_p": 0.227545, "boundary_entropy": 0.265676, "bpb": 2.204081}, "fi": {"chunks": 3684.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195843, "cps": 28.78125, "mean_p": 0.236388, "boundary_entropy": 0.275276, "bpb": 2.358776}, "ru": {"chunks": 6031.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318259, "cps": 47.117188, "mean_p": 0.238906, "boundary_entropy": 0.368507, "bpb": 1.38461}, "el": {"chunks": 6524.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.317887, "cps": 50.96875, "mean_p": 0.260306, "boundary_entropy": 0.406366, "bpb": 1.436107}, "hi": {"chunks": 7671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.455929, "cps": 59.929688, "mean_p": 0.352504, "boundary_entropy": 0.589, "bpb": 1.148267}, "ta": {"chunks": 8372.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44782, "cps": 65.40625, "mean_p": 0.371694, "boundary_entropy": 0.607127, "bpb": 0.950111}, "th": {"chunks": 7882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.490022, "cps": 61.578125, "mean_p": 0.374634, "boundary_entropy": 0.612221, "bpb": 1.093937}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.278978, "boundary_entropy": 0.43486, "bpb": 3.120439}, "my": {"chunks": 9721.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.513036, "cps": 75.945312, "mean_p": 0.434813, "boundary_entropy": 0.650162, "bpb": 1.077415}}, "bpb": {"en": 2.02824, "de": 2.21782, "vi": 1.91823, "tr": 2.20408, "fi": 2.35878, "ru": 1.38461, "el": 1.43611, "hi": 1.14827, "ta": 0.95011, "th": 1.09394, "zh": 3.12044, "my": 1.07741}, "gini_cpc": 0.208301, "gini_cps": 0.22033, "bpic": 5.663745, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.970753293165588, "vi": 1.0154115025026575, "tr": 0.9688997940454778, "fi": 0.9581819668466612, "ru": 1.5571138555436788, "el": 1.5552971000356424, "hi": 2.230679442122997, "ta": 2.1910082112853875, "th": 2.3974834632818047, "zh": 2.3477219385212296, "my": 2.510081495549811}, "t": 291.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03795, "de": 2.22316, "vi": 1.91903, "tr": 2.21013, "fi": 2.37111, "ru": 1.35974, "el": 1.42712, "hi": 1.14369, "ta": 0.95803, "th": 1.11118, "zh": 3.12011, "my": 1.0854}, "bytes_per_chunk": {"en": 5.034, "de": 5.039, "vi": 6.349, "tr": 5.333, "fi": 4.921, "ru": 5.514, "el": 5.483, "hi": 5.491, "ta": 6.073, "th": 5.803, "zh": 5.88, "my": 5.862}, "bpb_mean": 1.74722, "t": 293.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.28014, "bpb": 1.84685, "chunk_loss": 0.030519, "F": 0.1904, "G": 0.26654, "chunks": 194.97, "bytes_per_chunk": 5.252, "boundary_entropy": 0.35779, "router_noise": 0.0, "grad_norm": 0.7835, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 293.1} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.3713, "bpb": 1.97837, "chunk_loss": 0.030477, "F": 0.18997, "G": 0.26764, "chunks": 194.53, "bytes_per_chunk": 5.264, "boundary_entropy": 0.35978, "router_noise": 0.0, "grad_norm": 0.756, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 295.2} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.36937, "bpb": 1.97558, "chunk_loss": 0.03048, "F": 0.1925, "G": 0.2641, "chunks": 197.12, "bytes_per_chunk": 5.195, "boundary_entropy": 0.34689, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 297.2} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.42128, "bpb": 2.05048, "chunk_loss": 0.030403, "F": 0.18991, "G": 0.25828, "chunks": 194.47, "bytes_per_chunk": 5.266, "boundary_entropy": 0.34149, "router_noise": 0.0, "grad_norm": 0.7664, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 299.3} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3559.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204505, "cps": 27.804688, "mean_p": 0.224304, "boundary_entropy": 0.228266, "bpb": 2.019825}, "de": {"chunks": 4076.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19851, "cps": 31.84375, "mean_p": 0.232712, "boundary_entropy": 0.251443, "bpb": 2.21049}, "vi": {"chunks": 4061.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220287, "cps": 31.726562, "mean_p": 0.249721, "boundary_entropy": 0.354869, "bpb": 1.907744}, "tr": {"chunks": 3669.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202674, "cps": 28.664062, "mean_p": 0.230635, "boundary_entropy": 0.266182, "bpb": 2.196377}, "fi": {"chunks": 3678.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195524, "cps": 28.734375, "mean_p": 0.235279, "boundary_entropy": 0.274102, "bpb": 2.349617}, "ru": {"chunks": 5932.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313034, "cps": 46.34375, "mean_p": 0.231674, "boundary_entropy": 0.355917, "bpb": 1.380184}, "el": {"chunks": 6554.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.319349, "cps": 51.203125, "mean_p": 0.258059, "boundary_entropy": 0.400589, "bpb": 1.422979}, "hi": {"chunks": 6952.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413195, "cps": 54.3125, "mean_p": 0.344148, "boundary_entropy": 0.583307, "bpb": 1.151043}, "ta": {"chunks": 8603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460177, "cps": 67.210938, "mean_p": 0.381248, "boundary_entropy": 0.61521, "bpb": 0.948173}, "th": {"chunks": 7328.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45558, "cps": 57.25, "mean_p": 0.375016, "boundary_entropy": 0.614187, "bpb": 1.089336}, "zh": {"chunks": 2777.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4702, "cps": 21.695312, "mean_p": 0.275119, "boundary_entropy": 0.430147, "bpb": 3.118217}, "my": {"chunks": 9586.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.505911, "cps": 74.890625, "mean_p": 0.431105, "boundary_entropy": 0.648037, "bpb": 1.070888}}, "bpb": {"en": 2.01982, "de": 2.21049, "vi": 1.90774, "tr": 2.19638, "fi": 2.34962, "ru": 1.38018, "el": 1.42298, "hi": 1.15104, "ta": 0.94817, "th": 1.08934, "zh": 3.11822, "my": 1.07089}, "gini_cpc": 0.20002, "gini_cps": 0.214168, "bpic": 5.747376, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.970684065386585, "vi": 1.0771742915141274, "tr": 0.991044812304329, "fi": 0.9560838311337596, "ru": 1.530692873468801, "el": 1.5615709604080878, "hi": 2.0204626322484867, "ta": 2.250197229283824, "th": 2.2277196087831723, "zh": 2.2992096274241947, "my": 2.473831873488454}, "t": 302.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03069, "de": 2.21621, "vi": 1.90805, "tr": 2.20212, "fi": 2.36227, "ru": 1.3555, "el": 1.41474, "hi": 1.14598, "ta": 0.95522, "th": 1.10671, "zh": 3.11654, "my": 1.0794}, "bytes_per_chunk": {"en": 5.055, "de": 5.033, "vi": 6.03, "tr": 5.202, "fi": 4.967, "ru": 5.571, "el": 5.491, "hi": 6.093, "ta": 5.948, "th": 6.184, "zh": 6.012, "my": 5.974}, "bpb_mean": 1.74112, "t": 303.6} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.12526, "bpb": 1.6234, "chunk_loss": 0.03021, "F": 0.18073, "G": 0.27447, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.39017, "router_noise": 0.0, "grad_norm": 0.7042, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 303.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.18478, "bpb": 1.70928, "chunk_loss": 0.030258, "F": 0.1843, "G": 0.2676, "chunks": 188.72, "bytes_per_chunk": 5.426, "boundary_entropy": 0.37168, "router_noise": 0.0, "grad_norm": 0.7468, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 305.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.39154, "bpb": 2.00757, "chunk_loss": 0.030342, "F": 0.18796, "G": 0.26249, "chunks": 192.47, "bytes_per_chunk": 5.32, "boundary_entropy": 0.33475, "router_noise": 0.0, "grad_norm": 0.7735, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 307.9} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.40482, "bpb": 2.02673, "chunk_loss": 0.030311, "F": 0.18564, "G": 0.25536, "chunks": 190.09, "bytes_per_chunk": 5.387, "boundary_entropy": 0.33746, "router_noise": 0.0, "grad_norm": 0.7848, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 309.9} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3603.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207033, "cps": 28.148438, "mean_p": 0.227444, "boundary_entropy": 0.22743, "bpb": 2.013672}, "de": {"chunks": 4093.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199338, "cps": 31.976562, "mean_p": 0.232264, "boundary_entropy": 0.248514, "bpb": 2.20324}, "vi": {"chunks": 4213.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228533, "cps": 32.914062, "mean_p": 0.253403, "boundary_entropy": 0.352344, "bpb": 1.903961}, "tr": {"chunks": 3603.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199028, "cps": 28.148438, "mean_p": 0.22784, "boundary_entropy": 0.264028, "bpb": 2.185484}, "fi": {"chunks": 3674.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195311, "cps": 28.703125, "mean_p": 0.233963, "boundary_entropy": 0.272443, "bpb": 2.342554}, "ru": {"chunks": 5937.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313298, "cps": 46.382812, "mean_p": 0.232072, "boundary_entropy": 0.355854, "bpb": 1.376265}, "el": {"chunks": 6305.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307216, "cps": 49.257812, "mean_p": 0.25317, "boundary_entropy": 0.397843, "bpb": 1.419768}, "hi": {"chunks": 7102.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.42211, "cps": 55.484375, "mean_p": 0.342341, "boundary_entropy": 0.580154, "bpb": 1.139517}, "ta": {"chunks": 7958.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.425675, "cps": 62.171875, "mean_p": 0.373967, "boundary_entropy": 0.610527, "bpb": 0.942245}, "th": {"chunks": 7084.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44041, "cps": 55.34375, "mean_p": 0.368126, "boundary_entropy": 0.609403, "bpb": 1.090554}, "zh": {"chunks": 2766.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.468337, "cps": 21.609375, "mean_p": 0.272057, "boundary_entropy": 0.426794, "bpb": 3.110692}, "my": {"chunks": 8946.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.472134, "cps": 69.890625, "mean_p": 0.425878, "boundary_entropy": 0.648082, "bpb": 1.069489}}, "bpb": {"en": 2.01367, "de": 2.20324, "vi": 1.90396, "tr": 2.18548, "fi": 2.34255, "ru": 1.37626, "el": 1.41977, "hi": 1.13952, "ta": 0.94225, "th": 1.09055, "zh": 3.11069, "my": 1.06949}, "gini_cpc": 0.189862, "gini_cps": 0.200506, "bpic": 5.878638, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9628290731440905, "vi": 1.103845204486723, "tr": 0.9613323758493066, "fi": 0.9433810031342494, "ru": 1.513274426104895, "el": 1.4838981856752338, "hi": 2.0388508338148124, "ta": 2.0560720216437267, "th": 2.1272441859532143, "zh": 2.262135374827332, "my": 2.280475316379268}, "t": 312.9} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02509, "de": 2.20915, "vi": 1.90339, "tr": 2.19172, "fi": 2.35554, "ru": 1.35074, "el": 1.41053, "hi": 1.13524, "ta": 0.94973, "th": 1.10788, "zh": 3.10904, "my": 1.07773}, "bytes_per_chunk": {"en": 4.984, "de": 5.015, "vi": 5.84, "tr": 5.301, "fi": 4.992, "ru": 5.576, "el": 5.667, "hi": 5.936, "ta": 6.341, "th": 6.347, "zh": 6.029, "my": 6.345}, "bpb_mean": 1.73548, "t": 314.2} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.46273, "bpb": 2.11028, "chunk_loss": 0.030319, "F": 0.1871, "G": 0.24503, "chunks": 191.59, "bytes_per_chunk": 5.345, "boundary_entropy": 0.3202, "router_noise": 0.0, "grad_norm": 0.7677, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 314.2} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.26587, "bpb": 1.82626, "chunk_loss": 0.030389, "F": 0.18863, "G": 0.26659, "chunks": 193.16, "bytes_per_chunk": 5.301, "boundary_entropy": 0.36353, "router_noise": 0.0, "grad_norm": 0.7219, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 316.3} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.31713, "bpb": 1.90021, "chunk_loss": 0.03042, "F": 0.19067, "G": 0.253, "chunks": 195.25, "bytes_per_chunk": 5.245, "boundary_entropy": 0.32804, "router_noise": 0.0, "grad_norm": 0.7741, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 318.3} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.2006, "bpb": 1.7321, "chunk_loss": 0.030248, "F": 0.18466, "G": 0.2588, "chunks": 189.09, "bytes_per_chunk": 5.415, "boundary_entropy": 0.35063, "router_noise": 0.0, "grad_norm": 0.7249, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 320.3} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3591.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206344, "cps": 28.054688, "mean_p": 0.225406, "boundary_entropy": 0.225429, "bpb": 2.009501}, "de": {"chunks": 4062.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197828, "cps": 31.734375, "mean_p": 0.229742, "boundary_entropy": 0.245336, "bpb": 2.20128}, "vi": {"chunks": 4081.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221372, "cps": 31.882812, "mean_p": 0.251544, "boundary_entropy": 0.354061, "bpb": 1.900291}, "tr": {"chunks": 3609.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199359, "cps": 28.195312, "mean_p": 0.227533, "boundary_entropy": 0.261972, "bpb": 2.178575}, "fi": {"chunks": 3652.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194142, "cps": 28.53125, "mean_p": 0.23168, "boundary_entropy": 0.268343, "bpb": 2.335948}, "ru": {"chunks": 5877.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.310132, "cps": 45.914062, "mean_p": 0.229668, "boundary_entropy": 0.35017, "bpb": 1.371869}, "el": {"chunks": 6339.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308873, "cps": 49.523438, "mean_p": 0.252692, "boundary_entropy": 0.398266, "bpb": 1.412486}, "hi": {"chunks": 8004.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.475721, "cps": 62.53125, "mean_p": 0.347728, "boundary_entropy": 0.579257, "bpb": 1.132183}, "ta": {"chunks": 8398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449211, "cps": 65.609375, "mean_p": 0.379491, "boundary_entropy": 0.613135, "bpb": 0.937078}, "th": {"chunks": 8055.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.500777, "cps": 62.929688, "mean_p": 0.376855, "boundary_entropy": 0.612956, "bpb": 1.082892}, "zh": {"chunks": 2820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477481, "cps": 22.03125, "mean_p": 0.273492, "boundary_entropy": 0.425349, "bpb": 3.105319}, "my": {"chunks": 9246.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487967, "cps": 72.234375, "mean_p": 0.424346, "boundary_entropy": 0.646635, "bpb": 1.066676}}, "bpb": {"en": 2.0095, "de": 2.20128, "vi": 1.90029, "tr": 2.17858, "fi": 2.33595, "ru": 1.37187, "el": 1.41249, "hi": 1.13218, "ta": 0.93708, "th": 1.08289, "zh": 3.10532, "my": 1.06668}, "gini_cpc": 0.206053, "gini_cps": 0.215866, "bpic": 5.666002, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9587298006863944, "vi": 1.0728331089000869, "tr": 0.9661510845001805, "fi": 0.9408656224936733, "ru": 1.5029868867419207, "el": 1.4968856385469838, "hi": 2.3054766187385254, "ta": 2.177003442903416, "th": 2.426907336728517, "zh": 2.3140054674444324, "my": 2.3648261989150625}, "t": 323.3} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02057, "de": 2.20849, "vi": 1.90057, "tr": 2.18531, "fi": 2.34925, "ru": 1.34731, "el": 1.40416, "hi": 1.12697, "ta": 0.94549, "th": 1.09978, "zh": 3.10442, "my": 1.07527}, "bytes_per_chunk": {"en": 5.0, "de": 5.048, "vi": 6.028, "tr": 5.284, "fi": 4.996, "ru": 5.6, "el": 5.638, "hi": 5.265, "ta": 6.076, "th": 5.738, "zh": 5.911, "my": 6.189}, "bpb_mean": 1.73063, "t": 324.6} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.2526, "bpb": 1.80711, "chunk_loss": 0.030422, "F": 0.19034, "G": 0.2643, "chunks": 194.91, "bytes_per_chunk": 5.254, "boundary_entropy": 0.3524, "router_noise": 0.0, "grad_norm": 0.7264, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 324.6} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.36547, "bpb": 1.96996, "chunk_loss": 0.03024, "F": 0.18118, "G": 0.256, "chunks": 185.53, "bytes_per_chunk": 5.519, "boundary_entropy": 0.34585, "router_noise": 0.0, "grad_norm": 0.735, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 326.6} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.32292, "bpb": 1.90857, "chunk_loss": 0.030371, "F": 0.18848, "G": 0.25015, "chunks": 193.0, "bytes_per_chunk": 5.306, "boundary_entropy": 0.32337, "router_noise": 0.0, "grad_norm": 0.755, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 328.7} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.28323, "bpb": 1.8513, "chunk_loss": 0.030236, "F": 0.18295, "G": 0.26492, "chunks": 187.34, "bytes_per_chunk": 5.466, "boundary_entropy": 0.35621, "router_noise": 0.0, "grad_norm": 0.7237, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 330.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3614.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207665, "cps": 28.234375, "mean_p": 0.227684, "boundary_entropy": 0.224928, "bpb": 2.006246}, "de": {"chunks": 4125.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200896, "cps": 32.226562, "mean_p": 0.234156, "boundary_entropy": 0.247584, "bpb": 2.196274}, "vi": {"chunks": 4074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220993, "cps": 31.828125, "mean_p": 0.249066, "boundary_entropy": 0.349036, "bpb": 1.895744}, "tr": {"chunks": 3691.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203889, "cps": 28.835938, "mean_p": 0.23136, "boundary_entropy": 0.262859, "bpb": 2.174974}, "fi": {"chunks": 3742.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198926, "cps": 29.234375, "mean_p": 0.23632, "boundary_entropy": 0.268669, "bpb": 2.333904}, "ru": {"chunks": 6085.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321108, "cps": 47.539062, "mean_p": 0.23698, "boundary_entropy": 0.353598, "bpb": 1.366628}, "el": {"chunks": 6424.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313015, "cps": 50.1875, "mean_p": 0.25516, "boundary_entropy": 0.397578, "bpb": 1.406318}, "hi": {"chunks": 7388.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439108, "cps": 57.71875, "mean_p": 0.333555, "boundary_entropy": 0.569096, "bpb": 1.132848}, "ta": {"chunks": 7913.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.423268, "cps": 61.820312, "mean_p": 0.377952, "boundary_entropy": 0.612193, "bpb": 0.937306}, "th": {"chunks": 8076.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.502083, "cps": 63.09375, "mean_p": 0.374238, "boundary_entropy": 0.610078, "bpb": 1.076828}, "zh": {"chunks": 2849.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482391, "cps": 22.257812, "mean_p": 0.272888, "boundary_entropy": 0.422008, "bpb": 3.096587}, "my": {"chunks": 9726.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5133, "cps": 75.984375, "mean_p": 0.430351, "boundary_entropy": 0.649485, "bpb": 1.067598}}, "bpb": {"en": 2.00625, "de": 2.19627, "vi": 1.89574, "tr": 2.17497, "fi": 2.3339, "ru": 1.36663, "el": 1.40632, "hi": 1.13285, "ta": 0.93731, "th": 1.07683, "zh": 3.09659, "my": 1.0676}, "gini_cpc": 0.204687, "gini_cps": 0.212434, "bpic": 5.668262, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9674031957033492, "vi": 1.0641769666197316, "tr": 0.9818145543054209, "fi": 0.9579169801888867, "ru": 1.5462771572877685, "el": 1.507303331656917, "hi": 2.114500469118362, "ta": 2.0382228601055625, "th": 2.417749025953193, "zh": 2.32292387976097, "my": 2.471763194501154}, "t": 333.7} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01817, "de": 2.20358, "vi": 1.89542, "tr": 2.18139, "fi": 2.34578, "ru": 1.34173, "el": 1.39748, "hi": 1.1288, "ta": 0.94596, "th": 1.09444, "zh": 3.09577, "my": 1.07608}, "bytes_per_chunk": {"en": 4.96, "de": 4.974, "vi": 5.939, "tr": 5.2, "fi": 4.885, "ru": 5.446, "el": 5.566, "hi": 5.726, "ta": 6.45, "th": 5.693, "zh": 5.836, "my": 5.965}, "bpb_mean": 1.72705, "t": 335.0} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3614.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207665, "cps": 28.234375, "mean_p": 0.227684, "boundary_entropy": 0.224928, "bpb": 2.006246}, "de": {"chunks": 4125.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200896, "cps": 32.226562, "mean_p": 0.234156, "boundary_entropy": 0.247584, "bpb": 2.196274}, "vi": {"chunks": 4074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220993, "cps": 31.828125, "mean_p": 0.249066, "boundary_entropy": 0.349036, "bpb": 1.895744}, "tr": {"chunks": 3691.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203889, "cps": 28.835938, "mean_p": 0.23136, "boundary_entropy": 0.262859, "bpb": 2.174974}, "fi": {"chunks": 3742.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198926, "cps": 29.234375, "mean_p": 0.23632, "boundary_entropy": 0.268669, "bpb": 2.333904}, "ru": {"chunks": 6085.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321108, "cps": 47.539062, "mean_p": 0.23698, "boundary_entropy": 0.353598, "bpb": 1.366628}, "el": {"chunks": 6424.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313015, "cps": 50.1875, "mean_p": 0.25516, "boundary_entropy": 0.397578, "bpb": 1.406318}, "hi": {"chunks": 7388.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439108, "cps": 57.71875, "mean_p": 0.333555, "boundary_entropy": 0.569096, "bpb": 1.132848}, "ta": {"chunks": 7913.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.423268, "cps": 61.820312, "mean_p": 0.377952, "boundary_entropy": 0.612193, "bpb": 0.937306}, "th": {"chunks": 8076.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.502083, "cps": 63.09375, "mean_p": 0.374238, "boundary_entropy": 0.610078, "bpb": 1.076828}, "zh": {"chunks": 2849.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482391, "cps": 22.257812, "mean_p": 0.272888, "boundary_entropy": 0.422008, "bpb": 3.096587}, "my": {"chunks": 9726.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5133, "cps": 75.984375, "mean_p": 0.430351, "boundary_entropy": 0.649485, "bpb": 1.067598}}, "bpb": {"en": 2.00625, "de": 2.19627, "vi": 1.89574, "tr": 2.17497, "fi": 2.3339, "ru": 1.36663, "el": 1.40632, "hi": 1.13285, "ta": 0.93731, "th": 1.07683, "zh": 3.09659, "my": 1.0676}, "gini_cpc": 0.204687, "gini_cps": 0.212434, "bpic": 5.668262, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9674031957033492, "vi": 1.0641769666197316, "tr": 0.9818145543054209, "fi": 0.9579169801888867, "ru": 1.5462771572877685, "el": 1.507303331656917, "hi": 2.114500469118362, "ta": 2.0382228601055625, "th": 2.417749025953193, "zh": 2.32292387976097, "my": 2.471763194501154}, "t": 336.0} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s0/th0.60"], "t": 337.8} +{"event": "final", "run": "pilot_A_s0", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.2076653450554502, "cps": 28.234375, "bpb": 2.0273781279159193, "bytes_per_chunk": 4.917766459370984}, "de": {"cpc": 0.20089611844348124, "cps": 32.2265625, "bpb": 2.194651560581718, "bytes_per_chunk": 4.990082424380866}, "vi": {"cpc": 0.2209926769731489, "cps": 31.828125, "bpb": 1.8993434507023028, "bytes_per_chunk": 5.929249977381707}, "tr": {"cpc": 0.20388885820029828, "cps": 28.8359375, "bpb": 2.172621765386917, "bytes_per_chunk": 5.211869377205627}, "fi": {"cpc": 0.19892616022540002, "cps": 29.234375, "bpb": 2.362985137303098, "bytes_per_chunk": 4.885778452879069}, "ru": {"cpc": 0.3211081794195251, "cps": 47.5390625, "bpb": 1.3424836631873538, "bytes_per_chunk": 5.437995270298303}, "el": {"cpc": 0.3130146664717634, "cps": 50.1875, "bpb": 1.3926614235177859, "bytes_per_chunk": 5.5650401757756525}, "hi": {"cpc": 0.43910846953937593, "cps": 57.71875, "bpb": 1.1374732168277908, "bytes_per_chunk": 5.7044250291048755}, "ta": {"cpc": 0.42326825354372827, "cps": 61.8203125, "bpb": 0.9469699101528437, "bytes_per_chunk": 6.453172502923257}, "th": {"cpc": 0.5020826857320485, "cps": 63.09375, "bpb": 1.093262663291936, "bytes_per_chunk": 5.682784335403592}, "zh": {"cpc": 0.482390789028107, "cps": 22.2578125, "bpb": 3.1054285549014486, "bytes_per_chunk": 5.831448051875827}, "my": {"cpc": 0.513299556681444, "cps": 75.984375, "bpb": 1.0876047296737308, "bytes_per_chunk": 6.01137405980554}}, "gini_cpc": 0.2046874384551851, "gini_cps": 0.2124337217717518, "bpic": 5.668261775001108, "seed": 0, "mean_boundary_entropy": 0.32596713304519653, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 340.3} diff --git a/pilot_A_s0/model.safetensors b/pilot_A_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ac221614c674f330b8428ffdf8e44a41d643c7ab --- /dev/null +++ b/pilot_A_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b7cc09aad5130e4f1b5e62a9ffd33305232927fee93d6deba4ea5dad45ddfc55 +size 90078296 diff --git a/pilot_A_s1/config.json b/pilot_A_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bcc25bc7a2ed1a3e4cf27e224e03ce8473fdff86 --- /dev/null +++ b/pilot_A_s1/config.json @@ -0,0 +1,106 @@ +{ + "run": "pilot_A_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 1, + "out_dir": null, + "run_name": "pilot_A_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.4, + 0.5, + 0.6 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.22451192807644027, + "gini_cps": 0.22301957393367622, + "bpic": 5.925929929126198, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9725837928890361, + "vi": 1.378765363367736, + "tr": 1.1427472459455228, + "fi": 0.9735219498640139, + "ru": 2.087942793033131, + "el": 2.0054266863351606, + "hi": 2.5855259453474537, + "ta": 2.8326408249054102, + "th": 2.8393424346249194, + "zh": 3.0282894619584946, + "my": 2.5190893307942366 + } + } +} \ No newline at end of file diff --git a/pilot_A_s1/final.json b/pilot_A_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..cda4d9fe3398187aa116b4062365d14490c9ab84 --- /dev/null +++ b/pilot_A_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_A_s1", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16594839970120095, + "cps": 22.5625, + "bpb": 2.022311981224875, + "bytes_per_chunk": 5.737196883480697 + }, + "de": { + "cpc": 0.1613987240052598, + "cps": 25.890625, + "bpb": 2.212188749728271, + "bytes_per_chunk": 6.239741026373417 + }, + "vi": { + "cpc": 0.2288039056143206, + "cps": 32.953125, + "bpb": 1.8670015220171892, + "bytes_per_chunk": 5.71686530220589 + }, + "tr": { + "cpc": 0.1896370767276142, + "cps": 26.8203125, + "bpb": 2.1998532618483893, + "bytes_per_chunk": 5.7227934595149215 + }, + "fi": { + "cpc": 0.1615544096539259, + "cps": 23.7421875, + "bpb": 2.395499962296907, + "bytes_per_chunk": 6.238033481266434 + }, + "ru": { + "cpc": 0.34649076517150396, + "cps": 51.296875, + "bpb": 1.2738760323866076, + "bytes_per_chunk": 5.32029022274088 + }, + "el": { + "cpc": 0.3327973493154022, + "cps": 53.359375, + "bpb": 1.3333722856930763, + "bytes_per_chunk": 5.615466181117121 + }, + "hi": { + "cpc": 0.42906389301634473, + "cps": 56.3984375, + "bpb": 1.140567442690789, + "bytes_per_chunk": 5.7856937915204485 + }, + "ta": { + "cpc": 0.4700722118213426, + "cps": 68.65625, + "bpb": 0.9174700377689008, + "bytes_per_chunk": 5.817278032976056 + }, + "th": { + "cpc": 0.47118433322971714, + "cps": 59.2109375, + "bpb": 1.0642222156874839, + "bytes_per_chunk": 6.21260560960292 + }, + "zh": { + "cpc": 0.502539790044023, + "cps": 23.1875, + "bpb": 3.109084046145538, + "bytes_per_chunk": 5.7431043925950265 + }, + "my": { + "cpc": 0.41803884314967277, + "cps": 61.8828125, + "bpb": 1.0778031266825046, + "bytes_per_chunk": 6.518967982592478 + } + }, + "gini_cpc": 0.22451192807644027, + "gini_cps": 0.22301957393367622, + "bpic": 5.925929929126198, + "seed": 1, + "mean_boundary_entropy": 0.24016138911247253, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_A_s1/log.jsonl b/pilot_A_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..ebaba02bd1856edd03c7f4adc725d0c9ff143aa2 --- /dev/null +++ b/pilot_A_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_A_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3207, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.5} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2650.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152273, "cps": 20.703125, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012123}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.04196}, "vi": {"chunks": 14106.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765175, "cps": 110.203125, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873457}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996279}, "fi": {"chunks": 4697.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249694, "cps": 36.695312, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050059}, "ru": {"chunks": 17480.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922427, "cps": 136.5625, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.083923}, "el": {"chunks": 31421.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.531014, "cps": 245.476562, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792209}, "hi": {"chunks": 1661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098722, "cps": 12.976562, "mean_p": 0.476278, "boundary_entropy": 0.689497, "bpb": 8.02525}, "ta": {"chunks": 39581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117197, "cps": 309.226562, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080309}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.520711, "boundary_entropy": 0.69023, "bpb": 8.182814}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116879}, "my": {"chunks": 7053.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372229, "cps": 55.101562, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097931}}, "bpb": {"en": 8.01212, "de": 8.04196, "vi": 7.87346, "tr": 7.99628, "fi": 8.05006, "ru": 8.08392, "el": 7.79221, "hi": 8.02525, "ta": 8.08031, "th": 8.18281, "zh": 8.11688, "my": 8.09793}, "gini_cpc": 0.507763, "gini_cps": 0.501331, "bpic": 2.089901, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6524631770853914, "vi": 5.0250337596143515, "tr": 2.0343969674577025, "fi": 1.6397850515003767, "ru": 6.057737641260516, "el": 10.054428818472418, "hi": 0.6483250553702095, "ta": 13.903992955436575, "th": 18.13004306133102, "zh": 14.380834265122132, "my": 2.444492752757298}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2631.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151181, "cps": 20.554688, "mean_p": 0.477868, "boundary_entropy": 0.685416, "bpb": 7.961887}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 8.000044}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506725, "boundary_entropy": 0.688298, "bpb": 7.840281}, "tr": {"chunks": 5560.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.307131, "cps": 43.4375, "mean_p": 0.485758, "boundary_entropy": 0.686358, "bpb": 7.962025}, "fi": {"chunks": 4633.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246292, "cps": 36.195312, "mean_p": 0.484106, "boundary_entropy": 0.686566, "bpb": 8.00981}, "ru": {"chunks": 17252.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910396, "cps": 134.78125, "mean_p": 0.502047, "boundary_entropy": 0.690066, "bpb": 8.04005}, "el": {"chunks": 31367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528383, "cps": 245.054688, "mean_p": 0.517784, "boundary_entropy": 0.689716, "bpb": 7.769488}, "hi": {"chunks": 1671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099316, "cps": 13.054688, "mean_p": 0.476369, "boundary_entropy": 0.689506, "bpb": 7.98367}, "ta": {"chunks": 39398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107408, "cps": 307.796875, "mean_p": 0.514417, "boundary_entropy": 0.69055, "bpb": 8.042786}, "th": {"chunks": 44382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759217, "cps": 346.734375, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123078}, "zh": {"chunks": 12925.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.188452, "cps": 100.976562, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106798}, "my": {"chunks": 7069.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373074, "cps": 55.226562, "mean_p": 0.49116, "boundary_entropy": 0.691021, "bpb": 8.083402}}, "bpb": {"en": 7.96189, "de": 8.00004, "vi": 7.84028, "tr": 7.96203, "fi": 8.00981, "ru": 8.04005, "el": 7.76949, "hi": 7.98367, "ta": 8.04279, "th": 8.12308, "zh": 8.1068, "my": 8.0834}, "gini_cpc": 0.508754, "gini_cps": 0.501985, "bpic": 2.098552, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6487992380483157, "vi": 5.015036466688254, "tr": 2.0315499846910474, "fi": 1.6291223014361125, "ru": 6.0218995556331105, "el": 10.109633483494422, "hi": 0.6569384010396107, "ta": 13.939653496703215, "th": 18.25110131502788, "zh": 14.47572690509352, "my": 2.467731346114638}, "t": 6.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146929, "cps": 19.976562, "mean_p": 0.477479, "boundary_entropy": 0.685387, "bpb": 7.791515}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468986, "boundary_entropy": 0.685193, "bpb": 7.852586}, "vi": {"chunks": 13541.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.734527, "cps": 105.789062, "mean_p": 0.505668, "boundary_entropy": 0.688326, "bpb": 7.729957}, "tr": {"chunks": 5389.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297685, "cps": 42.101562, "mean_p": 0.485236, "boundary_entropy": 0.686332, "bpb": 7.842885}, "fi": {"chunks": 4455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23683, "cps": 34.804688, "mean_p": 0.483396, "boundary_entropy": 0.686515, "bpb": 7.870313}, "ru": {"chunks": 16101.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849657, "cps": 125.789062, "mean_p": 0.50093, "boundary_entropy": 0.690065, "bpb": 7.865299}, "el": {"chunks": 31132.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.516932, "cps": 243.21875, "mean_p": 0.517304, "boundary_entropy": 0.689748, "bpb": 7.685992}, "hi": {"chunks": 1730.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102823, "cps": 13.515625, "mean_p": 0.476709, "boundary_entropy": 0.689543, "bpb": 7.830658}, "ta": {"chunks": 38741.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072265, "cps": 302.664062, "mean_p": 0.513987, "boundary_entropy": 0.690571, "bpb": 7.912795}, "th": {"chunks": 44275.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.752565, "cps": 345.898438, "mean_p": 0.519893, "boundary_entropy": 0.690291, "bpb": 7.955131}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528243, "boundary_entropy": 0.684757, "bpb": 8.079694}, "my": {"chunks": 7112.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375343, "cps": 55.5625, "mean_p": 0.491187, "boundary_entropy": 0.691022, "bpb": 8.001013}}, "bpb": {"en": 7.79152, "de": 7.85259, "vi": 7.72996, "tr": 7.84288, "fi": 7.87031, "ru": 7.8653, "el": 7.68599, "hi": 7.83066, "ta": 7.91279, "th": 7.95513, "zh": 8.07969, "my": 8.00101}, "gini_cpc": 0.512212, "gini_cps": 0.503668, "bpic": 2.133017, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6526595559584626, "vi": 4.999205486749149, "tr": 2.0260540373296494, "fi": 1.6118670486425006, "ru": 5.7827847607529845, "el": 10.324275113867781, "hi": 0.6998168939850459, "ta": 14.10388471546258, "th": 18.73401643036134, "zh": 14.8911996457074, "my": 2.5545932721288382}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132104, "cps": 17.960938, "mean_p": 0.476349, "boundary_entropy": 0.685317, "bpb": 7.297405}, "de": {"chunks": 1786.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086982, "cps": 13.953125, "mean_p": 0.467597, "boundary_entropy": 0.685052, "bpb": 7.409042}, "vi": {"chunks": 12234.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663629, "cps": 95.578125, "mean_p": 0.502573, "boundary_entropy": 0.688389, "bpb": 7.434413}, "tr": {"chunks": 4853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268077, "cps": 37.914062, "mean_p": 0.483426, "boundary_entropy": 0.686243, "bpb": 7.494921}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480874, "boundary_entropy": 0.68633, "bpb": 7.453952}, "ru": {"chunks": 12105.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638786, "cps": 94.570312, "mean_p": 0.496814, "boundary_entropy": 0.69002, "bpb": 7.244467}, "el": {"chunks": 30501.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486186, "cps": 238.289062, "mean_p": 0.51612, "boundary_entropy": 0.689821, "bpb": 7.512209}, "hi": {"chunks": 1891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112392, "cps": 14.773438, "mean_p": 0.47769, "boundary_entropy": 0.689645, "bpb": 7.379945}, "ta": {"chunks": 34861.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.864723, "cps": 272.351562, "mean_p": 0.511339, "boundary_entropy": 0.690681, "bpb": 7.492922}, "th": {"chunks": 43415.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.699099, "cps": 339.179688, "mean_p": 0.517053, "boundary_entropy": 0.690483, "bpb": 7.520116}, "zh": {"chunks": 12917.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187098, "cps": 100.914062, "mean_p": 0.528224, "boundary_entropy": 0.684759, "bpb": 7.972148}, "my": {"chunks": 7556.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398776, "cps": 59.03125, "mean_p": 0.491561, "boundary_entropy": 0.691038, "bpb": 7.746537}}, "bpb": {"en": 7.29741, "de": 7.40904, "vi": 7.43441, "tr": 7.49492, "fi": 7.45395, "ru": 7.24447, "el": 7.51221, "hi": 7.37995, "ta": 7.49292, "th": 7.52012, "zh": 7.97215, "my": 7.74654}, "gini_cpc": 0.522761, "gini_cps": 0.507364, "bpic": 2.281247, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.658436952730396, "vi": 5.023547153731182, "tr": 2.0292936146136085, "fi": 1.5352100606363674, "ru": 4.83549265999557, "el": 11.250151788664652, "hi": 0.8507884880499111, "ta": 14.11560575949565, "th": 20.431671106749526, "zh": 16.55592177991668, "my": 3.0186566783862023}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131874, "cps": 17.929688, "mean_p": 0.478677, "boundary_entropy": 0.685749, "bpb": 6.635951}, "de": {"chunks": 1723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.083914, "cps": 13.460938, "mean_p": 0.470348, "boundary_entropy": 0.685666, "bpb": 6.756523}, "vi": {"chunks": 9741.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528397, "cps": 76.101562, "mean_p": 0.49663, "boundary_entropy": 0.688418, "bpb": 7.048772}, "tr": {"chunks": 4405.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.24333, "cps": 34.414062, "mean_p": 0.48255, "boundary_entropy": 0.686345, "bpb": 7.014975}, "fi": {"chunks": 2969.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157833, "cps": 23.195312, "mean_p": 0.478142, "boundary_entropy": 0.686222, "bpb": 6.854192}, "ru": {"chunks": 6023.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317836, "cps": 47.054688, "mean_p": 0.487703, "boundary_entropy": 0.689679, "bpb": 6.435831}, "el": {"chunks": 23104.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.125761, "cps": 180.5, "mean_p": 0.506387, "boundary_entropy": 0.69025, "bpb": 6.833838}, "hi": {"chunks": 3505.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.208321, "cps": 27.382812, "mean_p": 0.483407, "boundary_entropy": 0.690143, "bpb": 6.500307}, "ta": {"chunks": 21608.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.155817, "cps": 168.8125, "mean_p": 0.498096, "boundary_entropy": 0.690847, "bpb": 6.585026}, "th": {"chunks": 24772.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.540068, "cps": 193.53125, "mean_p": 0.503037, "boundary_entropy": 0.690961, "bpb": 6.46201}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528844, "boundary_entropy": 0.684759, "bpb": 7.681147}, "my": {"chunks": 8526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449968, "cps": 66.609375, "mean_p": 0.492476, "boundary_entropy": 0.691083, "bpb": 6.949042}}, "bpb": {"en": 6.63595, "de": 6.75652, "vi": 7.04877, "tr": 7.01497, "fi": 6.85419, "ru": 6.43583, "el": 6.83384, "hi": 6.50031, "ta": 6.58503, "th": 6.46201, "zh": 7.68115, "my": 6.94904}, "gini_cpc": 0.497261, "gini_cps": 0.436463, "bpic": 3.151998, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6363181347800082, "vi": 4.006838441370582, "tr": 1.8451717279373405, "fi": 1.196850056096367, "ru": 2.410155586596996, "el": 8.53665560622404, "hi": 1.5796991327486916, "ta": 8.764568346015416, "th": 11.678348642119786, "zh": 16.803048854715158, "my": 3.412112820640184}, "t": 11.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3539.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203356, "cps": 27.648438, "mean_p": 0.48823, "boundary_entropy": 0.686848, "bpb": 6.226876}, "de": {"chunks": 3112.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151561, "cps": 24.3125, "mean_p": 0.483341, "boundary_entropy": 0.687365, "bpb": 6.333058}, "vi": {"chunks": 6111.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331489, "cps": 47.742188, "mean_p": 0.489048, "boundary_entropy": 0.688303, "bpb": 6.743728}, "tr": {"chunks": 4962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274098, "cps": 38.765625, "mean_p": 0.487112, "boundary_entropy": 0.68706, "bpb": 6.642191}, "fi": {"chunks": 3338.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177449, "cps": 26.078125, "mean_p": 0.483079, "boundary_entropy": 0.686942, "bpb": 6.410155}, "ru": {"chunks": 2368.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.12496, "cps": 18.5, "mean_p": 0.481979, "boundary_entropy": 0.689459, "bpb": 5.795196}, "el": {"chunks": 1330.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.064805, "cps": 10.390625, "mean_p": 0.473652, "boundary_entropy": 0.688742, "bpb": 6.227371}, "hi": {"chunks": 4967.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295215, "cps": 38.804688, "mean_p": 0.488174, "boundary_entropy": 0.690518, "bpb": 5.769583}, "ta": {"chunks": 4429.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.236908, "cps": 34.601562, "mean_p": 0.482246, "boundary_entropy": 0.690302, "bpb": 6.128351}, "th": {"chunks": 4783.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297358, "cps": 37.367188, "mean_p": 0.489188, "boundary_entropy": 0.690753, "bpb": 5.553943}, "zh": {"chunks": 4838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.819167, "cps": 37.796875, "mean_p": 0.491147, "boundary_entropy": 0.686036, "bpb": 7.308116}, "my": {"chunks": 4182.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.220709, "cps": 32.671875, "mean_p": 0.489095, "boundary_entropy": 0.690971, "bpb": 5.725046}}, "bpb": {"en": 6.22688, "de": 6.33306, "vi": 6.74373, "tr": 6.64219, "fi": 6.41016, "ru": 5.7952, "el": 6.22737, "hi": 5.76958, "ta": 6.12835, "th": 5.55394, "zh": 7.30812, "my": 5.72505}, "gini_cpc": 0.312644, "gini_cps": 0.174474, "bpic": 8.002273, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7452993435594143, "vi": 1.6300941893318919, "tr": 1.3478754588765922, "fi": 0.8726056214906391, "ru": 0.6144917284297623, "el": 0.3186796660379948, "hi": 1.4517192800074903, "ta": 1.1649942137891, "th": 1.4622541856306426, "zh": 4.02824594832081, "my": 1.0853360035403923}, "t": 14.2} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18198, "bpb": 6.03333, "chunk_loss": 0.02876, "F": 0.14755, "G": 0.485, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6433, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5807.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333678, "cps": 45.367188, "mean_p": 0.496656, "boundary_entropy": 0.687368, "bpb": 5.70071}, "de": {"chunks": 5758.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280427, "cps": 44.984375, "mean_p": 0.493269, "boundary_entropy": 0.68812, "bpb": 5.815397}, "vi": {"chunks": 4980.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270138, "cps": 38.90625, "mean_p": 0.48571, "boundary_entropy": 0.688067, "bpb": 6.194353}, "tr": {"chunks": 4519.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249627, "cps": 35.304688, "mean_p": 0.487357, "boundary_entropy": 0.687248, "bpb": 6.161359}, "fi": {"chunks": 4503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239381, "cps": 35.179688, "mean_p": 0.48957, "boundary_entropy": 0.687554, "bpb": 5.889742}, "ru": {"chunks": 10196.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.538047, "cps": 79.65625, "mean_p": 0.495011, "boundary_entropy": 0.690232, "bpb": 5.366083}, "el": {"chunks": 2414.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.117624, "cps": 18.859375, "mean_p": 0.484233, "boundary_entropy": 0.689913, "bpb": 5.638474}, "hi": {"chunks": 8850.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.526003, "cps": 69.140625, "mean_p": 0.491092, "boundary_entropy": 0.69063, "bpb": 5.211414}, "ta": {"chunks": 9824.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.525488, "cps": 76.75, "mean_p": 0.487023, "boundary_entropy": 0.690599, "bpb": 5.235128}, "th": {"chunks": 2628.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.163382, "cps": 20.53125, "mean_p": 0.486536, "boundary_entropy": 0.690628, "bpb": 5.048773}, "zh": {"chunks": 2607.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441416, "cps": 20.367188, "mean_p": 0.485002, "boundary_entropy": 0.686178, "bpb": 6.980946}, "my": {"chunks": 23120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.220182, "cps": 180.625, "mean_p": 0.498678, "boundary_entropy": 0.691338, "bpb": 4.952428}}, "bpb": {"en": 5.70071, "de": 5.8154, "vi": 6.19435, "tr": 6.16136, "fi": 5.88974, "ru": 5.36608, "el": 5.63847, "hi": 5.21141, "ta": 5.23513, "th": 5.04877, "zh": 6.98095, "my": 4.95243}, "gini_cpc": 0.330467, "gini_cps": 0.364622, "bpic": 4.504155, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8404106504483146, "vi": 0.8095776218006858, "tr": 0.7481076298369239, "fi": 0.7174016276781581, "ru": 1.6124746904950038, "el": 0.35250778671241106, "hi": 1.576378460079563, "ta": 1.5748354359977146, "th": 0.4896396623778265, "zh": 1.3228782700981354, "my": 3.656762442916561}, "t": 17.2} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33709, "bpb": 4.8144, "chunk_loss": 0.032953, "F": 0.20926, "G": 0.4844, "chunks": 214.28, "bytes_per_chunk": 4.779, "boundary_entropy": 0.69115, "router_noise": 0.0, "grad_norm": 1.585, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 19.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2533.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.14555, "cps": 19.789062, "mean_p": 0.47423, "boundary_entropy": 0.685049, "bpb": 4.476843}, "de": {"chunks": 2924.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.142405, "cps": 22.84375, "mean_p": 0.47249, "boundary_entropy": 0.685597, "bpb": 4.655914}, "vi": {"chunks": 5084.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27578, "cps": 39.71875, "mean_p": 0.475684, "boundary_entropy": 0.684961, "bpb": 4.88403}, "tr": {"chunks": 3201.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176822, "cps": 25.007812, "mean_p": 0.470915, "boundary_entropy": 0.684553, "bpb": 4.9598}, "fi": {"chunks": 2269.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.120621, "cps": 17.726562, "mean_p": 0.472755, "boundary_entropy": 0.68552, "bpb": 4.7207}, "ru": {"chunks": 5454.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.28781, "cps": 42.609375, "mean_p": 0.480047, "boundary_entropy": 0.687868, "bpb": 3.656593}, "el": {"chunks": 7011.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.341617, "cps": 54.773438, "mean_p": 0.486918, "boundary_entropy": 0.689726, "bpb": 4.432678}, "hi": {"chunks": 2463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.146389, "cps": 19.242188, "mean_p": 0.479506, "boundary_entropy": 0.689759, "bpb": 3.451864}, "ta": {"chunks": 7694.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.411554, "cps": 60.109375, "mean_p": 0.481061, "boundary_entropy": 0.689758, "bpb": 3.588071}, "th": {"chunks": 7807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485359, "cps": 60.992188, "mean_p": 0.478784, "boundary_entropy": 0.689072, "bpb": 3.321236}, "zh": {"chunks": 2309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.390958, "cps": 18.039062, "mean_p": 0.482839, "boundary_entropy": 0.685942, "bpb": 6.303228}, "my": {"chunks": 12654.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.667828, "cps": 98.859375, "mean_p": 0.487554, "boundary_entropy": 0.690502, "bpb": 3.927006}}, "bpb": {"en": 4.47684, "de": 4.65591, "vi": 4.88403, "tr": 4.9598, "fi": 4.7207, "ru": 3.65659, "el": 4.43268, "hi": 3.45186, "ta": 3.58807, "th": 3.32124, "zh": 6.30323, "my": 3.92701}, "gini_cpc": 0.294513, "gini_cps": 0.315127, "bpic": 6.2502, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.978394249623376, "vi": 1.894747445999222, "tr": 1.2148539025241338, "fi": 0.8287271038610579, "ru": 1.9774014564477136, "el": 2.34708086268131, "hi": 1.005769055011735, "ta": 2.8275848291717556, "th": 3.334663719597612, "zh": 2.686082953239387, "my": 4.588316677113527}, "t": 21.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91236, "bpb": 4.20164, "chunk_loss": 0.030345, "F": 0.17197, "G": 0.46086, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.68508, "router_noise": 0.0, "grad_norm": 1.6806, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.07, "alpha": 0.03, "t": 22.7} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3609.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207378, "cps": 28.195312, "mean_p": 0.37587, "boundary_entropy": 0.543999, "bpb": 3.880889}, "de": {"chunks": 4011.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195344, "cps": 31.335938, "mean_p": 0.353265, "boundary_entropy": 0.541048, "bpb": 4.091951}, "vi": {"chunks": 7355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.398969, "cps": 57.460938, "mean_p": 0.434239, "boundary_entropy": 0.571535, "bpb": 3.570329}, "tr": {"chunks": 4948.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.273325, "cps": 38.65625, "mean_p": 0.384059, "boundary_entropy": 0.57294, "bpb": 4.124479}, "fi": {"chunks": 3637.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193344, "cps": 28.414062, "mean_p": 0.358888, "boundary_entropy": 0.564997, "bpb": 4.127064}, "ru": {"chunks": 9586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.505858, "cps": 74.890625, "mean_p": 0.43944, "boundary_entropy": 0.664236, "bpb": 2.810968}, "el": {"chunks": 7739.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.377089, "cps": 60.460938, "mean_p": 0.446103, "boundary_entropy": 0.676008, "bpb": 2.976528}, "hi": {"chunks": 8292.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.492838, "cps": 64.78125, "mean_p": 0.480292, "boundary_entropy": 0.687307, "bpb": 2.417427}, "ta": {"chunks": 14262.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.762878, "cps": 111.421875, "mean_p": 0.443377, "boundary_entropy": 0.674709, "bpb": 2.355356}, "th": {"chunks": 6095.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.378924, "cps": 47.617188, "mean_p": 0.453418, "boundary_entropy": 0.6818, "bpb": 2.319963}, "zh": {"chunks": 2494.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.422282, "cps": 19.484375, "mean_p": 0.449504, "boundary_entropy": 0.675818, "bpb": 5.267722}, "my": {"chunks": 11145.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.588189, "cps": 87.070312, "mean_p": 0.382821, "boundary_entropy": 0.642701, "bpb": 2.455004}}, "bpb": {"en": 3.88089, "de": 4.09195, "vi": 3.57033, "tr": 4.12448, "fi": 4.12706, "ru": 2.81097, "el": 2.97653, "hi": 2.41743, "ta": 2.35536, "th": 2.31996, "zh": 5.26772, "my": 2.455}, "gini_cpc": 0.228348, "gini_cps": 0.270473, "bpic": 4.61425, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9419709140434842, "vi": 1.923874654742765, "tr": 1.3180029359108811, "fi": 0.9323278464127103, "ru": 2.439301306978815, "el": 1.818365737623652, "hi": 2.3765199186283916, "ta": 3.6786816056942424, "th": 1.8272159720892567, "zh": 2.0362928889538203, "my": 2.836311559079923}, "t": 25.9} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88448, "de": 4.09291, "vi": 3.57531, "tr": 4.13485, "fi": 4.128, "ru": 2.79695, "el": 2.96995, "hi": 2.41323, "ta": 2.37293, "th": 2.35253, "zh": 5.27649, "my": 2.4716}, "bytes_per_chunk": {"en": 4.973, "de": 5.261, "vi": 3.238, "tr": 4.03, "fi": 5.388, "ru": 3.494, "el": 5.05, "hi": 5.319, "ta": 3.614, "th": 7.974, "zh": 6.83, "my": 4.805}, "bpb_mean": 3.37244, "t": 27.3} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52946, "bpb": 3.64924, "chunk_loss": 0.03283, "F": 0.21921, "G": 0.39738, "chunks": 224.47, "bytes_per_chunk": 4.562, "boundary_entropy": 0.591, "router_noise": 0.0, "grad_norm": 0.9931, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 27.4} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.19552, "bpb": 3.16747, "chunk_loss": 0.032769, "F": 0.21689, "G": 0.35701, "chunks": 222.09, "bytes_per_chunk": 4.611, "boundary_entropy": 0.51923, "router_noise": 0.0, "grad_norm": 1.2576, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.6} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173533, "cps": 23.59375, "mean_p": 0.281453, "boundary_entropy": 0.377844, "bpb": 3.574064}, "de": {"chunks": 3512.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171042, "cps": 27.4375, "mean_p": 0.267418, "boundary_entropy": 0.387895, "bpb": 3.836064}, "vi": {"chunks": 7155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.38812, "cps": 55.898438, "mean_p": 0.357363, "boundary_entropy": 0.451866, "bpb": 3.185822}, "tr": {"chunks": 4219.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233055, "cps": 32.960938, "mean_p": 0.288946, "boundary_entropy": 0.422419, "bpb": 3.956576}, "fi": {"chunks": 3663.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194726, "cps": 28.617188, "mean_p": 0.266176, "boundary_entropy": 0.408441, "bpb": 3.973046}, "ru": {"chunks": 9379.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.494934, "cps": 73.273438, "mean_p": 0.311132, "boundary_entropy": 0.51186, "bpb": 2.660224}, "el": {"chunks": 5823.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.28373, "cps": 45.492188, "mean_p": 0.382804, "boundary_entropy": 0.636008, "bpb": 2.825071}, "hi": {"chunks": 11615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.690342, "cps": 90.742188, "mean_p": 0.468835, "boundary_entropy": 0.676048, "bpb": 2.14069}, "ta": {"chunks": 25048.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.339823, "cps": 195.6875, "mean_p": 0.471286, "boundary_entropy": 0.66309, "bpb": 1.974798}, "th": {"chunks": 15947.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.991421, "cps": 124.585938, "mean_p": 0.463328, "boundary_entropy": 0.679599, "bpb": 2.093997}, "zh": {"chunks": 3184.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539113, "cps": 24.875, "mean_p": 0.422746, "boundary_entropy": 0.652896, "bpb": 4.986229}, "my": {"chunks": 11534.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.608719, "cps": 90.109375, "mean_p": 0.340246, "boundary_entropy": 0.603218, "bpb": 2.203693}}, "bpb": {"en": 3.57406, "de": 3.83606, "vi": 3.18582, "tr": 3.95658, "fi": 3.97305, "ru": 2.66022, "el": 2.82507, "hi": 2.14069, "ta": 1.9748, "th": 2.094, "zh": 4.98623, "my": 2.20369}, "gini_cpc": 0.360671, "gini_cps": 0.376295, "bpic": 3.686692, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9856421725260225, "vi": 2.236576067335205, "tr": 1.343000428380207, "fi": 1.1221275173290532, "ru": 2.8520983592234703, "el": 1.6350201986270936, "hi": 3.9781515011365536, "ta": 7.720843728800951, "th": 5.713143152993101, "zh": 3.1066819465220012, "my": 3.5077913131372442}, "t": 30.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.18499, "bpb": 3.15227, "chunk_loss": 0.033192, "F": 0.2359, "G": 0.32732, "chunks": 241.56, "bytes_per_chunk": 4.239, "boundary_entropy": 0.47106, "router_noise": 0.0, "grad_norm": 0.8065, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 33.3} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.44085, "bpb": 3.52141, "chunk_loss": 0.033623, "F": 0.2338, "G": 0.35104, "chunks": 239.41, "bytes_per_chunk": 4.277, "boundary_entropy": 0.44337, "router_noise": 0.0, "grad_norm": 1.117, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.052, "alpha": 0.03, "t": 35.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3047.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.175085, "cps": 23.804688, "mean_p": 0.291833, "boundary_entropy": 0.371852, "bpb": 3.193545}, "de": {"chunks": 3588.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174743, "cps": 28.03125, "mean_p": 0.28368, "boundary_entropy": 0.391263, "bpb": 3.441317}, "vi": {"chunks": 4596.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249308, "cps": 35.90625, "mean_p": 0.308703, "boundary_entropy": 0.396286, "bpb": 2.762986}, "tr": {"chunks": 4061.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224327, "cps": 31.726562, "mean_p": 0.294927, "boundary_entropy": 0.40259, "bpb": 3.432798}, "fi": {"chunks": 3516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186912, "cps": 27.46875, "mean_p": 0.280846, "boundary_entropy": 0.404959, "bpb": 3.631856}, "ru": {"chunks": 8012.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.422797, "cps": 62.59375, "mean_p": 0.261962, "boundary_entropy": 0.269109, "bpb": 2.552153}, "el": {"chunks": 8418.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.410174, "cps": 65.765625, "mean_p": 0.282203, "boundary_entropy": 0.345722, "bpb": 2.566605}, "hi": {"chunks": 5763.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342526, "cps": 45.023438, "mean_p": 0.35376, "boundary_entropy": 0.557289, "bpb": 1.962922}, "ta": {"chunks": 10218.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.546563, "cps": 79.828125, "mean_p": 0.336571, "boundary_entropy": 0.51718, "bpb": 1.720695}, "th": {"chunks": 6345.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.394467, "cps": 49.570312, "mean_p": 0.377251, "boundary_entropy": 0.619122, "bpb": 1.93093}, "zh": {"chunks": 3095.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.524043, "cps": 24.179688, "mean_p": 0.290738, "boundary_entropy": 0.48478, "bpb": 4.14481}, "my": {"chunks": 2762.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.145767, "cps": 21.578125, "mean_p": 0.339977, "boundary_entropy": 0.59523, "bpb": 2.031415}}, "bpb": {"en": 3.19355, "de": 3.44132, "vi": 2.76299, "tr": 3.4328, "fi": 3.63186, "ru": 2.55215, "el": 2.5666, "hi": 1.96292, "ta": 1.72069, "th": 1.93093, "zh": 4.14481, "my": 2.03142}, "gini_cpc": 0.241577, "gini_cps": 0.244371, "bpic": 6.051324, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9980486078179306, "vi": 1.423929685269802, "tr": 1.28125066567904, "fi": 1.0675510423875645, "ru": 2.4148123722195716, "el": 2.3427165317783416, "hi": 1.9563439546168961, "ta": 3.121706687938706, "th": 2.253005371549792, "zh": 2.993083802457737, "my": 0.8325531420038981}, "t": 39.1} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20335, "de": 3.4378, "vi": 2.76878, "tr": 3.44358, "fi": 3.62773, "ru": 2.53837, "el": 2.5621, "hi": 1.96081, "ta": 1.73527, "th": 1.96027, "zh": 4.15396, "my": 2.04644}, "bytes_per_chunk": {"en": 5.676, "de": 5.899, "vi": 5.365, "tr": 4.817, "fi": 5.665, "ru": 4.165, "el": 4.303, "hi": 6.934, "ta": 4.825, "th": 6.395, "zh": 4.131, "my": 19.431}, "bpb_mean": 2.78654, "t": 40.4} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01194, "bpb": 2.90262, "chunk_loss": 0.030581, "F": 0.18701, "G": 0.30338, "chunks": 191.5, "bytes_per_chunk": 5.347, "boundary_entropy": 0.40456, "router_noise": 0.0, "grad_norm": 1.3356, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 40.5} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07097, "bpb": 2.98777, "chunk_loss": 0.029645, "F": 0.15637, "G": 0.28501, "chunks": 160.12, "bytes_per_chunk": 6.395, "boundary_entropy": 0.4015, "router_noise": 0.0, "grad_norm": 0.8397, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 42.6} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05716, "bpb": 2.96786, "chunk_loss": 0.030006, "F": 0.16974, "G": 0.2823, "chunks": 173.81, "bytes_per_chunk": 5.891, "boundary_entropy": 0.392, "router_noise": 0.0, "grad_norm": 0.8852, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.7} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.95079, "bpb": 2.8144, "chunk_loss": 0.029667, "F": 0.15646, "G": 0.2927, "chunks": 160.22, "bytes_per_chunk": 6.391, "boundary_entropy": 0.42836, "router_noise": 0.0, "grad_norm": 0.9095, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.7} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.289975, "boundary_entropy": 0.36865, "bpb": 2.916952}, "de": {"chunks": 3325.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161934, "cps": 25.976562, "mean_p": 0.296641, "boundary_entropy": 0.405503, "bpb": 3.171522}, "vi": {"chunks": 4373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237212, "cps": 34.164062, "mean_p": 0.300888, "boundary_entropy": 0.384388, "bpb": 2.505866}, "tr": {"chunks": 3810.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210462, "cps": 29.765625, "mean_p": 0.306044, "boundary_entropy": 0.391934, "bpb": 3.141321}, "fi": {"chunks": 3579.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190261, "cps": 27.960938, "mean_p": 0.336852, "boundary_entropy": 0.456296, "bpb": 3.373953}, "ru": {"chunks": 6914.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364855, "cps": 54.015625, "mean_p": 0.245663, "boundary_entropy": 0.258862, "bpb": 2.162372}, "el": {"chunks": 7313.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356332, "cps": 57.132812, "mean_p": 0.230799, "boundary_entropy": 0.23943, "bpb": 2.401459}, "hi": {"chunks": 6895.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409807, "cps": 53.867188, "mean_p": 0.383199, "boundary_entropy": 0.531008, "bpb": 1.726463}, "ta": {"chunks": 11939.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.63862, "cps": 93.273438, "mean_p": 0.258556, "boundary_entropy": 0.339588, "bpb": 1.421072}, "th": {"chunks": 8985.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.558595, "cps": 70.195312, "mean_p": 0.389359, "boundary_entropy": 0.575822, "bpb": 1.767814}, "zh": {"chunks": 3079.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521334, "cps": 24.054688, "mean_p": 0.336908, "boundary_entropy": 0.555565, "bpb": 3.871995}, "my": {"chunks": 10463.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.552195, "cps": 81.742188, "mean_p": 0.417963, "boundary_entropy": 0.617666, "bpb": 1.801501}}, "bpb": {"en": 2.91695, "de": 3.17152, "vi": 2.50587, "tr": 3.14132, "fi": 3.37395, "ru": 2.16237, "el": 2.40146, "hi": 1.72646, "ta": 1.42107, "th": 1.76781, "zh": 3.87199, "my": 1.8015}, "gini_cpc": 0.255433, "gini_cps": 0.267408, "bpic": 5.216613, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9737889360498486, "vi": 1.4264676559285139, "tr": 1.2656103496841253, "fi": 1.144130092389222, "ru": 2.1940461294681195, "el": 2.142793506811395, "hi": 2.464363631882739, "ta": 3.8403258542496364, "th": 3.359097499269065, "zh": 3.13503100053335, "my": 3.3206143675653106}, "t": 49.7} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92544, "de": 3.17145, "vi": 2.5123, "tr": 3.15137, "fi": 3.36893, "ru": 2.14712, "el": 2.39528, "hi": 1.7226, "ta": 1.43414, "th": 1.79496, "zh": 3.88342, "my": 1.81568}, "bytes_per_chunk": {"en": 5.714, "de": 6.244, "vi": 5.54, "tr": 5.192, "fi": 5.734, "ru": 5.084, "el": 5.17, "hi": 5.655, "ta": 4.085, "th": 4.849, "zh": 5.104, "my": 6.0}, "bpb_mean": 2.52689, "t": 51.0} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.86231, "bpb": 2.68675, "chunk_loss": 0.030749, "F": 0.19113, "G": 0.31102, "chunks": 195.72, "bytes_per_chunk": 5.232, "boundary_entropy": 0.41619, "router_noise": 0.0, "grad_norm": 0.6648, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 51.0} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.88742, "bpb": 2.72297, "chunk_loss": 0.030187, "F": 0.17633, "G": 0.28445, "chunks": 180.56, "bytes_per_chunk": 5.671, "boundary_entropy": 0.36736, "router_noise": 0.0, "grad_norm": 0.7884, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 53.0} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83637, "bpb": 2.64932, "chunk_loss": 0.030041, "F": 0.17224, "G": 0.28645, "chunks": 176.38, "bytes_per_chunk": 5.806, "boundary_entropy": 0.37326, "router_noise": 0.0, "grad_norm": 0.7134, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 55.1} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.9116, "bpb": 2.75786, "chunk_loss": 0.030369, "F": 0.17911, "G": 0.29075, "chunks": 183.41, "bytes_per_chunk": 5.583, "boundary_entropy": 0.37778, "router_noise": 0.0, "grad_norm": 0.8448, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 57.1} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.275393, "boundary_entropy": 0.339419, "bpb": 2.71814}, "de": {"chunks": 3295.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160473, "cps": 25.742188, "mean_p": 0.28347, "boundary_entropy": 0.379576, "bpb": 3.03171}, "vi": {"chunks": 4461.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241985, "cps": 34.851562, "mean_p": 0.287367, "boundary_entropy": 0.352978, "bpb": 2.396354}, "tr": {"chunks": 3808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210352, "cps": 29.75, "mean_p": 0.291072, "boundary_entropy": 0.362991, "bpb": 2.995558}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.321229, "boundary_entropy": 0.430759, "bpb": 3.225224}, "ru": {"chunks": 6839.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.360897, "cps": 53.429688, "mean_p": 0.249639, "boundary_entropy": 0.27352, "bpb": 1.994747}, "el": {"chunks": 7120.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346928, "cps": 55.625, "mean_p": 0.225727, "boundary_entropy": 0.270079, "bpb": 2.136066}, "hi": {"chunks": 6087.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.361783, "cps": 47.554688, "mean_p": 0.343537, "boundary_entropy": 0.518004, "bpb": 1.640347}, "ta": {"chunks": 9530.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.509762, "cps": 74.453125, "mean_p": 0.25146, "boundary_entropy": 0.339031, "bpb": 1.346051}, "th": {"chunks": 6232.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.387442, "cps": 48.6875, "mean_p": 0.360982, "boundary_entropy": 0.554728, "bpb": 1.61406}, "zh": {"chunks": 2830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479174, "cps": 22.109375, "mean_p": 0.322149, "boundary_entropy": 0.539518, "bpb": 3.707274}, "my": {"chunks": 11546.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.609352, "cps": 90.203125, "mean_p": 0.416125, "boundary_entropy": 0.581731, "bpb": 1.599655}}, "bpb": {"en": 2.71814, "de": 3.03171, "vi": 2.39635, "tr": 2.99556, "fi": 3.22522, "ru": 1.99475, "el": 2.13607, "hi": 1.64035, "ta": 1.34605, "th": 1.61406, "zh": 3.70727, "my": 1.59965}, "gini_cpc": 0.23785, "gini_cps": 0.257027, "bpic": 5.653566, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9653364352282667, "vi": 1.455676154416668, "tr": 1.2653832309831181, "fi": 1.0367566116000664, "ru": 2.17099626338528, "el": 2.086963411119987, "hi": 2.176325824131518, "ta": 3.066501049697387, "th": 2.3306768688335957, "zh": 2.8824957752104083, "my": 3.665589802381631}, "t": 60.0} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.72948, "de": 3.02962, "vi": 2.40044, "tr": 3.00688, "fi": 3.22028, "ru": 1.97805, "el": 2.12386, "hi": 1.63525, "ta": 1.35771, "th": 1.64561, "zh": 3.71984, "my": 1.6082}, "bytes_per_chunk": {"en": 5.728, "de": 6.268, "vi": 5.465, "tr": 5.236, "fi": 6.054, "ru": 5.183, "el": 5.326, "hi": 6.775, "ta": 5.272, "th": 7.178, "zh": 6.592, "my": 5.102}, "bpb_mean": 2.37127, "t": 61.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64302, "bpb": 2.37037, "chunk_loss": 0.030256, "F": 0.17859, "G": 0.27825, "chunks": 182.88, "bytes_per_chunk": 5.599, "boundary_entropy": 0.34407, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 61.3} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.70989, "bpb": 2.46684, "chunk_loss": 0.029988, "F": 0.16989, "G": 0.29187, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.38843, "router_noise": 0.0, "grad_norm": 0.6309, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 63.4} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62473, "bpb": 2.344, "chunk_loss": 0.030279, "F": 0.18033, "G": 0.26728, "chunks": 184.66, "bytes_per_chunk": 5.545, "boundary_entropy": 0.32264, "router_noise": 0.0, "grad_norm": 0.6755, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 65.4} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71847, "bpb": 2.47922, "chunk_loss": 0.030318, "F": 0.18073, "G": 0.2773, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.35224, "router_noise": 0.0, "grad_norm": 0.6967, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 67.4} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.256051, "boundary_entropy": 0.296447, "bpb": 2.591516}, "de": {"chunks": 3316.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161496, "cps": 25.90625, "mean_p": 0.276556, "boundary_entropy": 0.359643, "bpb": 2.916388}, "vi": {"chunks": 4286.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232493, "cps": 33.484375, "mean_p": 0.256868, "boundary_entropy": 0.295457, "bpb": 2.284797}, "tr": {"chunks": 3842.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21223, "cps": 30.015625, "mean_p": 0.274545, "boundary_entropy": 0.333653, "bpb": 2.893012}, "fi": {"chunks": 3083.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163893, "cps": 24.085938, "mean_p": 0.277328, "boundary_entropy": 0.367836, "bpb": 3.1854}, "ru": {"chunks": 6616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349129, "cps": 51.6875, "mean_p": 0.247022, "boundary_entropy": 0.279863, "bpb": 1.888651}, "el": {"chunks": 7024.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34225, "cps": 54.875, "mean_p": 0.232002, "boundary_entropy": 0.298488, "bpb": 2.025247}, "hi": {"chunks": 6410.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.380981, "cps": 50.078125, "mean_p": 0.360184, "boundary_entropy": 0.519606, "bpb": 1.566643}, "ta": {"chunks": 8518.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45563, "cps": 66.546875, "mean_p": 0.250707, "boundary_entropy": 0.376321, "bpb": 1.30453}, "th": {"chunks": 5182.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.322164, "cps": 40.484375, "mean_p": 0.359373, "boundary_entropy": 0.573663, "bpb": 1.561946}, "zh": {"chunks": 3470.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.587538, "cps": 27.109375, "mean_p": 0.34766, "boundary_entropy": 0.551681, "bpb": 3.642856}, "my": {"chunks": 7695.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.406111, "cps": 60.117188, "mean_p": 0.356793, "boundary_entropy": 0.537106, "bpb": 1.435906}}, "bpb": {"en": 2.59152, "de": 2.91639, "vi": 2.2848, "tr": 2.89301, "fi": 3.1854, "ru": 1.88865, "el": 2.02525, "hi": 1.56664, "ta": 1.30453, "th": 1.56195, "zh": 3.64286, "my": 1.43591}, "gini_cpc": 0.224993, "gini_cps": 0.20547, "bpic": 6.156947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9721608850862662, "vi": 1.399539155072601, "tr": 1.2775645064036791, "fi": 0.9865921823047779, "ru": 2.1016592847057876, "el": 2.0602488778693138, "hi": 2.293395653776155, "ta": 2.742762447928659, "th": 1.9393329302659352, "zh": 3.53681269439365, "my": 2.44467581796622}, "t": 70.3} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60454, "de": 2.91935, "vi": 2.29044, "tr": 2.90258, "fi": 3.18323, "ru": 1.87148, "el": 2.01441, "hi": 1.56157, "ta": 1.31182, "th": 1.5857, "zh": 3.6524, "my": 1.44603}, "bytes_per_chunk": {"en": 5.735, "de": 6.239, "vi": 5.629, "tr": 5.174, "fi": 6.186, "ru": 5.288, "el": 5.347, "hi": 6.555, "ta": 6.085, "th": 9.063, "zh": 5.7, "my": 6.878}, "bpb_mean": 2.27863, "t": 71.6} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74284, "bpb": 2.51439, "chunk_loss": 0.029986, "F": 0.1713, "G": 0.2819, "chunks": 175.41, "bytes_per_chunk": 5.838, "boundary_entropy": 0.36784, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 71.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52117, "bpb": 2.19459, "chunk_loss": 0.03, "F": 0.17209, "G": 0.27194, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.3364, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77484, "bpb": 2.56056, "chunk_loss": 0.030001, "F": 0.1687, "G": 0.28389, "chunks": 172.75, "bytes_per_chunk": 5.928, "boundary_entropy": 0.36304, "router_noise": 0.0, "grad_norm": 0.7897, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 75.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66605, "bpb": 2.40361, "chunk_loss": 0.030236, "F": 0.17673, "G": 0.26976, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.33941, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 77.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.248447, "boundary_entropy": 0.277916, "bpb": 2.501111}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.267179, "boundary_entropy": 0.335616, "bpb": 2.803576}, "vi": {"chunks": 4464.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242148, "cps": 34.875, "mean_p": 0.262107, "boundary_entropy": 0.292496, "bpb": 2.225478}, "tr": {"chunks": 3918.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216428, "cps": 30.609375, "mean_p": 0.263749, "boundary_entropy": 0.302775, "bpb": 2.794775}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.280054, "boundary_entropy": 0.365815, "bpb": 3.053326}, "ru": {"chunks": 6665.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351715, "cps": 52.070312, "mean_p": 0.257138, "boundary_entropy": 0.299805, "bpb": 1.807738}, "el": {"chunks": 6924.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337378, "cps": 54.09375, "mean_p": 0.234982, "boundary_entropy": 0.266797, "bpb": 1.889776}, "hi": {"chunks": 7710.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.458247, "cps": 60.234375, "mean_p": 0.389145, "boundary_entropy": 0.524918, "bpb": 1.577147}, "ta": {"chunks": 9690.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51832, "cps": 75.703125, "mean_p": 0.272915, "boundary_entropy": 0.388314, "bpb": 1.182835}, "th": {"chunks": 9162.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.569599, "cps": 71.578125, "mean_p": 0.402752, "boundary_entropy": 0.583692, "bpb": 1.437014}, "zh": {"chunks": 3198.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541483, "cps": 24.984375, "mean_p": 0.350945, "boundary_entropy": 0.552873, "bpb": 3.57963}, "my": {"chunks": 11969.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.631676, "cps": 93.507812, "mean_p": 0.434515, "boundary_entropy": 0.588941, "bpb": 1.400866}}, "bpb": {"en": 2.50111, "de": 2.80358, "vi": 2.22548, "tr": 2.79477, "fi": 3.05333, "ru": 1.80774, "el": 1.88978, "hi": 1.57715, "ta": 1.18283, "th": 1.43701, "zh": 3.57963, "my": 1.40087}, "gini_cpc": 0.260942, "gini_cps": 0.268009, "bpic": 5.260589, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749604114616377, "vi": 1.4561517530447945, "tr": 1.3014859186515493, "fi": 0.9689461609476758, "ru": 2.115030004759187, "el": 2.0288120116453023, "hi": 2.755655344715869, "ta": 3.1169074066235845, "th": 3.425270037651995, "zh": 3.2561965377413618, "my": 3.798569565649355}, "t": 80.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51225, "de": 2.80505, "vi": 2.23159, "tr": 2.802, "fi": 3.05706, "ru": 1.79093, "el": 1.87814, "hi": 1.57249, "ta": 1.19243, "th": 1.45874, "zh": 3.5879, "my": 1.40927}, "bytes_per_chunk": {"en": 5.732, "de": 6.239, "vi": 5.474, "tr": 4.989, "fi": 6.308, "ru": 5.267, "el": 5.441, "hi": 5.426, "ta": 5.103, "th": 5.008, "zh": 5.712, "my": 4.658}, "bpb_mean": 2.19149, "t": 81.9} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61806, "bpb": 2.33437, "chunk_loss": 0.030437, "F": 0.18298, "G": 0.27469, "chunks": 187.38, "bytes_per_chunk": 5.465, "boundary_entropy": 0.33152, "router_noise": 0.0, "grad_norm": 0.7728, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 82.0} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63855, "bpb": 2.36392, "chunk_loss": 0.030205, "F": 0.17557, "G": 0.27579, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.33406, "router_noise": 0.0, "grad_norm": 0.7393, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 84.0} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57361, "bpb": 2.27024, "chunk_loss": 0.03015, "F": 0.17624, "G": 0.28141, "chunks": 180.47, "bytes_per_chunk": 5.674, "boundary_entropy": 0.34791, "router_noise": 0.0, "grad_norm": 0.749, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.0} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71978, "bpb": 2.48111, "chunk_loss": 0.0301, "F": 0.17081, "G": 0.2728, "chunks": 174.91, "bytes_per_chunk": 5.855, "boundary_entropy": 0.33629, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 88.0} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.234509, "boundary_entropy": 0.249342, "bpb": 2.443692}, "de": {"chunks": 3300.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160717, "cps": 25.78125, "mean_p": 0.254515, "boundary_entropy": 0.314428, "bpb": 2.73228}, "vi": {"chunks": 4296.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233035, "cps": 33.5625, "mean_p": 0.25272, "boundary_entropy": 0.276449, "bpb": 2.192683}, "tr": {"chunks": 3936.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217423, "cps": 30.75, "mean_p": 0.249689, "boundary_entropy": 0.269897, "bpb": 2.713877}, "fi": {"chunks": 3009.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15996, "cps": 23.507812, "mean_p": 0.253176, "boundary_entropy": 0.326326, "bpb": 2.97654}, "ru": {"chunks": 6596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348074, "cps": 51.53125, "mean_p": 0.245521, "boundary_entropy": 0.266355, "bpb": 1.733222}, "el": {"chunks": 6919.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337134, "cps": 54.054688, "mean_p": 0.227052, "boundary_entropy": 0.264066, "bpb": 1.845116}, "hi": {"chunks": 6824.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.405587, "cps": 53.3125, "mean_p": 0.366217, "boundary_entropy": 0.511434, "bpb": 1.453666}, "ta": {"chunks": 7342.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.392725, "cps": 57.359375, "mean_p": 0.246718, "boundary_entropy": 0.382069, "bpb": 1.170511}, "th": {"chunks": 5314.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.33037, "cps": 41.515625, "mean_p": 0.381852, "boundary_entropy": 0.593748, "bpb": 1.378569}, "zh": {"chunks": 3055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517271, "cps": 23.867188, "mean_p": 0.335963, "boundary_entropy": 0.534424, "bpb": 3.562257}, "my": {"chunks": 6382.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.336817, "cps": 49.859375, "mean_p": 0.3627, "boundary_entropy": 0.569628, "bpb": 1.373644}}, "bpb": {"en": 2.44369, "de": 2.73228, "vi": 2.19268, "tr": 2.71388, "fi": 2.97654, "ru": 1.73322, "el": 1.84512, "hi": 1.45367, "ta": 1.17051, "th": 1.37857, "zh": 3.56226, "my": 1.37364}, "gini_cpc": 0.20091, "gini_cps": 0.188423, "bpic": 6.410774, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9671355876270826, "vi": 1.40231946493624, "tr": 1.3083693745998863, "fi": 0.9625784529269203, "ru": 2.094581504067266, "el": 2.0287489918708754, "hi": 2.4406740118254175, "ta": 2.3632776198841636, "th": 1.9880454845046478, "zh": 3.112745425216356, "my": 2.0268390143104034}, "t": 90.9} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45449, "de": 2.73656, "vi": 2.19807, "tr": 2.72096, "fi": 2.98211, "ru": 1.71249, "el": 1.83424, "hi": 1.45082, "ta": 1.1785, "th": 1.39957, "zh": 3.56721, "my": 1.38321}, "bytes_per_chunk": {"en": 5.737, "de": 6.233, "vi": 5.641, "tr": 4.993, "fi": 6.334, "ru": 5.282, "el": 5.478, "hi": 6.228, "ta": 6.952, "th": 8.488, "zh": 6.188, "my": 8.359}, "bpb_mean": 2.13485, "t": 92.2} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57292, "bpb": 2.26925, "chunk_loss": 0.029956, "F": 0.1705, "G": 0.25939, "chunks": 174.59, "bytes_per_chunk": 5.865, "boundary_entropy": 0.29833, "router_noise": 0.0, "grad_norm": 0.8157, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 92.2} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72378, "bpb": 2.48689, "chunk_loss": 0.03016, "F": 0.17389, "G": 0.25599, "chunks": 178.06, "bytes_per_chunk": 5.751, "boundary_entropy": 0.29852, "router_noise": 0.0, "grad_norm": 0.7989, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 94.3} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.54311, "bpb": 2.22624, "chunk_loss": 0.030246, "F": 0.17862, "G": 0.27859, "chunks": 182.91, "bytes_per_chunk": 5.598, "boundary_entropy": 0.35094, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 96.3} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60644, "bpb": 2.3176, "chunk_loss": 0.029967, "F": 0.17139, "G": 0.26696, "chunks": 175.5, "bytes_per_chunk": 5.835, "boundary_entropy": 0.32715, "router_noise": 0.0, "grad_norm": 0.6965, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 98.3} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.229184, "boundary_entropy": 0.235987, "bpb": 2.3741}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.245482, "boundary_entropy": 0.294203, "bpb": 2.66654}, "vi": {"chunks": 4275.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231896, "cps": 33.398438, "mean_p": 0.238511, "boundary_entropy": 0.245087, "bpb": 2.135134}, "tr": {"chunks": 3911.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216042, "cps": 30.554688, "mean_p": 0.245074, "boundary_entropy": 0.262038, "bpb": 2.634537}, "fi": {"chunks": 2990.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15895, "cps": 23.359375, "mean_p": 0.252082, "boundary_entropy": 0.320433, "bpb": 2.905294}, "ru": {"chunks": 6624.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349551, "cps": 51.75, "mean_p": 0.248201, "boundary_entropy": 0.262629, "bpb": 1.653798}, "el": {"chunks": 6864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334454, "cps": 53.625, "mean_p": 0.234329, "boundary_entropy": 0.271897, "bpb": 1.783919}, "hi": {"chunks": 6499.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.38627, "cps": 50.773438, "mean_p": 0.358749, "boundary_entropy": 0.510357, "bpb": 1.413327}, "ta": {"chunks": 8695.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465098, "cps": 67.929688, "mean_p": 0.267363, "boundary_entropy": 0.397212, "bpb": 1.190078}, "th": {"chunks": 5367.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.333665, "cps": 41.929688, "mean_p": 0.37716, "boundary_entropy": 0.594467, "bpb": 1.327378}, "zh": {"chunks": 3225.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546055, "cps": 25.195312, "mean_p": 0.332415, "boundary_entropy": 0.516204, "bpb": 3.504783}, "my": {"chunks": 6649.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.350908, "cps": 51.945312, "mean_p": 0.312597, "boundary_entropy": 0.530433, "bpb": 1.285969}}, "bpb": {"en": 2.3741, "de": 2.66654, "vi": 2.13513, "tr": 2.63454, "fi": 2.90529, "ru": 1.6538, "el": 1.78392, "hi": 1.41333, "ta": 1.19008, "th": 1.32738, "zh": 3.50478, "my": 1.28597}, "gini_cpc": 0.215444, "gini_cps": 0.201425, "bpic": 6.261416, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9696067607198583, "vi": 1.3969136318816553, "tr": 1.3014091110926407, "fi": 0.9574936076431275, "ru": 2.10565728799349, "el": 2.0147121617065755, "hi": 2.326848151285529, "ta": 2.801693968628503, "th": 2.009958582569043, "zh": 3.2893709654788994, "my": 2.1138274593569855}, "t": 101.2} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.3834, "de": 2.67124, "vi": 2.13977, "tr": 2.64159, "fi": 2.91206, "ru": 1.6349, "el": 1.77338, "hi": 1.41232, "ta": 1.19719, "th": 1.34542, "zh": 3.50976, "my": 1.2939}, "bytes_per_chunk": {"en": 5.737, "de": 6.253, "vi": 5.68, "tr": 5.038, "fi": 6.368, "ru": 5.251, "el": 5.514, "hi": 6.347, "ta": 5.772, "th": 8.169, "zh": 5.859, "my": 7.835}, "bpb_mean": 2.07624, "t": 102.5} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.58036, "bpb": 2.27998, "chunk_loss": 0.03021, "F": 0.17331, "G": 0.25993, "chunks": 177.47, "bytes_per_chunk": 5.77, "boundary_entropy": 0.33244, "router_noise": 0.0, "grad_norm": 0.83, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 102.5} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50228, "bpb": 2.16733, "chunk_loss": 0.030296, "F": 0.18121, "G": 0.27629, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.33282, "router_noise": 0.0, "grad_norm": 0.734, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 104.5} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42138, "bpb": 2.05062, "chunk_loss": 0.030053, "F": 0.17215, "G": 0.26547, "chunks": 176.28, "bytes_per_chunk": 5.809, "boundary_entropy": 0.32283, "router_noise": 0.0, "grad_norm": 0.6661, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 106.5} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.61966, "bpb": 2.33668, "chunk_loss": 0.030169, "F": 0.17514, "G": 0.25931, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.30392, "router_noise": 0.0, "grad_norm": 0.801, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 108.6} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.230485, "boundary_entropy": 0.235778, "bpb": 2.334236}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.251115, "boundary_entropy": 0.302752, "bpb": 2.599783}, "vi": {"chunks": 4324.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234554, "cps": 33.78125, "mean_p": 0.245643, "boundary_entropy": 0.254092, "bpb": 2.120794}, "tr": {"chunks": 3889.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214826, "cps": 30.382812, "mean_p": 0.241904, "boundary_entropy": 0.258925, "bpb": 2.622264}, "fi": {"chunks": 2982.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158524, "cps": 23.296875, "mean_p": 0.241904, "boundary_entropy": 0.302018, "bpb": 2.852657}, "ru": {"chunks": 6646.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350712, "cps": 51.921875, "mean_p": 0.247029, "boundary_entropy": 0.244922, "bpb": 1.594673}, "el": {"chunks": 7046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343322, "cps": 55.046875, "mean_p": 0.229707, "boundary_entropy": 0.226731, "bpb": 1.72558}, "hi": {"chunks": 7122.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423299, "cps": 55.640625, "mean_p": 0.371081, "boundary_entropy": 0.510744, "bpb": 1.384592}, "ta": {"chunks": 7849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.419845, "cps": 61.320312, "mean_p": 0.275885, "boundary_entropy": 0.419084, "bpb": 1.092023}, "th": {"chunks": 9230.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.573827, "cps": 72.109375, "mean_p": 0.423091, "boundary_entropy": 0.617001, "bpb": 1.305383}, "zh": {"chunks": 3036.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514054, "cps": 23.71875, "mean_p": 0.324567, "boundary_entropy": 0.509869, "bpb": 3.481936}, "my": {"chunks": 7137.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.376662, "cps": 55.757812, "mean_p": 0.373791, "boundary_entropy": 0.580542, "bpb": 1.268966}}, "bpb": {"en": 2.33424, "de": 2.59978, "vi": 2.12079, "tr": 2.62226, "fi": 2.85266, "ru": 1.59467, "el": 1.72558, "hi": 1.38459, "ta": 1.09202, "th": 1.30538, "zh": 3.48194, "my": 1.26897}, "gini_cpc": 0.232888, "gini_cps": 0.220352, "bpic": 5.862564, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9719537664946719, "vi": 1.4129250395921118, "tr": 1.2940884768701812, "fi": 0.9549317518367245, "ru": 2.11265071497656, "el": 2.0681325599336438, "hi": 2.5499019131336413, "ta": 2.529096717626811, "th": 3.45666437807197, "zh": 3.096598527501997, "my": 2.2689707591263053}, "t": 111.4} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34462, "de": 2.60576, "vi": 2.12591, "tr": 2.62963, "fi": 2.85448, "ru": 1.5732, "el": 1.71522, "hi": 1.38296, "ta": 1.09908, "th": 1.32144, "zh": 3.48604, "my": 1.27693}, "bytes_per_chunk": {"en": 5.732, "de": 6.237, "vi": 5.64, "tr": 5.037, "fi": 6.411, "ru": 5.254, "el": 5.335, "hi": 5.827, "ta": 6.353, "th": 4.855, "zh": 6.176, "my": 7.168}, "bpb_mean": 2.03461, "t": 112.7} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57661, "bpb": 2.27456, "chunk_loss": 0.030083, "F": 0.17172, "G": 0.23712, "chunks": 175.84, "bytes_per_chunk": 5.823, "boundary_entropy": 0.25251, "router_noise": 0.0, "grad_norm": 0.9189, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 112.8} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.54866, "bpb": 2.23424, "chunk_loss": 0.030572, "F": 0.18143, "G": 0.25549, "chunks": 185.78, "bytes_per_chunk": 5.512, "boundary_entropy": 0.28259, "router_noise": 0.0, "grad_norm": 0.7003, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.8} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59466, "bpb": 2.30061, "chunk_loss": 0.030259, "F": 0.17593, "G": 0.25607, "chunks": 180.16, "bytes_per_chunk": 5.684, "boundary_entropy": 0.3079, "router_noise": 0.0, "grad_norm": 0.6767, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 116.7} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60208, "bpb": 2.31132, "chunk_loss": 0.030101, "F": 0.17535, "G": 0.25812, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.29431, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 118.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.222861, "boundary_entropy": 0.218369, "bpb": 2.275637}, "de": {"chunks": 3307.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161058, "cps": 25.835938, "mean_p": 0.247858, "boundary_entropy": 0.296176, "bpb": 2.555673}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.237434, "boundary_entropy": 0.233185, "bpb": 2.082396}, "tr": {"chunks": 3815.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210739, "cps": 29.804688, "mean_p": 0.230288, "boundary_entropy": 0.243103, "bpb": 2.561053}, "fi": {"chunks": 3026.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160863, "cps": 23.640625, "mean_p": 0.252477, "boundary_entropy": 0.317247, "bpb": 2.778818}, "ru": {"chunks": 6589.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.347704, "cps": 51.476562, "mean_p": 0.241838, "boundary_entropy": 0.238406, "bpb": 1.560347}, "el": {"chunks": 6752.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328997, "cps": 52.75, "mean_p": 0.229459, "boundary_entropy": 0.252061, "bpb": 1.71918}, "hi": {"chunks": 7006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416404, "cps": 54.734375, "mean_p": 0.359001, "boundary_entropy": 0.506161, "bpb": 1.359626}, "ta": {"chunks": 9477.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.506927, "cps": 74.039062, "mean_p": 0.318247, "boundary_entropy": 0.443367, "bpb": 1.079201}, "th": {"chunks": 8823.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.548523, "cps": 68.929688, "mean_p": 0.418197, "boundary_entropy": 0.608011, "bpb": 1.267933}, "zh": {"chunks": 2880.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48764, "cps": 22.5, "mean_p": 0.30481, "boundary_entropy": 0.485452, "bpb": 3.455407}, "my": {"chunks": 8159.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.4306, "cps": 63.742188, "mean_p": 0.38925, "boundary_entropy": 0.59659, "bpb": 1.253094}}, "bpb": {"en": 2.27564, "de": 2.55567, "vi": 2.0824, "tr": 2.56105, "fi": 2.77882, "ru": 1.56035, "el": 1.71918, "hi": 1.35963, "ta": 1.0792, "th": 1.26793, "zh": 3.45541, "my": 1.25309}, "gini_cpc": 0.235045, "gini_cps": 0.237817, "bpic": 5.721584, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691870873584127, "vi": 1.41994638558488, "tr": 1.2681476534803269, "fi": 0.9680167492711401, "ru": 2.092358631033841, "el": 1.9797822218690782, "hi": 2.5057681897492494, "ta": 3.050501498725445, "th": 3.30081394613935, "zh": 2.9344375858013443, "my": 2.591190773700812}, "t": 121.6} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28722, "de": 2.56268, "vi": 2.08664, "tr": 2.56997, "fi": 2.78439, "ru": 1.54043, "el": 1.70694, "hi": 1.35675, "ta": 1.08814, "th": 1.28441, "zh": 3.45996, "my": 1.26161}, "bytes_per_chunk": {"en": 5.726, "de": 6.24, "vi": 5.612, "tr": 5.168, "fi": 6.325, "ru": 5.309, "el": 5.597, "hi": 6.044, "ta": 5.324, "th": 5.066, "zh": 6.343, "my": 6.414}, "bpb_mean": 1.99909, "t": 122.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51283, "bpb": 2.18256, "chunk_loss": 0.030194, "F": 0.1745, "G": 0.26815, "chunks": 178.69, "bytes_per_chunk": 5.731, "boundary_entropy": 0.31759, "router_noise": 0.0, "grad_norm": 0.6658, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 122.9} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39574, "bpb": 2.01362, "chunk_loss": 0.030102, "F": 0.17725, "G": 0.24574, "chunks": 181.5, "bytes_per_chunk": 5.642, "boundary_entropy": 0.26401, "router_noise": 0.0, "grad_norm": 0.6949, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.9} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.56349, "bpb": 2.25564, "chunk_loss": 0.03, "F": 0.16901, "G": 0.25762, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.29659, "router_noise": 0.0, "grad_norm": 0.7501, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.8} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.47924, "bpb": 2.1341, "chunk_loss": 0.030128, "F": 0.17548, "G": 0.2524, "chunks": 179.69, "bytes_per_chunk": 5.699, "boundary_entropy": 0.27962, "router_noise": 0.0, "grad_norm": 0.6639, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 128.8} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.223499, "boundary_entropy": 0.217106, "bpb": 2.250071}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.249111, "boundary_entropy": 0.295706, "bpb": 2.51889}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.239814, "boundary_entropy": 0.240144, "bpb": 2.051645}, "tr": {"chunks": 3865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213501, "cps": 30.195312, "mean_p": 0.232891, "boundary_entropy": 0.244394, "bpb": 2.510596}, "fi": {"chunks": 3054.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162352, "cps": 23.859375, "mean_p": 0.256012, "boundary_entropy": 0.323679, "bpb": 2.743592}, "ru": {"chunks": 6453.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340528, "cps": 50.414062, "mean_p": 0.238948, "boundary_entropy": 0.226214, "bpb": 1.532321}, "el": {"chunks": 6884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335429, "cps": 53.78125, "mean_p": 0.224145, "boundary_entropy": 0.232425, "bpb": 1.663326}, "hi": {"chunks": 7175.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426449, "cps": 56.054688, "mean_p": 0.338915, "boundary_entropy": 0.487784, "bpb": 1.341158}, "ta": {"chunks": 8823.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.471944, "cps": 68.929688, "mean_p": 0.308149, "boundary_entropy": 0.42772, "bpb": 1.066701}, "th": {"chunks": 7501.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466335, "cps": 58.601562, "mean_p": 0.419874, "boundary_entropy": 0.619223, "bpb": 1.253534}, "zh": {"chunks": 3147.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532848, "cps": 24.585938, "mean_p": 0.301963, "boundary_entropy": 0.462385, "bpb": 3.413801}, "my": {"chunks": 6282.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.331539, "cps": 49.078125, "mean_p": 0.313117, "boundary_entropy": 0.536346, "bpb": 1.228347}}, "bpb": {"en": 2.25007, "de": 2.51889, "vi": 2.05164, "tr": 2.5106, "fi": 2.74359, "ru": 1.53232, "el": 1.66333, "hi": 1.34116, "ta": 1.0667, "th": 1.25353, "zh": 3.4138, "my": 1.22835}, "gini_cpc": 0.224937, "gini_cps": 0.210827, "bpic": 6.026428, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9686428119194884, "vi": 1.4054168276790657, "tr": 1.28521260209532, "fi": 0.977311879584428, "ru": 2.049880194106174, "el": 2.0191846918069984, "hi": 2.567100439289222, "ta": 2.840971246545499, "th": 2.8072049999854842, "zh": 3.2075935300451914, "my": 1.9957704338484463}, "t": 131.7} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26192, "de": 2.52509, "vi": 2.05654, "tr": 2.51803, "fi": 2.74845, "ru": 1.51142, "el": 1.65311, "hi": 1.33863, "ta": 1.07452, "th": 1.27149, "zh": 3.41805, "my": 1.23439}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.642, "tr": 5.105, "fi": 6.312, "ru": 5.398, "el": 5.605, "hi": 5.842, "ta": 5.75, "th": 6.123, "zh": 5.635, "my": 8.076}, "bpb_mean": 1.96764, "t": 133.0} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48349, "bpb": 2.14022, "chunk_loss": 0.030096, "F": 0.17178, "G": 0.25584, "chunks": 175.91, "bytes_per_chunk": 5.821, "boundary_entropy": 0.30184, "router_noise": 0.0, "grad_norm": 0.6909, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 133.0} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71843, "bpb": 2.47917, "chunk_loss": 0.030244, "F": 0.17975, "G": 0.24448, "chunks": 184.06, "bytes_per_chunk": 5.563, "boundary_entropy": 0.25959, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.9} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48724, "bpb": 2.14564, "chunk_loss": 0.030267, "F": 0.17502, "G": 0.25205, "chunks": 179.22, "bytes_per_chunk": 5.714, "boundary_entropy": 0.28502, "router_noise": 0.0, "grad_norm": 0.639, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.9} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49247, "bpb": 2.15318, "chunk_loss": 0.030009, "F": 0.17368, "G": 0.25951, "chunks": 177.84, "bytes_per_chunk": 5.758, "boundary_entropy": 0.2945, "router_noise": 0.0, "grad_norm": 0.7463, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 138.9} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.216561, "boundary_entropy": 0.199046, "bpb": 2.22126}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.240301, "boundary_entropy": 0.276334, "bpb": 2.483913}, "vi": {"chunks": 4439.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240792, "cps": 34.679688, "mean_p": 0.237539, "boundary_entropy": 0.224978, "bpb": 2.051302}, "tr": {"chunks": 3720.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205491, "cps": 29.0625, "mean_p": 0.219084, "boundary_entropy": 0.225907, "bpb": 2.483141}, "fi": {"chunks": 3028.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16097, "cps": 23.65625, "mean_p": 0.247924, "boundary_entropy": 0.306807, "bpb": 2.699267}, "ru": {"chunks": 6559.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346121, "cps": 51.242188, "mean_p": 0.235184, "boundary_entropy": 0.212025, "bpb": 1.512059}, "el": {"chunks": 6908.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336598, "cps": 53.96875, "mean_p": 0.220812, "boundary_entropy": 0.22939, "bpb": 1.643643}, "hi": {"chunks": 6292.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.373967, "cps": 49.15625, "mean_p": 0.329696, "boundary_entropy": 0.487894, "bpb": 1.320646}, "ta": {"chunks": 8149.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435892, "cps": 63.664062, "mean_p": 0.282634, "boundary_entropy": 0.411581, "bpb": 1.053719}, "th": {"chunks": 6989.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.434504, "cps": 54.601562, "mean_p": 0.412277, "boundary_entropy": 0.614093, "bpb": 1.235077}, "zh": {"chunks": 3279.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555198, "cps": 25.617188, "mean_p": 0.305872, "boundary_entropy": 0.453744, "bpb": 3.397468}, "my": {"chunks": 6872.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.362677, "cps": 53.6875, "mean_p": 0.346704, "boundary_entropy": 0.563666, "bpb": 1.224961}}, "bpb": {"en": 2.22126, "de": 2.48391, "vi": 2.0513, "tr": 2.48314, "fi": 2.69927, "ru": 1.51206, "el": 1.64364, "hi": 1.32065, "ta": 1.05372, "th": 1.23508, "zh": 3.39747, "my": 1.22496}, "gini_cpc": 0.218633, "gini_cps": 0.196503, "bpic": 6.148563, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9676362554817475, "vi": 1.4515076844855717, "tr": 1.238710231437278, "fi": 0.9703341666949471, "ru": 2.086439292506761, "el": 2.0290316434452778, "hi": 2.254296191720738, "ta": 2.6275814343480515, "th": 2.6192159788463587, "zh": 3.3467657074328434, "my": 2.186236350717648}, "t": 141.8} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23077, "de": 2.49002, "vi": 2.05233, "tr": 2.48838, "fi": 2.7048, "ru": 1.49005, "el": 1.63328, "hi": 1.31854, "ta": 1.06178, "th": 1.25135, "zh": 3.3994, "my": 1.2325}, "bytes_per_chunk": {"en": 5.737, "de": 6.258, "vi": 5.385, "tr": 5.246, "fi": 6.314, "ru": 5.326, "el": 5.573, "hi": 6.6, "ta": 6.219, "th": 6.348, "zh": 5.37, "my": 7.8}, "bpb_mean": 1.9461, "t": 143.0} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 143.0} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.50506, "bpb": 2.17134, "chunk_loss": 0.03021, "F": 0.17947, "G": 0.25583, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.29118, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 143.1} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.30538, "bpb": 1.88327, "chunk_loss": 0.030037, "F": 0.17407, "G": 0.26099, "chunks": 178.25, "bytes_per_chunk": 5.745, "boundary_entropy": 0.29008, "router_noise": 0.0, "grad_norm": 0.6082, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 145.0} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.40611, "bpb": 2.02858, "chunk_loss": 0.030062, "F": 0.17078, "G": 0.24996, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.27834, "router_noise": 0.0, "grad_norm": 0.6669, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 147.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57968, "bpb": 2.279, "chunk_loss": 0.030221, "F": 0.17624, "G": 0.24211, "chunks": 180.47, "bytes_per_chunk": 5.674, "boundary_entropy": 0.25838, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 148.9} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2905.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166925, "cps": 22.695312, "mean_p": 0.217093, "boundary_entropy": 0.198544, "bpb": 2.192899}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.23984, "boundary_entropy": 0.275648, "bpb": 2.449083}, "vi": {"chunks": 4267.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231462, "cps": 33.335938, "mean_p": 0.233169, "boundary_entropy": 0.218473, "bpb": 2.022735}, "tr": {"chunks": 3794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209579, "cps": 29.640625, "mean_p": 0.223478, "boundary_entropy": 0.228799, "bpb": 2.449425}, "fi": {"chunks": 3032.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161182, "cps": 23.6875, "mean_p": 0.245663, "boundary_entropy": 0.306755, "bpb": 2.663154}, "ru": {"chunks": 6527.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344433, "cps": 50.992188, "mean_p": 0.235252, "boundary_entropy": 0.210741, "bpb": 1.487077}, "el": {"chunks": 6882.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335331, "cps": 53.765625, "mean_p": 0.229018, "boundary_entropy": 0.235068, "bpb": 1.608825}, "hi": {"chunks": 7154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425201, "cps": 55.890625, "mean_p": 0.36204, "boundary_entropy": 0.506125, "bpb": 1.288147}, "ta": {"chunks": 7709.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412356, "cps": 60.226562, "mean_p": 0.286983, "boundary_entropy": 0.420221, "bpb": 1.080681}, "th": {"chunks": 7376.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458564, "cps": 57.625, "mean_p": 0.438754, "boundary_entropy": 0.629778, "bpb": 1.206842}, "zh": {"chunks": 3056.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.51744, "cps": 23.875, "mean_p": 0.275119, "boundary_entropy": 0.413249, "bpb": 3.359753}, "my": {"chunks": 7284.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.384421, "cps": 56.90625, "mean_p": 0.388097, "boundary_entropy": 0.58719, "bpb": 1.187824}}, "bpb": {"en": 2.1929, "de": 2.44908, "vi": 2.02273, "tr": 2.44942, "fi": 2.66315, "ru": 1.48708, "el": 1.60883, "hi": 1.28815, "ta": 1.08068, "th": 1.20684, "zh": 3.35975, "my": 1.18782}, "gini_cpc": 0.216471, "gini_cps": 0.200594, "bpic": 6.064328, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9625158543742146, "vi": 1.3866200778938143, "tr": 1.2555232474947573, "fi": 0.965595641983016, "ru": 2.0633950381246056, "el": 2.0088698771530673, "hi": 2.5472516156751825, "ta": 2.4703048989600704, "th": 2.7471212368457802, "zh": 3.0998300978088738, "my": 2.3029501885221153}, "t": 152.1} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.2047, "de": 2.45745, "vi": 2.02554, "tr": 2.45457, "fi": 2.6699, "ru": 1.46395, "el": 1.59965, "hi": 1.28453, "ta": 1.0897, "th": 1.22783, "zh": 3.36267, "my": 1.19556}, "bytes_per_chunk": {"en": 5.734, "de": 6.268, "vi": 5.685, "tr": 5.227, "fi": 6.326, "ru": 5.342, "el": 5.618, "hi": 5.86, "ta": 6.561, "th": 6.35, "zh": 5.655, "my": 6.837}, "bpb_mean": 1.91967, "t": 153.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.67112, "bpb": 2.41092, "chunk_loss": 0.030116, "F": 0.17426, "G": 0.24314, "chunks": 178.44, "bytes_per_chunk": 5.739, "boundary_entropy": 0.28401, "router_noise": 0.0, "grad_norm": 0.697, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 153.4} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.43039, "bpb": 2.06361, "chunk_loss": 0.030217, "F": 0.17639, "G": 0.26269, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.28944, "router_noise": 0.0, "grad_norm": 0.6416, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 155.4} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.36429, "bpb": 1.96825, "chunk_loss": 0.030144, "F": 0.17496, "G": 0.25245, "chunks": 179.16, "bytes_per_chunk": 5.716, "boundary_entropy": 0.27859, "router_noise": 0.0, "grad_norm": 0.6705, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 157.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.33285, "bpb": 1.9229, "chunk_loss": 0.029977, "F": 0.17209, "G": 0.25424, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.26976, "router_noise": 0.0, "grad_norm": 0.6729, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 159.4} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.214234, "boundary_entropy": 0.189447, "bpb": 2.169216}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.231166, "boundary_entropy": 0.25743, "bpb": 2.425001}, "vi": {"chunks": 4242.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230106, "cps": 33.140625, "mean_p": 0.231698, "boundary_entropy": 0.214305, "bpb": 2.004529}, "tr": {"chunks": 3761.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207756, "cps": 29.382812, "mean_p": 0.220326, "boundary_entropy": 0.220905, "bpb": 2.417102}, "fi": {"chunks": 3025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16081, "cps": 23.632812, "mean_p": 0.237781, "boundary_entropy": 0.290125, "bpb": 2.625916}, "ru": {"chunks": 6640.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.350396, "cps": 51.875, "mean_p": 0.234372, "boundary_entropy": 0.205913, "bpb": 1.452712}, "el": {"chunks": 6979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340057, "cps": 54.523438, "mean_p": 0.22196, "boundary_entropy": 0.212527, "bpb": 1.566849}, "hi": {"chunks": 7640.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454086, "cps": 59.6875, "mean_p": 0.356774, "boundary_entropy": 0.498317, "bpb": 1.301666}, "ta": {"chunks": 9383.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.501899, "cps": 73.304688, "mean_p": 0.321661, "boundary_entropy": 0.444404, "bpb": 1.023599}, "th": {"chunks": 6146.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.382095, "cps": 48.015625, "mean_p": 0.417661, "boundary_entropy": 0.619119, "bpb": 1.196306}, "zh": {"chunks": 2897.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490518, "cps": 22.632812, "mean_p": 0.272648, "boundary_entropy": 0.415337, "bpb": 3.337369}, "my": {"chunks": 7348.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387798, "cps": 57.40625, "mean_p": 0.387244, "boundary_entropy": 0.5824, "bpb": 1.179531}}, "bpb": {"en": 2.16922, "de": 2.425, "vi": 2.00453, "tr": 2.4171, "fi": 2.62592, "ru": 1.45271, "el": 1.56685, "hi": 1.30167, "ta": 1.0236, "th": 1.19631, "zh": 3.33737, "my": 1.17953}, "gini_cpc": 0.219741, "gini_cps": 0.224842, "bpic": 5.973524, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9685169923647708, "vi": 1.387090695559314, "tr": 1.2523626829127963, "fi": 0.9693728052352096, "ru": 2.112205656692315, "el": 2.049885906138476, "hi": 2.737257295732111, "ta": 3.0254751010538428, "th": 2.3032910868492946, "zh": 2.9568710748499383, "my": 2.3376694856043767}, "t": 162.3} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18262, "de": 2.43309, "vi": 2.00614, "tr": 2.42187, "fi": 2.63605, "ru": 1.43087, "el": 1.55557, "hi": 1.29935, "ta": 1.03263, "th": 1.2138, "zh": 3.33943, "my": 1.18656}, "bytes_per_chunk": {"en": 5.734, "de": 6.256, "vi": 5.69, "tr": 5.226, "fi": 6.308, "ru": 5.304, "el": 5.526, "hi": 5.492, "ta": 5.35, "th": 7.438, "zh": 6.043, "my": 7.174}, "bpb_mean": 1.89483, "t": 163.6} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.45942, "bpb": 2.1055, "chunk_loss": 0.030209, "F": 0.17929, "G": 0.24457, "chunks": 183.59, "bytes_per_chunk": 5.578, "boundary_entropy": 0.25184, "router_noise": 0.0, "grad_norm": 0.7188, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 163.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.40213, "bpb": 2.02284, "chunk_loss": 0.030098, "F": 0.17453, "G": 0.25547, "chunks": 178.72, "bytes_per_chunk": 5.73, "boundary_entropy": 0.27543, "router_noise": 0.0, "grad_norm": 0.6751, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 165.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.47457, "bpb": 2.12735, "chunk_loss": 0.03003, "F": 0.17197, "G": 0.24977, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.27155, "router_noise": 0.0, "grad_norm": 0.6668, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 167.6} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.36093, "bpb": 1.96341, "chunk_loss": 0.030329, "F": 0.18454, "G": 0.26058, "chunks": 188.97, "bytes_per_chunk": 5.419, "boundary_entropy": 0.28023, "router_noise": 0.0, "grad_norm": 0.6645, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 169.6} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.21122, "boundary_entropy": 0.181848, "bpb": 2.147837}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.232215, "boundary_entropy": 0.25751, "bpb": 2.395651}, "vi": {"chunks": 4279.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232113, "cps": 33.429688, "mean_p": 0.227418, "boundary_entropy": 0.2019, "bpb": 1.997625}, "tr": {"chunks": 3764.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207921, "cps": 29.40625, "mean_p": 0.220242, "boundary_entropy": 0.217833, "bpb": 2.392822}, "fi": {"chunks": 3050.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162139, "cps": 23.828125, "mean_p": 0.241165, "boundary_entropy": 0.293232, "bpb": 2.587139}, "ru": {"chunks": 6502.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343113, "cps": 50.796875, "mean_p": 0.231115, "boundary_entropy": 0.202802, "bpb": 1.435523}, "el": {"chunks": 6740.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328412, "cps": 52.65625, "mean_p": 0.228203, "boundary_entropy": 0.228076, "bpb": 1.542628}, "hi": {"chunks": 7549.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448678, "cps": 58.976562, "mean_p": 0.337624, "boundary_entropy": 0.477627, "bpb": 1.260297}, "ta": {"chunks": 7715.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412677, "cps": 60.273438, "mean_p": 0.286553, "boundary_entropy": 0.415672, "bpb": 1.014106}, "th": {"chunks": 6874.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427355, "cps": 53.703125, "mean_p": 0.42047, "boundary_entropy": 0.612666, "bpb": 1.16728}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.272286, "boundary_entropy": 0.397875, "bpb": 3.322931}, "my": {"chunks": 7859.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.414767, "cps": 61.398438, "mean_p": 0.390489, "boundary_entropy": 0.587793, "bpb": 1.162802}}, "bpb": {"en": 2.14784, "de": 2.39565, "vi": 1.99763, "tr": 2.39282, "fi": 2.58714, "ru": 1.43552, "el": 1.54263, "hi": 1.2603, "ta": 1.01411, "th": 1.16728, "zh": 3.32293, "my": 1.1628}, "gini_cpc": 0.212952, "gini_cps": 0.207515, "bpic": 6.046271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9696067607198583, "vi": 1.398220685572305, "tr": 1.2524939642425719, "fi": 0.9767075261911501, "ru": 2.0668755565419192, "el": 1.9783158464309905, "hi": 2.702781457771112, "ta": 2.4859193752695687, "th": 2.574334879183827, "zh": 3.0068420484439673, "my": 2.4985065428014055}, "t": 172.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16023, "de": 2.4045, "vi": 2.0007, "tr": 2.39767, "fi": 2.59537, "ru": 1.41353, "el": 1.53313, "hi": 1.25798, "ta": 1.02334, "th": 1.18542, "zh": 3.32376, "my": 1.17023}, "bytes_per_chunk": {"en": 5.735, "de": 6.258, "vi": 5.676, "tr": 5.212, "fi": 6.271, "ru": 5.384, "el": 5.735, "hi": 5.559, "ta": 6.625, "th": 6.752, "zh": 5.899, "my": 6.489}, "bpb_mean": 1.87216, "t": 173.7} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.47598, "bpb": 2.12939, "chunk_loss": 0.030023, "F": 0.17227, "G": 0.26222, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.29705, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 173.7} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.38124, "bpb": 1.9927, "chunk_loss": 0.029982, "F": 0.16803, "G": 0.24417, "chunks": 172.06, "bytes_per_chunk": 5.951, "boundary_entropy": 0.25591, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.41734, "bpb": 2.04479, "chunk_loss": 0.0301, "F": 0.17444, "G": 0.22649, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.21419, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 177.6} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.36609, "bpb": 1.97085, "chunk_loss": 0.030076, "F": 0.173, "G": 0.26203, "chunks": 177.16, "bytes_per_chunk": 5.78, "boundary_entropy": 0.29566, "router_noise": 0.0, "grad_norm": 0.6938, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 179.6} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.20909, "boundary_entropy": 0.17569, "bpb": 2.139008}, "de": {"chunks": 3306.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161009, "cps": 25.828125, "mean_p": 0.235812, "boundary_entropy": 0.263596, "bpb": 2.376567}, "vi": {"chunks": 4260.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231082, "cps": 33.28125, "mean_p": 0.228431, "boundary_entropy": 0.203399, "bpb": 1.980936}, "tr": {"chunks": 3577.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197592, "cps": 27.945312, "mean_p": 0.217833, "boundary_entropy": 0.218603, "bpb": 2.372972}, "fi": {"chunks": 3030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161076, "cps": 23.671875, "mean_p": 0.24181, "boundary_entropy": 0.295281, "bpb": 2.564613}, "ru": {"chunks": 6638.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.35029, "cps": 51.859375, "mean_p": 0.22768, "boundary_entropy": 0.18749, "bpb": 1.41477}, "el": {"chunks": 6832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332895, "cps": 53.375, "mean_p": 0.222845, "boundary_entropy": 0.216688, "bpb": 1.519282}, "hi": {"chunks": 7247.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430728, "cps": 56.617188, "mean_p": 0.345867, "boundary_entropy": 0.49433, "bpb": 1.251043}, "ta": {"chunks": 8461.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452581, "cps": 66.101562, "mean_p": 0.311761, "boundary_entropy": 0.440284, "bpb": 1.011172}, "th": {"chunks": 6828.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.424495, "cps": 53.34375, "mean_p": 0.428151, "boundary_entropy": 0.62142, "bpb": 1.162144}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.259226, "boundary_entropy": 0.382098, "bpb": 3.298228}, "my": {"chunks": 7382.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.389593, "cps": 57.671875, "mean_p": 0.354603, "boundary_entropy": 0.563679, "bpb": 1.157149}}, "bpb": {"en": 2.13901, "de": 2.37657, "vi": 1.98094, "tr": 2.37297, "fi": 2.56461, "ru": 1.41477, "el": 1.51928, "hi": 1.25104, "ta": 1.01117, "th": 1.16214, "zh": 3.29823, "my": 1.15715}, "gini_cpc": 0.212047, "gini_cps": 0.212816, "bpic": 6.064424, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9699001364417101, "vi": 1.3920121805417198, "tr": 1.1902685733516685, "fi": 0.9703028866751425, "ru": 2.11010765061908, "el": 2.005319564216102, "hi": 2.5946558781914493, "ta": 2.726294728989737, "th": 2.5571077327709006, "zh": 2.8905666096642486, "my": 2.346860325608853}, "t": 182.5} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14891, "de": 2.3833, "vi": 1.98567, "tr": 2.37846, "fi": 2.57305, "ru": 1.39252, "el": 1.50912, "hi": 1.24961, "ta": 1.02036, "th": 1.17982, "zh": 3.29924, "my": 1.16413}, "bytes_per_chunk": {"en": 5.734, "de": 6.242, "vi": 5.669, "tr": 5.354, "fi": 6.291, "ru": 5.295, "el": 5.632, "hi": 5.876, "ta": 6.068, "th": 6.789, "zh": 5.969, "my": 6.773}, "bpb_mean": 1.85702, "t": 183.7} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.31427, "bpb": 1.8961, "chunk_loss": 0.030011, "F": 0.17191, "G": 0.24012, "chunks": 176.03, "bytes_per_chunk": 5.817, "boundary_entropy": 0.24864, "router_noise": 0.0, "grad_norm": 0.6884, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 183.8} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.55021, "bpb": 2.23649, "chunk_loss": 0.030187, "F": 0.1734, "G": 0.23762, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.24971, "router_noise": 0.0, "grad_norm": 0.6635, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 185.8} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.50755, "bpb": 2.17494, "chunk_loss": 0.030034, "F": 0.17264, "G": 0.23992, "chunks": 176.78, "bytes_per_chunk": 5.792, "boundary_entropy": 0.24258, "router_noise": 0.0, "grad_norm": 0.697, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 187.7} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.32769, "bpb": 1.91545, "chunk_loss": 0.030075, "F": 0.1748, "G": 0.24389, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.26697, "router_noise": 0.0, "grad_norm": 0.6105, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 189.7} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.209106, "boundary_entropy": 0.174224, "bpb": 2.115206}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.228523, "boundary_entropy": 0.249251, "bpb": 2.353828}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.226377, "boundary_entropy": 0.199825, "bpb": 1.955627}, "tr": {"chunks": 3521.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194498, "cps": 27.507812, "mean_p": 0.21541, "boundary_entropy": 0.213679, "bpb": 2.362524}, "fi": {"chunks": 3051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162192, "cps": 23.835938, "mean_p": 0.238159, "boundary_entropy": 0.285226, "bpb": 2.543127}, "ru": {"chunks": 6610.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348813, "cps": 51.640625, "mean_p": 0.230995, "boundary_entropy": 0.192016, "bpb": 1.400645}, "el": {"chunks": 6804.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33153, "cps": 53.15625, "mean_p": 0.225412, "boundary_entropy": 0.212417, "bpb": 1.495427}, "hi": {"chunks": 7159.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425498, "cps": 55.929688, "mean_p": 0.340333, "boundary_entropy": 0.485212, "bpb": 1.233633}, "ta": {"chunks": 8927.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477507, "cps": 69.742188, "mean_p": 0.331108, "boundary_entropy": 0.447068, "bpb": 0.991312}, "th": {"chunks": 7603.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.472676, "cps": 59.398438, "mean_p": 0.444119, "boundary_entropy": 0.626615, "bpb": 1.14179}, "zh": {"chunks": 2979.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504402, "cps": 23.273438, "mean_p": 0.269325, "boundary_entropy": 0.385802, "bpb": 3.268496}, "my": {"chunks": 6790.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.358349, "cps": 53.046875, "mean_p": 0.361549, "boundary_entropy": 0.574467, "bpb": 1.148586}}, "bpb": {"en": 2.11521, "de": 2.35383, "vi": 1.95563, "tr": 2.36252, "fi": 2.54313, "ru": 1.40064, "el": 1.49543, "hi": 1.23363, "ta": 0.99131, "th": 1.14179, "zh": 3.2685, "my": 1.14859}, "gini_cpc": 0.224302, "gini_cps": 0.217087, "bpic": 6.006808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9692712566504051, "vi": 1.3889173125814727, "tr": 1.1712288219257472, "fi": 0.9766896862783113, "ru": 2.1004798641480495, "el": 1.9964100029893037, "hi": 2.5622621839925555, "ta": 2.8754534593284475, "th": 2.846362458091906, "zh": 3.037409437590299, "my": 2.157906760662765}, "t": 192.5} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12606, "de": 2.36227, "vi": 1.95839, "tr": 2.36952, "fi": 2.55052, "ru": 1.37891, "el": 1.48464, "hi": 1.23161, "ta": 0.99853, "th": 1.15845, "zh": 3.26658, "my": 1.1545}, "bytes_per_chunk": {"en": 5.734, "de": 6.269, "vi": 5.692, "tr": 5.492, "fi": 6.244, "ru": 5.325, "el": 5.609, "hi": 5.913, "ta": 5.758, "th": 6.296, "zh": 5.83, "my": 7.482}, "bpb_mean": 1.83667, "t": 193.8} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.36219, "bpb": 1.96522, "chunk_loss": 0.029967, "F": 0.1687, "G": 0.25043, "chunks": 172.75, "bytes_per_chunk": 5.928, "boundary_entropy": 0.26913, "router_noise": 0.0, "grad_norm": 0.6556, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 193.8} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.36149, "bpb": 1.96421, "chunk_loss": 0.030131, "F": 0.1731, "G": 0.2646, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.29008, "router_noise": 0.0, "grad_norm": 0.7258, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 195.8} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.43489, "bpb": 2.07011, "chunk_loss": 0.030061, "F": 0.17566, "G": 0.2478, "chunks": 179.88, "bytes_per_chunk": 5.693, "boundary_entropy": 0.26101, "router_noise": 0.0, "grad_norm": 0.6825, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 197.7} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.39354, "bpb": 2.01045, "chunk_loss": 0.03006, "F": 0.17514, "G": 0.25389, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.26346, "router_noise": 0.0, "grad_norm": 0.6631, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 199.7} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.206972, "boundary_entropy": 0.168668, "bpb": 2.105334}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.22995, "boundary_entropy": 0.251532, "bpb": 2.332807}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.22417, "boundary_entropy": 0.195018, "bpb": 1.950734}, "tr": {"chunks": 3734.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206264, "cps": 29.171875, "mean_p": 0.220563, "boundary_entropy": 0.218833, "bpb": 2.333676}, "fi": {"chunks": 3054.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162352, "cps": 23.859375, "mean_p": 0.242085, "boundary_entropy": 0.291198, "bpb": 2.521086}, "ru": {"chunks": 6489.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.342427, "cps": 50.695312, "mean_p": 0.22275, "boundary_entropy": 0.182147, "bpb": 1.399127}, "el": {"chunks": 6826.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332602, "cps": 53.328125, "mean_p": 0.226549, "boundary_entropy": 0.221895, "bpb": 1.47941}, "hi": {"chunks": 6968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414146, "cps": 54.4375, "mean_p": 0.355517, "boundary_entropy": 0.496624, "bpb": 1.225107}, "ta": {"chunks": 8237.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440599, "cps": 64.351562, "mean_p": 0.329444, "boundary_entropy": 0.451259, "bpb": 0.976984}, "th": {"chunks": 6680.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.415294, "cps": 52.1875, "mean_p": 0.429282, "boundary_entropy": 0.620246, "bpb": 1.132593}, "zh": {"chunks": 3003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508466, "cps": 23.460938, "mean_p": 0.264548, "boundary_entropy": 0.372763, "bpb": 3.247365}, "my": {"chunks": 8124.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428752, "cps": 63.46875, "mean_p": 0.39944, "boundary_entropy": 0.596655, "bpb": 1.138139}}, "bpb": {"en": 2.10533, "de": 2.33281, "vi": 1.95073, "tr": 2.33368, "fi": 2.52109, "ru": 1.39913, "el": 1.47941, "hi": 1.22511, "ta": 0.97698, "th": 1.13259, "zh": 3.24736, "my": 1.13814}, "gini_cpc": 0.214143, "gini_cps": 0.211329, "bpic": 6.041987, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9685169923647708, "vi": 1.3792429405632218, "tr": 1.2433720441362353, "fi": 0.9786659660126712, "ru": 2.0641720641982575, "el": 2.0049464386446822, "hi": 2.496493303227925, "ta": 2.655956347370831, "th": 2.5034143280431644, "zh": 3.065061732058807, "my": 2.5845436718903043}, "t": 202.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11577, "de": 2.34054, "vi": 1.95271, "tr": 2.34124, "fi": 2.53029, "ru": 1.37879, "el": 1.46935, "hi": 1.22314, "ta": 0.98752, "th": 1.1515, "zh": 3.24551, "my": 1.14513}, "bytes_per_chunk": {"en": 5.738, "de": 6.267, "vi": 5.719, "tr": 5.211, "fi": 6.249, "ru": 5.385, "el": 5.625, "hi": 6.107, "ta": 6.286, "th": 7.061, "zh": 5.79, "my": 6.321}, "bpb_mean": 1.82346, "t": 203.8} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.46206, "bpb": 2.10931, "chunk_loss": 0.030273, "F": 0.18082, "G": 0.24759, "chunks": 185.16, "bytes_per_chunk": 5.53, "boundary_entropy": 0.2485, "router_noise": 0.0, "grad_norm": 1.4558, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 203.9} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.3207, "bpb": 1.90537, "chunk_loss": 0.03017, "F": 0.17773, "G": 0.23379, "chunks": 182.0, "bytes_per_chunk": 5.626, "boundary_entropy": 0.21912, "router_noise": 0.0, "grad_norm": 0.6762, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 205.8} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.58215, "bpb": 2.28255, "chunk_loss": 0.030163, "F": 0.17563, "G": 0.23348, "chunks": 179.84, "bytes_per_chunk": 5.694, "boundary_entropy": 0.24474, "router_noise": 0.0, "grad_norm": 0.7588, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 207.8} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.29842, "bpb": 1.87322, "chunk_loss": 0.030155, "F": 0.17755, "G": 0.25878, "chunks": 181.81, "bytes_per_chunk": 5.632, "boundary_entropy": 0.27159, "router_noise": 0.0, "grad_norm": 0.672, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 209.7} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.206603, "boundary_entropy": 0.16669, "bpb": 2.089962}, "de": {"chunks": 3306.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161009, "cps": 25.828125, "mean_p": 0.232203, "boundary_entropy": 0.25316, "bpb": 2.31279}, "vi": {"chunks": 4227.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229292, "cps": 33.023438, "mean_p": 0.221383, "boundary_entropy": 0.185567, "bpb": 1.942246}, "tr": {"chunks": 3624.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200188, "cps": 28.3125, "mean_p": 0.219087, "boundary_entropy": 0.21729, "bpb": 2.313625}, "fi": {"chunks": 3074.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163415, "cps": 24.015625, "mean_p": 0.24441, "boundary_entropy": 0.293984, "bpb": 2.513785}, "ru": {"chunks": 6510.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.343536, "cps": 50.859375, "mean_p": 0.22365, "boundary_entropy": 0.180898, "bpb": 1.377432}, "el": {"chunks": 6827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332651, "cps": 53.335938, "mean_p": 0.223219, "boundary_entropy": 0.206057, "bpb": 1.450568}, "hi": {"chunks": 7540.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.448143, "cps": 58.90625, "mean_p": 0.336663, "boundary_entropy": 0.476448, "bpb": 1.208198}, "ta": {"chunks": 9976.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533619, "cps": 77.9375, "mean_p": 0.327248, "boundary_entropy": 0.429788, "bpb": 0.969173}, "th": {"chunks": 7041.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437737, "cps": 55.007812, "mean_p": 0.433601, "boundary_entropy": 0.617946, "bpb": 1.119693}, "zh": {"chunks": 2822.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477819, "cps": 22.046875, "mean_p": 0.254987, "boundary_entropy": 0.364931, "bpb": 3.244828}, "my": {"chunks": 7123.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375924, "cps": 55.648438, "mean_p": 0.373984, "boundary_entropy": 0.584013, "bpb": 1.128062}}, "bpb": {"en": 2.08996, "de": 2.31279, "vi": 1.94225, "tr": 2.31363, "fi": 2.51378, "ru": 1.37743, "el": 1.45057, "hi": 1.2082, "ta": 0.96917, "th": 1.11969, "zh": 3.24483, "my": 1.12806}, "gini_cpc": 0.227062, "gini_cps": 0.230256, "bpic": 5.908232, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9705720450918256, "vi": 1.3821858486867564, "tr": 1.2067435157872837, "fi": 0.9850750424109205, "ru": 2.0708522326908083, "el": 2.005240160654446, "hi": 2.701429320657083, "ta": 3.2166833217641626, "th": 2.6387036352922038, "zh": 2.880321081541776, "my": 2.2660886970549776}, "t": 212.6} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.1011, "de": 2.32203, "vi": 1.94397, "tr": 2.32012, "fi": 2.52308, "ru": 1.35569, "el": 1.43989, "hi": 1.20643, "ta": 0.97905, "th": 1.13746, "zh": 3.24246, "my": 1.13413}, "bytes_per_chunk": {"en": 5.738, "de": 6.241, "vi": 5.725, "tr": 5.301, "fi": 6.214, "ru": 5.392, "el": 5.631, "hi": 5.611, "ta": 5.135, "th": 6.816, "zh": 6.039, "my": 7.443}, "bpb_mean": 1.80878, "t": 213.8} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.36582, "bpb": 1.97047, "chunk_loss": 0.030097, "F": 0.17273, "G": 0.23243, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.22986, "router_noise": 0.0, "grad_norm": 0.6972, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 213.9} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.47415, "bpb": 2.12675, "chunk_loss": 0.029891, "F": 0.17078, "G": 0.25892, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.29145, "router_noise": 0.0, "grad_norm": 0.6636, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 215.9} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.48646, "bpb": 2.14451, "chunk_loss": 0.030235, "F": 0.1734, "G": 0.25009, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.27741, "router_noise": 0.0, "grad_norm": 0.7104, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 217.8} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41848, "bpb": 2.04643, "chunk_loss": 0.030089, "F": 0.17245, "G": 0.24073, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.25499, "router_noise": 0.0, "grad_norm": 0.7063, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 219.8} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.205728, "boundary_entropy": 0.162542, "bpb": 2.076433}, "de": {"chunks": 3315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161447, "cps": 25.898438, "mean_p": 0.236277, "boundary_entropy": 0.259163, "bpb": 2.29637}, "vi": {"chunks": 4231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229509, "cps": 33.054688, "mean_p": 0.219957, "boundary_entropy": 0.180293, "bpb": 1.924598}, "tr": {"chunks": 3409.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188311, "cps": 26.632812, "mean_p": 0.214423, "boundary_entropy": 0.209334, "bpb": 2.293008}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.232352, "boundary_entropy": 0.272875, "bpb": 2.475589}, "ru": {"chunks": 6665.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351715, "cps": 52.070312, "mean_p": 0.225374, "boundary_entropy": 0.171729, "bpb": 1.361628}, "el": {"chunks": 6900.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336208, "cps": 53.90625, "mean_p": 0.221961, "boundary_entropy": 0.206541, "bpb": 1.440452}, "hi": {"chunks": 7260.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431501, "cps": 56.71875, "mean_p": 0.339833, "boundary_entropy": 0.473466, "bpb": 1.203541}, "ta": {"chunks": 8842.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472961, "cps": 69.078125, "mean_p": 0.313574, "boundary_entropy": 0.423401, "bpb": 0.974166}, "th": {"chunks": 8145.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.506372, "cps": 63.632812, "mean_p": 0.443161, "boundary_entropy": 0.623998, "bpb": 1.112319}, "zh": {"chunks": 3025.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.512191, "cps": 23.632812, "mean_p": 0.262922, "boundary_entropy": 0.361568, "bpb": 3.205993}, "my": {"chunks": 7419.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.391545, "cps": 57.960938, "mean_p": 0.390186, "boundary_entropy": 0.578623, "bpb": 1.118014}}, "bpb": {"en": 2.07643, "de": 2.29637, "vi": 1.9246, "tr": 2.29301, "fi": 2.47559, "ru": 1.36163, "el": 1.44045, "hi": 1.20354, "ta": 0.97417, "th": 1.11232, "zh": 3.20599, "my": 1.11801}, "gini_cpc": 0.230897, "gini_cps": 0.223774, "bpic": 5.892267, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9728772701952791, "vi": 1.3830147587503296, "tr": 1.1347583342348637, "fi": 0.9719202355667714, "ru": 2.1194241114172736, "el": 2.0259801077178055, "hi": 2.600210328746712, "ta": 2.8500466743074235, "th": 3.0513846325399085, "zh": 3.0864473121376164, "my": 2.359439937528398}, "t": 222.6} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08869, "de": 2.3054, "vi": 1.92571, "tr": 2.29953, "fi": 2.48521, "ru": 1.34052, "el": 1.43047, "hi": 1.20193, "ta": 0.98356, "th": 1.13029, "zh": 3.20203, "my": 1.1249}, "bytes_per_chunk": {"en": 5.734, "de": 6.226, "vi": 5.722, "tr": 5.64, "fi": 6.26, "ru": 5.273, "el": 5.592, "hi": 5.81, "ta": 5.783, "th": 5.834, "zh": 5.687, "my": 6.535}, "bpb_mean": 1.79319, "t": 223.9} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.39716, "bpb": 2.01568, "chunk_loss": 0.030273, "F": 0.18073, "G": 0.25718, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.26775, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 223.9} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.29231, "bpb": 1.86441, "chunk_loss": 0.029987, "F": 0.17273, "G": 0.24048, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.24019, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 225.9} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.43858, "bpb": 2.07543, "chunk_loss": 0.030107, "F": 0.17459, "G": 0.2403, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.24434, "router_noise": 0.0, "grad_norm": 0.7115, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 227.8} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.23225, "bpb": 1.77777, "chunk_loss": 0.030287, "F": 0.18039, "G": 0.26004, "chunks": 184.72, "bytes_per_chunk": 5.544, "boundary_entropy": 0.26743, "router_noise": 0.0, "grad_norm": 0.6786, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 229.8} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.206732, "boundary_entropy": 0.164824, "bpb": 2.061425}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.224429, "boundary_entropy": 0.236504, "bpb": 2.285339}, "vi": {"chunks": 4233.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229618, "cps": 33.070312, "mean_p": 0.219785, "boundary_entropy": 0.180646, "bpb": 1.916038}, "tr": {"chunks": 3186.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175993, "cps": 24.890625, "mean_p": 0.20986, "boundary_entropy": 0.206551, "bpb": 2.294869}, "fi": {"chunks": 3045.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161873, "cps": 23.789062, "mean_p": 0.233363, "boundary_entropy": 0.278875, "bpb": 2.462024}, "ru": {"chunks": 6555.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.34591, "cps": 51.210938, "mean_p": 0.224951, "boundary_entropy": 0.169826, "bpb": 1.348955}, "el": {"chunks": 6888.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335623, "cps": 53.8125, "mean_p": 0.221513, "boundary_entropy": 0.199813, "bpb": 1.420505}, "hi": {"chunks": 7497.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445587, "cps": 58.570312, "mean_p": 0.353668, "boundary_entropy": 0.493947, "bpb": 1.190673}, "ta": {"chunks": 8565.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458144, "cps": 66.914062, "mean_p": 0.306638, "boundary_entropy": 0.419494, "bpb": 0.950693}, "th": {"chunks": 8219.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510973, "cps": 64.210938, "mean_p": 0.447647, "boundary_entropy": 0.624573, "bpb": 1.102876}, "zh": {"chunks": 2839.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480698, "cps": 22.179688, "mean_p": 0.247242, "boundary_entropy": 0.341129, "bpb": 3.194878}, "my": {"chunks": 7777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.410439, "cps": 60.757812, "mean_p": 0.422394, "boundary_entropy": 0.607437, "bpb": 1.108467}}, "bpb": {"en": 2.06143, "de": 2.28534, "vi": 1.91604, "tr": 2.29487, "fi": 2.46202, "ru": 1.34895, "el": 1.42051, "hi": 1.19067, "ta": 0.95069, "th": 1.10288, "zh": 3.19488, "my": 1.10847}, "gini_cpc": 0.229014, "gini_cps": 0.229147, "bpic": 5.904868, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9684332578324515, "vi": 1.3831895681298356, "tr": 1.0601609378525065, "fi": 0.9751063663121482, "ru": 2.083723357910224, "el": 2.0217566098244304, "hi": 2.6841638083070642, "ta": 2.759805502162522, "th": 3.078041660170479, "zh": 2.895666409610727, "my": 2.472437381774594}, "t": 232.7} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07328, "de": 2.29415, "vi": 1.91871, "tr": 2.30038, "fi": 2.47262, "ru": 1.32794, "el": 1.4112, "hi": 1.18803, "ta": 0.95958, "th": 1.1212, "zh": 3.19242, "my": 1.11583}, "bytes_per_chunk": {"en": 5.731, "de": 6.26, "vi": 5.718, "tr": 6.142, "fi": 6.235, "ru": 5.335, "el": 5.59, "hi": 5.571, "ta": 5.973, "th": 5.863, "zh": 6.038, "my": 6.489}, "bpb_mean": 1.78128, "t": 233.9} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 233.9} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.25069, "bpb": 1.80436, "chunk_loss": 0.030117, "F": 0.1731, "G": 0.24265, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.24134, "router_noise": 0.0, "grad_norm": 0.6956, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 234.0} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.27092, "bpb": 1.83356, "chunk_loss": 0.030082, "F": 0.17258, "G": 0.22487, "chunks": 176.72, "bytes_per_chunk": 5.795, "boundary_entropy": 0.20669, "router_noise": 0.0, "grad_norm": 0.6842, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 235.9} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.3494, "bpb": 1.94678, "chunk_loss": 0.030036, "F": 0.17056, "G": 0.24363, "chunks": 174.66, "bytes_per_chunk": 5.863, "boundary_entropy": 0.2557, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 237.8} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.32128, "bpb": 1.90621, "chunk_loss": 0.030066, "F": 0.16977, "G": 0.23546, "chunks": 173.84, "bytes_per_chunk": 5.89, "boundary_entropy": 0.23656, "router_noise": 0.0, "grad_norm": 0.6924, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 239.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.206495, "boundary_entropy": 0.163893, "bpb": 2.052148}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.228171, "boundary_entropy": 0.242248, "bpb": 2.272861}, "vi": {"chunks": 4257.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230919, "cps": 33.257812, "mean_p": 0.22214, "boundary_entropy": 0.182593, "bpb": 1.907878}, "tr": {"chunks": 3410.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188367, "cps": 26.640625, "mean_p": 0.213451, "boundary_entropy": 0.207184, "bpb": 2.267447}, "fi": {"chunks": 3052.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162245, "cps": 23.84375, "mean_p": 0.231835, "boundary_entropy": 0.273103, "bpb": 2.440972}, "ru": {"chunks": 6615.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349077, "cps": 51.679688, "mean_p": 0.22585, "boundary_entropy": 0.171573, "bpb": 1.341873}, "el": {"chunks": 6863.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334405, "cps": 53.617188, "mean_p": 0.223764, "boundary_entropy": 0.203083, "bpb": 1.412944}, "hi": {"chunks": 7577.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450342, "cps": 59.195312, "mean_p": 0.340258, "boundary_entropy": 0.480452, "bpb": 1.184322}, "ta": {"chunks": 9299.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497406, "cps": 72.648438, "mean_p": 0.312665, "boundary_entropy": 0.418422, "bpb": 0.94655}, "th": {"chunks": 9281.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.576997, "cps": 72.507812, "mean_p": 0.45883, "boundary_entropy": 0.623503, "bpb": 1.094776}, "zh": {"chunks": 2881.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.487809, "cps": 22.507812, "mean_p": 0.249241, "boundary_entropy": 0.340351, "bpb": 3.184061}, "my": {"chunks": 8101.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.427539, "cps": 63.289062, "mean_p": 0.420968, "boundary_entropy": 0.606506, "bpb": 1.105042}}, "bpb": {"en": 2.05215, "de": 2.27286, "vi": 1.90788, "tr": 2.26745, "fi": 2.44097, "ru": 1.34187, "el": 1.41294, "hi": 1.18432, "ta": 0.94655, "th": 1.09478, "zh": 3.18406, "my": 1.10504}, "gini_cpc": 0.242752, "gini_cps": 0.243575, "bpic": 5.681352, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9763989978701942, "vi": 1.391513549515517, "tr": 1.135091205556141, "fi": 0.9776864070368444, "ru": 2.103524455667707, "el": 2.0151161564155506, "hi": 2.713745683321465, "ta": 2.9973517331355723, "th": 3.4769675598039154, "zh": 2.9395222169482556, "my": 2.5763341331604734}, "t": 242.7} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.0642, "de": 2.2817, "vi": 1.90947, "tr": 2.2734, "fi": 2.45005, "ru": 1.31959, "el": 1.40247, "hi": 1.18053, "ta": 0.95609, "th": 1.11161, "zh": 3.17907, "my": 1.11219}, "bytes_per_chunk": {"en": 5.723, "de": 6.224, "vi": 5.703, "tr": 5.698, "fi": 6.233, "ru": 5.32, "el": 5.589, "hi": 5.538, "ta": 5.471, "th": 5.203, "zh": 5.907, "my": 6.265}, "bpb_mean": 1.77003, "t": 243.9} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.31937, "bpb": 1.90345, "chunk_loss": 0.03032, "F": 0.17822, "G": 0.24439, "chunks": 182.5, "bytes_per_chunk": 5.611, "boundary_entropy": 0.24629, "router_noise": 0.0, "grad_norm": 0.6796, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 244.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.15994, "bpb": 1.67344, "chunk_loss": 0.030054, "F": 0.17343, "G": 0.26264, "chunks": 177.59, "bytes_per_chunk": 5.766, "boundary_entropy": 0.27525, "router_noise": 0.0, "grad_norm": 0.7844, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 245.9} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.27857, "bpb": 1.84458, "chunk_loss": 0.03007, "F": 0.17297, "G": 0.23628, "chunks": 177.12, "bytes_per_chunk": 5.781, "boundary_entropy": 0.22942, "router_noise": 0.0, "grad_norm": 0.6997, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 247.9} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.28723, "bpb": 1.85709, "chunk_loss": 0.030049, "F": 0.17395, "G": 0.22663, "chunks": 178.12, "bytes_per_chunk": 5.749, "boundary_entropy": 0.20426, "router_noise": 0.0, "grad_norm": 0.6718, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 249.9} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.203928, "boundary_entropy": 0.156104, "bpb": 2.040109}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.222413, "boundary_entropy": 0.229769, "bpb": 2.268235}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.217015, "boundary_entropy": 0.173378, "bpb": 1.899345}, "tr": {"chunks": 3274.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180854, "cps": 25.578125, "mean_p": 0.209642, "boundary_entropy": 0.199572, "bpb": 2.262466}, "fi": {"chunks": 3053.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162299, "cps": 23.851562, "mean_p": 0.232532, "boundary_entropy": 0.272249, "bpb": 2.432718}, "ru": {"chunks": 6546.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345435, "cps": 51.140625, "mean_p": 0.222925, "boundary_entropy": 0.164595, "bpb": 1.331851}, "el": {"chunks": 6872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334844, "cps": 53.6875, "mean_p": 0.222552, "boundary_entropy": 0.1993, "bpb": 1.396344}, "hi": {"chunks": 7078.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420684, "cps": 55.296875, "mean_p": 0.33206, "boundary_entropy": 0.471135, "bpb": 1.175982}, "ta": {"chunks": 8538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4567, "cps": 66.703125, "mean_p": 0.296541, "boundary_entropy": 0.40699, "bpb": 0.938472}, "th": {"chunks": 7584.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471495, "cps": 59.25, "mean_p": 0.443021, "boundary_entropy": 0.621306, "bpb": 1.085235}, "zh": {"chunks": 2940.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497799, "cps": 22.96875, "mean_p": 0.246292, "boundary_entropy": 0.328877, "bpb": 3.175249}, "my": {"chunks": 7745.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.40875, "cps": 60.507812, "mean_p": 0.42434, "boundary_entropy": 0.609118, "bpb": 1.089737}}, "bpb": {"en": 2.04011, "de": 2.26824, "vi": 1.89935, "tr": 2.26247, "fi": 2.43272, "ru": 1.33185, "el": 1.39634, "hi": 1.17598, "ta": 0.93847, "th": 1.08523, "zh": 3.17525, "my": 1.08974}, "gini_cpc": 0.223258, "gini_cps": 0.220123, "bpic": 5.992739, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.969649019826607, "vi": 1.3790922399356276, "tr": 1.0898207058624065, "fi": 0.978006749896293, "ru": 2.0815829307333042, "el": 2.017758739164748, "hi": 2.535025992681712, "ta": 2.7520581887849787, "th": 2.8412155989174543, "zh": 2.999720693449452, "my": 2.4631166351472493}, "t": 252.7} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05141, "de": 2.2771, "vi": 1.90056, "tr": 2.26856, "fi": 2.44247, "ru": 1.31102, "el": 1.38813, "hi": 1.17289, "ta": 0.94868, "th": 1.10109, "zh": 3.16958, "my": 1.09651}, "bytes_per_chunk": {"en": 5.734, "de": 6.258, "vi": 5.727, "tr": 5.949, "fi": 6.199, "ru": 5.336, "el": 5.607, "hi": 5.888, "ta": 5.981, "th": 6.304, "zh": 5.796, "my": 6.566}, "bpb_mean": 1.76067, "t": 254.0} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.44334, "bpb": 2.0823, "chunk_loss": 0.030065, "F": 0.17673, "G": 0.26583, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.28458, "router_noise": 0.0, "grad_norm": 0.663, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 254.1} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.33812, "bpb": 1.9305, "chunk_loss": 0.029997, "F": 0.16922, "G": 0.24658, "chunks": 173.28, "bytes_per_chunk": 5.909, "boundary_entropy": 0.26315, "router_noise": 0.0, "grad_norm": 0.7128, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 256.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.39162, "bpb": 2.00768, "chunk_loss": 0.030086, "F": 0.17569, "G": 0.24828, "chunks": 179.91, "bytes_per_chunk": 5.692, "boundary_entropy": 0.24899, "router_noise": 0.0, "grad_norm": 0.7385, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 258.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.36374, "bpb": 1.96747, "chunk_loss": 0.030095, "F": 0.17441, "G": 0.23805, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.22929, "router_noise": 0.0, "grad_norm": 0.6785, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 259.9} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.202318, "boundary_entropy": 0.152173, "bpb": 2.032541}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.223755, "boundary_entropy": 0.232817, "bpb": 2.253052}, "vi": {"chunks": 4224.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229129, "cps": 33.0, "mean_p": 0.215891, "boundary_entropy": 0.171138, "bpb": 1.891453}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.210408, "boundary_entropy": 0.200393, "bpb": 2.242098}, "fi": {"chunks": 3044.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16182, "cps": 23.78125, "mean_p": 0.227542, "boundary_entropy": 0.262154, "bpb": 2.413908}, "ru": {"chunks": 6545.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345383, "cps": 51.132812, "mean_p": 0.219348, "boundary_entropy": 0.160226, "bpb": 1.323429}, "el": {"chunks": 6857.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334113, "cps": 53.570312, "mean_p": 0.22055, "boundary_entropy": 0.195105, "bpb": 1.386206}, "hi": {"chunks": 6642.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39477, "cps": 51.890625, "mean_p": 0.316794, "boundary_entropy": 0.45813, "bpb": 1.171864}, "ta": {"chunks": 8099.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433217, "cps": 63.273438, "mean_p": 0.28974, "boundary_entropy": 0.405105, "bpb": 0.938899}, "th": {"chunks": 7019.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436369, "cps": 54.835938, "mean_p": 0.432359, "boundary_entropy": 0.614996, "bpb": 1.07947}, "zh": {"chunks": 2979.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504402, "cps": 23.273438, "mean_p": 0.247231, "boundary_entropy": 0.32389, "bpb": 3.155166}, "my": {"chunks": 8381.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.442316, "cps": 65.476562, "mean_p": 0.416078, "boundary_entropy": 0.606912, "bpb": 1.090428}}, "bpb": {"en": 2.03254, "de": 2.25305, "vi": 1.89145, "tr": 2.2421, "fi": 2.41391, "ru": 1.32343, "el": 1.38621, "hi": 1.17186, "ta": 0.9389, "th": 1.07947, "zh": 3.15517, "my": 1.09043}, "gini_cpc": 0.218689, "gini_cps": 0.216376, "bpic": 6.062604, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9726270978188802, "vi": 1.381204879312245, "tr": 1.1031846765461564, "fi": 0.9754614278135465, "ru": 2.0819858468450603, "el": 2.0140518209473464, "hi": 2.3796941044833346, "ta": 2.611459324676018, "th": 2.6304588575651153, "zh": 3.0405657342001953, "my": 2.666304839255618}, "t": 262.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04366, "de": 2.26207, "vi": 1.89236, "tr": 2.24848, "fi": 2.4241, "ru": 1.3011, "el": 1.37691, "hi": 1.16938, "ta": 0.949, "th": 1.09576, "zh": 3.15194, "my": 1.09809}, "bytes_per_chunk": {"en": 5.736, "de": 6.251, "vi": 5.727, "tr": 5.896, "fi": 6.246, "ru": 5.347, "el": 5.598, "hi": 6.283, "ta": 6.334, "th": 6.684, "zh": 5.721, "my": 6.192}, "bpb_mean": 1.75107, "t": 264.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.24339, "bpb": 1.79384, "chunk_loss": 0.030111, "F": 0.17551, "G": 0.24329, "chunks": 179.72, "bytes_per_chunk": 5.698, "boundary_entropy": 0.23174, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 264.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.33038, "bpb": 1.91933, "chunk_loss": 0.030056, "F": 0.17197, "G": 0.23629, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.23848, "router_noise": 0.0, "grad_norm": 0.7235, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 266.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.36891, "bpb": 1.97491, "chunk_loss": 0.030204, "F": 0.18069, "G": 0.23915, "chunks": 185.03, "bytes_per_chunk": 5.534, "boundary_entropy": 0.22852, "router_noise": 0.0, "grad_norm": 0.719, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 268.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.25706, "bpb": 1.81355, "chunk_loss": 0.030344, "F": 0.18042, "G": 0.28107, "chunks": 184.75, "bytes_per_chunk": 5.543, "boundary_entropy": 0.31109, "router_noise": 0.0, "grad_norm": 0.7323, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 269.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.202128, "boundary_entropy": 0.150854, "bpb": 2.024234}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.224798, "boundary_entropy": 0.233838, "bpb": 2.24195}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.215703, "boundary_entropy": 0.169413, "bpb": 1.882286}, "tr": {"chunks": 3357.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185439, "cps": 26.226562, "mean_p": 0.210928, "boundary_entropy": 0.199784, "bpb": 2.235697}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227808, "boundary_entropy": 0.263589, "bpb": 2.400017}, "ru": {"chunks": 6561.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346227, "cps": 51.257812, "mean_p": 0.220189, "boundary_entropy": 0.16042, "bpb": 1.317002}, "el": {"chunks": 6827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332651, "cps": 53.335938, "mean_p": 0.220913, "boundary_entropy": 0.200329, "bpb": 1.381697}, "hi": {"chunks": 6939.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412422, "cps": 54.210938, "mean_p": 0.3268, "boundary_entropy": 0.462154, "bpb": 1.161057}, "ta": {"chunks": 8475.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45333, "cps": 66.210938, "mean_p": 0.290036, "boundary_entropy": 0.395168, "bpb": 0.925695}, "th": {"chunks": 6629.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.412123, "cps": 51.789062, "mean_p": 0.428272, "boundary_entropy": 0.612998, "bpb": 1.075752}, "zh": {"chunks": 2926.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495428, "cps": 22.859375, "mean_p": 0.243195, "boundary_entropy": 0.314872, "bpb": 3.148987}, "my": {"chunks": 7456.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.393498, "cps": 58.25, "mean_p": 0.412768, "boundary_entropy": 0.60014, "bpb": 1.085197}}, "bpb": {"en": 2.02423, "de": 2.24195, "vi": 1.88229, "tr": 2.2357, "fi": 2.40002, "ru": 1.317, "el": 1.3817, "hi": 1.16106, "ta": 0.9257, "th": 1.07575, "zh": 3.14899, "my": 1.0852}, "gini_cpc": 0.214794, "gini_cps": 0.21184, "bpic": 6.127163, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749757295069428, "vi": 1.3795699303547257, "tr": 1.117836087885737, "fi": 0.9738591587139842, "ru": 2.087075499029861, "el": 2.005240160654446, "hi": 2.4861031904561672, "ta": 2.732697589409711, "th": 2.484301434221278, "zh": 2.9864704055957607, "my": 2.3720282641080885}, "t": 272.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03627, "de": 2.2508, "vi": 1.88404, "tr": 2.2413, "fi": 2.40866, "ru": 1.2956, "el": 1.37165, "hi": 1.15832, "ta": 0.93585, "th": 1.09182, "zh": 3.14481, "my": 1.09175}, "bytes_per_chunk": {"en": 5.735, "de": 6.251, "vi": 5.728, "tr": 5.796, "fi": 6.266, "ru": 5.336, "el": 5.635, "hi": 5.996, "ta": 6.057, "th": 7.0, "zh": 5.738, "my": 6.858}, "bpb_mean": 1.74257, "t": 274.1} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.45397, "bpb": 2.09764, "chunk_loss": 0.030084, "F": 0.17325, "G": 0.2214, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.19768, "router_noise": 0.0, "grad_norm": 0.7378, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 274.1} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26364, "bpb": 1.82304, "chunk_loss": 0.030192, "F": 0.17825, "G": 0.25432, "chunks": 182.53, "bytes_per_chunk": 5.61, "boundary_entropy": 0.2656, "router_noise": 0.0, "grad_norm": 0.6925, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 276.1} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.43908, "bpb": 2.07615, "chunk_loss": 0.030072, "F": 0.17484, "G": 0.23407, "chunks": 179.03, "bytes_per_chunk": 5.72, "boundary_entropy": 0.22819, "router_noise": 0.0, "grad_norm": 0.7508, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 278.1} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.22829, "bpb": 1.77204, "chunk_loss": 0.03024, "F": 0.1792, "G": 0.25545, "chunks": 183.5, "bytes_per_chunk": 5.58, "boundary_entropy": 0.26526, "router_noise": 0.0, "grad_norm": 0.6606, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 280.1} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201283, "boundary_entropy": 0.148293, "bpb": 2.01808}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.223943, "boundary_entropy": 0.231967, "bpb": 2.235131}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.215909, "boundary_entropy": 0.169447, "bpb": 1.877494}, "tr": {"chunks": 3272.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180744, "cps": 25.5625, "mean_p": 0.209686, "boundary_entropy": 0.196886, "bpb": 2.22593}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.22817, "boundary_entropy": 0.261653, "bpb": 2.395533}, "ru": {"chunks": 6550.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345646, "cps": 51.171875, "mean_p": 0.219382, "boundary_entropy": 0.160159, "bpb": 1.311366}, "el": {"chunks": 6820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33231, "cps": 53.28125, "mean_p": 0.219339, "boundary_entropy": 0.192853, "bpb": 1.36744}, "hi": {"chunks": 7006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416404, "cps": 54.734375, "mean_p": 0.329153, "boundary_entropy": 0.461542, "bpb": 1.154212}, "ta": {"chunks": 8437.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451297, "cps": 65.914062, "mean_p": 0.288909, "boundary_entropy": 0.395838, "bpb": 0.921154}, "th": {"chunks": 7186.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.446752, "cps": 56.140625, "mean_p": 0.436629, "boundary_entropy": 0.615023, "bpb": 1.066576}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.246476, "boundary_entropy": 0.32043, "bpb": 3.137915}, "my": {"chunks": 7962.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420203, "cps": 62.203125, "mean_p": 0.419179, "boundary_entropy": 0.604196, "bpb": 1.084502}}, "bpb": {"en": 2.01808, "de": 2.23513, "vi": 1.87749, "tr": 2.22593, "fi": 2.39553, "ru": 1.31137, "el": 1.36744, "hi": 1.15421, "ta": 0.92115, "th": 1.06658, "zh": 3.13791, "my": 1.0845}, "gini_cpc": 0.220214, "gini_cps": 0.218367, "bpic": 6.031447, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691041502867864, "vi": 1.3792429405632218, "tr": 1.0895322250706378, "fi": 0.9751409739936341, "ru": 2.0835763631528104, "el": 2.0031841065861022, "hi": 2.5101079337564354, "ta": 2.7204447860589656, "th": 2.6930442157661947, "zh": 3.008925070299488, "my": 2.533005504134737}, "t": 283.0} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02945, "de": 2.24452, "vi": 1.87921, "tr": 2.23329, "fi": 2.40438, "ru": 1.28876, "el": 1.35676, "hi": 1.15256, "ta": 0.93162, "th": 1.08306, "zh": 3.13343, "my": 1.09023}, "bytes_per_chunk": {"en": 5.735, "de": 6.254, "vi": 5.731, "tr": 5.964, "fi": 6.245, "ru": 5.338, "el": 5.638, "hi": 5.937, "ta": 6.082, "th": 6.596, "zh": 5.723, "my": 6.059}, "bpb_mean": 1.73561, "t": 284.3} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.33879, "bpb": 1.93147, "chunk_loss": 0.030069, "F": 0.17413, "G": 0.24436, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.23934, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 284.3} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30919, "bpb": 1.88876, "chunk_loss": 0.030014, "F": 0.17023, "G": 0.24268, "chunks": 174.31, "bytes_per_chunk": 5.875, "boundary_entropy": 0.2406, "router_noise": 0.0, "grad_norm": 0.7458, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 286.3} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.27315, "bpb": 1.83677, "chunk_loss": 0.030083, "F": 0.16901, "G": 0.23544, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.23851, "router_noise": 0.0, "grad_norm": 0.7085, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 288.2} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.34779, "bpb": 1.94446, "chunk_loss": 0.030443, "F": 0.17661, "G": 0.23599, "chunks": 180.84, "bytes_per_chunk": 5.662, "boundary_entropy": 0.22515, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 290.2} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.200947, "boundary_entropy": 0.147351, "bpb": 2.011772}, "de": {"chunks": 3300.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160717, "cps": 25.78125, "mean_p": 0.222615, "boundary_entropy": 0.229322, "bpb": 2.226795}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.214118, "boundary_entropy": 0.16422, "bpb": 1.871528}, "tr": {"chunks": 3231.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178479, "cps": 25.242188, "mean_p": 0.20852, "boundary_entropy": 0.19593, "bpb": 2.219983}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.226778, "boundary_entropy": 0.260041, "bpb": 2.384728}, "ru": {"chunks": 6563.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346332, "cps": 51.273438, "mean_p": 0.219661, "boundary_entropy": 0.156623, "bpb": 1.305079}, "el": {"chunks": 6872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334844, "cps": 53.6875, "mean_p": 0.21907, "boundary_entropy": 0.191284, "bpb": 1.361138}, "hi": {"chunks": 6898.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409985, "cps": 53.890625, "mean_p": 0.325712, "boundary_entropy": 0.459412, "bpb": 1.150074}, "ta": {"chunks": 8422.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.450495, "cps": 65.796875, "mean_p": 0.292712, "boundary_entropy": 0.397368, "bpb": 0.918851}, "th": {"chunks": 7259.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45129, "cps": 56.710938, "mean_p": 0.439711, "boundary_entropy": 0.616822, "bpb": 1.064975}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.245936, "boundary_entropy": 0.312483, "bpb": 3.130024}, "my": {"chunks": 7344.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387587, "cps": 57.375, "mean_p": 0.410607, "boundary_entropy": 0.597603, "bpb": 1.06918}}, "bpb": {"en": 2.01177, "de": 2.2268, "vi": 1.87153, "tr": 2.21998, "fi": 2.38473, "ru": 1.30508, "el": 1.36114, "hi": 1.15007, "ta": 0.91885, "th": 1.06497, "zh": 3.13002, "my": 1.06918}, "gini_cpc": 0.221449, "gini_cps": 0.212991, "bpic": 6.090215, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9688105713257787, "vi": 1.3795699303547257, "tr": 1.0758797735951195, "fi": 0.9712955281546846, "ru": 2.087711705552961, "el": 2.018457651093797, "hi": 2.4714137206754057, "ta": 2.7156081531573557, "th": 2.720401887315169, "zh": 3.051793066552059, "my": 2.3363969382523875}, "t": 293.0} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02308, "de": 2.23637, "vi": 1.87322, "tr": 2.22519, "fi": 2.39352, "ru": 1.2831, "el": 1.35173, "hi": 1.14757, "ta": 0.92841, "th": 1.08153, "zh": 3.12443, "my": 1.07611}, "bytes_per_chunk": {"en": 5.737, "de": 6.262, "vi": 5.729, "tr": 6.025, "fi": 6.266, "ru": 5.334, "el": 5.593, "hi": 6.02, "ta": 6.062, "th": 6.597, "zh": 5.642, "my": 6.983}, "bpb_mean": 1.72869, "t": 294.3} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.21866, "bpb": 1.75815, "chunk_loss": 0.029943, "F": 0.16928, "G": 0.24822, "chunks": 173.34, "bytes_per_chunk": 5.907, "boundary_entropy": 0.25741, "router_noise": 0.0, "grad_norm": 0.7091, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 294.4} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.27294, "bpb": 1.83646, "chunk_loss": 0.029983, "F": 0.17212, "G": 0.25694, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.27374, "router_noise": 0.0, "grad_norm": 0.7124, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 296.3} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.45203, "bpb": 2.09483, "chunk_loss": 0.030139, "F": 0.17807, "G": 0.23633, "chunks": 182.34, "bytes_per_chunk": 5.616, "boundary_entropy": 0.22033, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 298.2} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.29556, "bpb": 1.8691, "chunk_loss": 0.030022, "F": 0.17191, "G": 0.23745, "chunks": 176.03, "bytes_per_chunk": 5.817, "boundary_entropy": 0.23265, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 300.2} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201233, "boundary_entropy": 0.147331, "bpb": 2.007446}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.222807, "boundary_entropy": 0.228457, "bpb": 2.220181}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.215158, "boundary_entropy": 0.166058, "bpb": 1.867777}, "tr": {"chunks": 3240.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178976, "cps": 25.3125, "mean_p": 0.210343, "boundary_entropy": 0.198622, "bpb": 2.212561}, "fi": {"chunks": 3042.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161714, "cps": 23.765625, "mean_p": 0.227308, "boundary_entropy": 0.261042, "bpb": 2.377349}, "ru": {"chunks": 6524.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344274, "cps": 50.96875, "mean_p": 0.217924, "boundary_entropy": 0.156244, "bpb": 1.298912}, "el": {"chunks": 6823.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332456, "cps": 53.304688, "mean_p": 0.220586, "boundary_entropy": 0.190448, "bpb": 1.352383}, "hi": {"chunks": 7137.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.42419, "cps": 55.757812, "mean_p": 0.329235, "boundary_entropy": 0.460249, "bpb": 1.140979}, "ta": {"chunks": 8559.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457823, "cps": 66.867188, "mean_p": 0.300689, "boundary_entropy": 0.402711, "bpb": 0.910239}, "th": {"chunks": 7299.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.453777, "cps": 57.023438, "mean_p": 0.438856, "boundary_entropy": 0.613733, "bpb": 1.058425}, "zh": {"chunks": 2928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495767, "cps": 22.875, "mean_p": 0.241029, "boundary_entropy": 0.30704, "bpb": 3.11712}, "my": {"chunks": 7777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.410439, "cps": 60.757812, "mean_p": 0.417113, "boundary_entropy": 0.598093, "bpb": 1.069482}}, "bpb": {"en": 2.00745, "de": 2.22018, "vi": 1.86778, "tr": 2.21256, "fi": 2.37735, "ru": 1.29891, "el": 1.35238, "hi": 1.14098, "ta": 0.91024, "th": 1.05843, "zh": 3.11712, "my": 1.06948}, "gini_cpc": 0.221509, "gini_cps": 0.219821, "bpic": 6.020377, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9723335188578723, "vi": 1.3795699303547257, "tr": 1.0788766531873066, "fi": 0.9748205201737217, "ru": 2.075305678352509, "el": 2.0040652726153922, "hi": 2.5570425811047217, "ta": 2.7597827336587275, "th": 2.7353923922735115, "zh": 2.988511738750645, "my": 2.474150189105231}, "t": 303.0} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01964, "de": 2.23067, "vi": 1.86788, "tr": 2.21847, "fi": 2.38724, "ru": 1.27719, "el": 1.34234, "hi": 1.13824, "ta": 0.92118, "th": 1.07672, "zh": 3.11169, "my": 1.07639}, "bytes_per_chunk": {"en": 5.736, "de": 6.254, "vi": 5.731, "tr": 6.016, "fi": 6.237, "ru": 5.348, "el": 5.611, "hi": 5.864, "ta": 5.961, "th": 6.562, "zh": 5.773, "my": 6.353}, "bpb_mean": 1.7223, "t": 304.3} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.30801, "bpb": 1.88706, "chunk_loss": 0.030088, "F": 0.17407, "G": 0.23368, "chunks": 178.25, "bytes_per_chunk": 5.745, "boundary_entropy": 0.21687, "router_noise": 0.0, "grad_norm": 0.7113, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 304.3} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.21446, "bpb": 1.7521, "chunk_loss": 0.029954, "F": 0.16977, "G": 0.23804, "chunks": 173.84, "bytes_per_chunk": 5.89, "boundary_entropy": 0.23008, "router_noise": 0.0, "grad_norm": 0.7477, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 306.2} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.27724, "bpb": 1.84266, "chunk_loss": 0.030096, "F": 0.17639, "G": 0.24834, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.23063, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 308.2} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.29426, "bpb": 1.86722, "chunk_loss": 0.030009, "F": 0.17142, "G": 0.2435, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.24694, "router_noise": 0.0, "grad_norm": 0.7382, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 310.1} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201752, "boundary_entropy": 0.148878, "bpb": 2.004228}, "de": {"chunks": 3316.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161496, "cps": 25.90625, "mean_p": 0.223455, "boundary_entropy": 0.230014, "bpb": 2.216656}, "vi": {"chunks": 4217.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22875, "cps": 32.945312, "mean_p": 0.215935, "boundary_entropy": 0.167838, "bpb": 1.864075}, "tr": {"chunks": 3216.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17765, "cps": 25.125, "mean_p": 0.209143, "boundary_entropy": 0.197861, "bpb": 2.207345}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.228371, "boundary_entropy": 0.263205, "bpb": 2.370681}, "ru": {"chunks": 6572.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346807, "cps": 51.34375, "mean_p": 0.218898, "boundary_entropy": 0.153979, "bpb": 1.296402}, "el": {"chunks": 6845.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333528, "cps": 53.476562, "mean_p": 0.221891, "boundary_entropy": 0.1888, "bpb": 1.35063}, "hi": {"chunks": 7164.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425795, "cps": 55.96875, "mean_p": 0.335956, "boundary_entropy": 0.466713, "bpb": 1.139442}, "ta": {"chunks": 8682.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.464402, "cps": 67.828125, "mean_p": 0.3035, "boundary_entropy": 0.405491, "bpb": 0.908831}, "th": {"chunks": 8511.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.529127, "cps": 66.492188, "mean_p": 0.447575, "boundary_entropy": 0.61771, "bpb": 1.056186}, "zh": {"chunks": 2914.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493397, "cps": 22.765625, "mean_p": 0.240381, "boundary_entropy": 0.308258, "bpb": 3.115641}, "my": {"chunks": 7956.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.419886, "cps": 62.15625, "mean_p": 0.428857, "boundary_entropy": 0.608683, "bpb": 1.068978}}, "bpb": {"en": 2.00423, "de": 2.21666, "vi": 1.86407, "tr": 2.20735, "fi": 2.37068, "ru": 1.2964, "el": 1.35063, "hi": 1.13944, "ta": 0.90883, "th": 1.05619, "zh": 3.11564, "my": 1.06898}, "gini_cpc": 0.233372, "gini_cps": 0.231148, "bpic": 5.875128, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9735078347019036, "vi": 1.378915950771718, "tr": 1.0708849742748079, "fi": 0.9751409739936341, "ru": 2.0905746349069116, "el": 2.0105271568301863, "hi": 2.566716134374979, "ta": 2.7994431234519306, "th": 3.189604692511283, "zh": 2.974222406666455, "my": 2.531096683106753}, "t": 313.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01661, "de": 2.22695, "vi": 1.86491, "tr": 2.21299, "fi": 2.38057, "ru": 1.27402, "el": 1.33976, "hi": 1.13634, "ta": 0.91975, "th": 1.07237, "zh": 3.109, "my": 1.07548}, "bytes_per_chunk": {"en": 5.735, "de": 6.243, "vi": 5.729, "tr": 6.052, "fi": 6.255, "ru": 5.33, "el": 5.589, "hi": 5.795, "ta": 5.856, "th": 5.788, "zh": 5.848, "my": 6.042}, "bpb_mean": 1.71906, "t": 314.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.33737, "bpb": 1.92941, "chunk_loss": 0.030209, "F": 0.1702, "G": 0.24552, "chunks": 174.28, "bytes_per_chunk": 5.876, "boundary_entropy": 0.25368, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 314.4} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.29728, "bpb": 1.87158, "chunk_loss": 0.030149, "F": 0.17383, "G": 0.24754, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.25215, "router_noise": 0.0, "grad_norm": 0.7097, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 316.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.20397, "bpb": 1.73696, "chunk_loss": 0.029982, "F": 0.17264, "G": 0.26264, "chunks": 176.78, "bytes_per_chunk": 5.792, "boundary_entropy": 0.27013, "router_noise": 0.0, "grad_norm": 0.7248, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 318.6} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.22799, "bpb": 1.77161, "chunk_loss": 0.029981, "F": 0.16956, "G": 0.24766, "chunks": 173.62, "bytes_per_chunk": 5.898, "boundary_entropy": 0.24956, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 320.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.202343, "boundary_entropy": 0.150146, "bpb": 2.002221}, "de": {"chunks": 3314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161399, "cps": 25.890625, "mean_p": 0.225347, "boundary_entropy": 0.234375, "bpb": 2.212466}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.214066, "boundary_entropy": 0.163324, "bpb": 1.863224}, "tr": {"chunks": 3433.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189637, "cps": 26.820312, "mean_p": 0.212906, "boundary_entropy": 0.199854, "bpb": 2.20414}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227251, "boundary_entropy": 0.261354, "bpb": 2.370161}, "ru": {"chunks": 6566.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346491, "cps": 51.296875, "mean_p": 0.217891, "boundary_entropy": 0.151649, "bpb": 1.294845}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.221107, "boundary_entropy": 0.187527, "bpb": 1.347235}, "hi": {"chunks": 7219.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.429064, "cps": 56.398438, "mean_p": 0.32317, "boundary_entropy": 0.45288, "bpb": 1.134974}, "ta": {"chunks": 8788.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.470072, "cps": 68.65625, "mean_p": 0.295729, "boundary_entropy": 0.393272, "bpb": 0.905379}, "th": {"chunks": 7579.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471184, "cps": 59.210938, "mean_p": 0.439886, "boundary_entropy": 0.613619, "bpb": 1.049233}, "zh": {"chunks": 2968.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50254, "cps": 23.1875, "mean_p": 0.241621, "boundary_entropy": 0.303054, "bpb": 3.10768}, "my": {"chunks": 7921.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.418039, "cps": 61.882812, "mean_p": 0.417946, "boundary_entropy": 0.603535, "bpb": 1.061375}}, "bpb": {"en": 2.00222, "de": 2.21247, "vi": 1.86322, "tr": 2.20414, "fi": 2.37016, "ru": 1.29485, "el": 1.34723, "hi": 1.13497, "ta": 0.90538, "th": 1.04923, "zh": 3.10768, "my": 1.06138}, "gini_cpc": 0.224512, "gini_cps": 0.22302, "bpic": 5.92593, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9725837928890361, "vi": 1.378765363367736, "tr": 1.1427472459455228, "fi": 0.9735219498640139, "ru": 2.087942793033131, "el": 2.0054266863351606, "hi": 2.5855259453474537, "ta": 2.8326408249054102, "th": 2.8393424346249194, "zh": 3.0282894619584946, "my": 2.5190893307942366}, "t": 323.8} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0145, "de": 2.22117, "vi": 1.86413, "tr": 2.20919, "fi": 2.38036, "ru": 1.27338, "el": 1.33799, "hi": 1.13229, "ta": 0.91562, "th": 1.06687, "zh": 3.10075, "my": 1.06744}, "bytes_per_chunk": {"en": 5.736, "de": 6.254, "vi": 5.729, "tr": 5.706, "fi": 6.26, "ru": 5.332, "el": 5.607, "hi": 5.745, "ta": 5.819, "th": 6.246, "zh": 5.734, "my": 6.489}, "bpb_mean": 1.71531, "t": 325.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.202343, "boundary_entropy": 0.150146, "bpb": 2.002221}, "de": {"chunks": 3314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161399, "cps": 25.890625, "mean_p": 0.225347, "boundary_entropy": 0.234375, "bpb": 2.212466}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.214066, "boundary_entropy": 0.163324, "bpb": 1.863224}, "tr": {"chunks": 3433.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189637, "cps": 26.820312, "mean_p": 0.212906, "boundary_entropy": 0.199854, "bpb": 2.20414}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.227251, "boundary_entropy": 0.261354, "bpb": 2.370161}, "ru": {"chunks": 6566.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346491, "cps": 51.296875, "mean_p": 0.217891, "boundary_entropy": 0.151649, "bpb": 1.294845}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.221107, "boundary_entropy": 0.187527, "bpb": 1.347235}, "hi": {"chunks": 7219.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.429064, "cps": 56.398438, "mean_p": 0.32317, "boundary_entropy": 0.45288, "bpb": 1.134974}, "ta": {"chunks": 8788.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.470072, "cps": 68.65625, "mean_p": 0.295729, "boundary_entropy": 0.393272, "bpb": 0.905379}, "th": {"chunks": 7579.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471184, "cps": 59.210938, "mean_p": 0.439886, "boundary_entropy": 0.613619, "bpb": 1.049233}, "zh": {"chunks": 2968.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50254, "cps": 23.1875, "mean_p": 0.241621, "boundary_entropy": 0.303054, "bpb": 3.10768}, "my": {"chunks": 7921.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.418039, "cps": 61.882812, "mean_p": 0.417946, "boundary_entropy": 0.603535, "bpb": 1.061375}}, "bpb": {"en": 2.00222, "de": 2.21247, "vi": 1.86322, "tr": 2.20414, "fi": 2.37016, "ru": 1.29485, "el": 1.34723, "hi": 1.13497, "ta": 0.90538, "th": 1.04923, "zh": 3.10768, "my": 1.06138}, "gini_cpc": 0.224512, "gini_cps": 0.22302, "bpic": 5.92593, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9725837928890361, "vi": 1.378765363367736, "tr": 1.1427472459455228, "fi": 0.9735219498640139, "ru": 2.087942793033131, "el": 2.0054266863351606, "hi": 2.5855259453474537, "ta": 2.8326408249054102, "th": 2.8393424346249194, "zh": 3.0282894619584946, "my": 2.5190893307942366}, "t": 326.3} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s1/th0.60"], "t": 328.0} +{"event": "final", "run": "pilot_A_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.022311981224875, "bytes_per_chunk": 5.737196883480697}, "de": {"cpc": 0.1613987240052598, "cps": 25.890625, "bpb": 2.212188749728271, "bytes_per_chunk": 6.239741026373417}, "vi": {"cpc": 0.2288039056143206, "cps": 32.953125, "bpb": 1.8670015220171892, "bytes_per_chunk": 5.71686530220589}, "tr": {"cpc": 0.1896370767276142, "cps": 26.8203125, "bpb": 2.1998532618483893, "bytes_per_chunk": 5.7227934595149215}, "fi": {"cpc": 0.1615544096539259, "cps": 23.7421875, "bpb": 2.395499962296907, "bytes_per_chunk": 6.238033481266434}, "ru": {"cpc": 0.34649076517150396, "cps": 51.296875, "bpb": 1.2738760323866076, "bytes_per_chunk": 5.32029022274088}, "el": {"cpc": 0.3327973493154022, "cps": 53.359375, "bpb": 1.3333722856930763, "bytes_per_chunk": 5.615466181117121}, "hi": {"cpc": 0.42906389301634473, "cps": 56.3984375, "bpb": 1.140567442690789, "bytes_per_chunk": 5.7856937915204485}, "ta": {"cpc": 0.4700722118213426, "cps": 68.65625, "bpb": 0.9174700377689008, "bytes_per_chunk": 5.817278032976056}, "th": {"cpc": 0.47118433322971714, "cps": 59.2109375, "bpb": 1.0642222156874839, "bytes_per_chunk": 6.21260560960292}, "zh": {"cpc": 0.502539790044023, "cps": 23.1875, "bpb": 3.109084046145538, "bytes_per_chunk": 5.7431043925950265}, "my": {"cpc": 0.41803884314967277, "cps": 61.8828125, "bpb": 1.0778031266825046, "bytes_per_chunk": 6.518967982592478}}, "gini_cpc": 0.22451192807644027, "gini_cps": 0.22301957393367622, "bpic": 5.925929929126198, "seed": 1, "mean_boundary_entropy": 0.24016138911247253, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 330.3} diff --git a/pilot_A_s1/model.safetensors b/pilot_A_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c390b2fa671306418879f990dbff9a16bb720a4c --- /dev/null +++ b/pilot_A_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d75b23ba9fab68082dcfb739b4aeeda17dcf2ff283f1bf84637692a96f97318b +size 90078296 diff --git a/pilot_A_s2/config.json b/pilot_A_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..44642a64c6bd930de455da3c5a3b71f9eba63a14 --- /dev/null +++ b/pilot_A_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_A_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 2, + "out_dir": null, + "run_name": "pilot_A_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2186565677816319, + "gini_cps": 0.2229964643488509, + "bpic": 5.653815556865056, + "worst_lang": "my", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.026303730244796, + "vi": 1.2990606647243146, + "tr": 1.064504154609104, + "fi": 1.02530723741714, + "ru": 1.7890284689635132, + "el": 1.7742214586680944, + "hi": 2.3428304139461105, + "ta": 2.41810196015948, + "th": 2.647976313257596, + "zh": 2.795458851163006, + "my": 2.881542228212752 + } + } +} \ No newline at end of file diff --git a/pilot_A_s2/final.json b/pilot_A_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..542d7c2fa3cb4b50dc28e725cc47cc925ad5c33d --- /dev/null +++ b/pilot_A_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_A_s2", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.1836464977302764, + "cps": 24.96875, + "bpb": 2.0366536574759873, + "bytes_per_chunk": 5.642116137919159 + }, + "de": { + "cpc": 0.1884770856669751, + "cps": 30.234375, + "bpb": 2.2085573468042186, + "bytes_per_chunk": 5.45974090890157 + }, + "vi": { + "cpc": 0.2385679414157852, + "cps": 34.359375, + "bpb": 1.9038478483110506, + "bytes_per_chunk": 5.867275453792609 + }, + "tr": { + "cpc": 0.1954924598132906, + "cps": 27.6484375, + "bpb": 2.1745089955083285, + "bytes_per_chunk": 5.644971306136072 + }, + "fi": { + "cpc": 0.18829408324916272, + "cps": 27.671875, + "bpb": 2.3741402975011927, + "bytes_per_chunk": 5.352663120603579 + }, + "ru": { + "cpc": 0.32854881266490765, + "cps": 48.640625, + "bpb": 1.3188029527823422, + "bytes_per_chunk": 5.544969963617904 + }, + "el": { + "cpc": 0.3258295570822979, + "cps": 52.2421875, + "bpb": 1.4323273247556754, + "bytes_per_chunk": 5.576997947005074 + }, + "hi": { + "cpc": 0.4302526002971768, + "cps": 56.5546875, + "bpb": 1.104362611684646, + "bytes_per_chunk": 5.94869234696772 + }, + "ta": { + "cpc": 0.4440759561380048, + "cps": 64.859375, + "bpb": 0.9217435379199496, + "bytes_per_chunk": 6.291934186998212 + }, + "th": { + "cpc": 0.4862915760024868, + "cps": 61.109375, + "bpb": 1.0760360586894675, + "bytes_per_chunk": 6.057351480000924 + }, + "zh": { + "cpc": 0.513376227565188, + "cps": 23.6875, + "bpb": 3.080435111671317, + "bytes_per_chunk": 5.348949671995674 + }, + "my": { + "cpc": 0.5291851382731687, + "cps": 78.3359375, + "bpb": 1.1029825906473758, + "bytes_per_chunk": 5.396852193068237 + } + }, + "gini_cpc": 0.2186565677816319, + "gini_cps": 0.2229964643488509, + "bpic": 5.653815556865056, + "seed": 2, + "mean_boundary_entropy": 0.328884482383728, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_A_s2/log.jsonl b/pilot_A_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..fd29fe9c246c83f460008cc391e7779892d78161 --- /dev/null +++ b/pilot_A_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_A_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 4.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8727, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.006, "alpha": 0.03, "t": 4.7} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627421, "cps": 85.304688, "mean_p": 0.513204, "boundary_entropy": 0.686301, "bpb": 8.100851}, "de": {"chunks": 16285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793114, "cps": 127.226562, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104452}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481628, "boundary_entropy": 0.687278, "bpb": 7.854846}, "tr": {"chunks": 8203.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453129, "cps": 64.085938, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081317}, "fi": {"chunks": 13521.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718782, "cps": 105.632812, "mean_p": 0.517085, "boundary_entropy": 0.686669, "bpb": 8.042953}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195778}, "el": {"chunks": 20672.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00726, "cps": 161.5, "mean_p": 0.503626, "boundary_entropy": 0.690112, "bpb": 8.27967}, "hi": {"chunks": 885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0526, "cps": 6.914062, "mean_p": 0.462025, "boundary_entropy": 0.687437, "bpb": 8.01629}, "ta": {"chunks": 1278.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068361, "cps": 9.984375, "mean_p": 0.477596, "boundary_entropy": 0.690061, "bpb": 8.085706}, "th": {"chunks": 3633.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225863, "cps": 28.382812, "mean_p": 0.484856, "boundary_entropy": 0.690398, "bpb": 7.718654}, "zh": {"chunks": 11709.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98256, "cps": 91.476562, "mean_p": 0.520269, "boundary_entropy": 0.685623, "bpb": 8.126806}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474596, "boundary_entropy": 0.689681, "bpb": 7.800398}}, "bpb": {"en": 8.10085, "de": 8.10445, "vi": 7.85485, "tr": 8.08132, "fi": 8.04295, "ru": 8.19578, "el": 8.27967, "hi": 8.01629, "ta": 8.08571, "th": 7.71865, "zh": 8.12681, "my": 7.8004}, "gini_cpc": 0.489221, "gini_cps": 0.463272, "bpic": 3.01506, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.264085966489171, "vi": 0.4408421626190222, "tr": 0.7222098616257773, "fi": 1.1456136604009743, "ru": 2.814892411161005, "el": 1.6053986941007266, "hi": 0.08383578823776922, "ta": 0.10895486791171372, "th": 0.3599859797850751, "zh": 3.1598583721829123, "my": 0.13593122620185336}, "t": 6.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626559, "cps": 85.1875, "mean_p": 0.513135, "boundary_entropy": 0.686312, "bpb": 8.052666}, "de": {"chunks": 16256.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791701, "cps": 127.0, "mean_p": 0.524504, "boundary_entropy": 0.686413, "bpb": 8.060203}, "vi": {"chunks": 5092.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276214, "cps": 39.78125, "mean_p": 0.481575, "boundary_entropy": 0.687273, "bpb": 7.831458}, "tr": {"chunks": 8250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455726, "cps": 64.453125, "mean_p": 0.498254, "boundary_entropy": 0.686833, "bpb": 8.048639}, "fi": {"chunks": 13498.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717559, "cps": 105.453125, "mean_p": 0.516944, "boundary_entropy": 0.686683, "bpb": 7.998151}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530287, "boundary_entropy": 0.688551, "bpb": 8.105147}, "el": {"chunks": 20636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005506, "cps": 161.21875, "mean_p": 0.503585, "boundary_entropy": 0.690113, "bpb": 8.273385}, "hi": {"chunks": 907.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053908, "cps": 7.085938, "mean_p": 0.462267, "boundary_entropy": 0.687476, "bpb": 7.990529}, "ta": {"chunks": 1318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0705, "cps": 10.296875, "mean_p": 0.477815, "boundary_entropy": 0.690082, "bpb": 8.070294}, "th": {"chunks": 3695.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229717, "cps": 28.867188, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.703168}, "zh": {"chunks": 11685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978496, "cps": 91.289062, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118748}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474587, "boundary_entropy": 0.68968, "bpb": 7.800255}}, "bpb": {"en": 8.05267, "de": 8.0602, "vi": 7.83146, "tr": 8.04864, "fi": 7.99815, "ru": 8.10515, "el": 8.27338, "hi": 7.99053, "ta": 8.07029, "th": 7.70317, "zh": 8.11875, "my": 7.80026}, "gini_cpc": 0.487926, "gini_cps": 0.462025, "bpic": 3.014326, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2635707407137569, "vi": 0.4408425749211851, "tr": 0.7273470378537032, "fi": 1.1452381790005715, "ru": 2.8182593592049203, "el": 1.6048075224658023, "hi": 0.08603803667070388, "ta": 0.11251960998042289, "th": 0.3666330864257221, "zh": 3.157719517612565, "my": 0.13611821890114056}, "t": 7.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10859.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623973, "cps": 84.835938, "mean_p": 0.512768, "boundary_entropy": 0.686354, "bpb": 7.898079}, "de": {"chunks": 16233.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790581, "cps": 126.820312, "mean_p": 0.524113, "boundary_entropy": 0.686473, "bpb": 7.921928}, "vi": {"chunks": 5067.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274858, "cps": 39.585938, "mean_p": 0.481479, "boundary_entropy": 0.687264, "bpb": 7.752715}, "tr": {"chunks": 8387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463293, "cps": 65.523438, "mean_p": 0.498732, "boundary_entropy": 0.686848, "bpb": 7.941211}, "fi": {"chunks": 13398.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712243, "cps": 104.671875, "mean_p": 0.516363, "boundary_entropy": 0.686734, "bpb": 7.856488}, "ru": {"chunks": 33404.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762744, "cps": 260.96875, "mean_p": 0.530055, "boundary_entropy": 0.68857, "bpb": 7.817018}, "el": {"chunks": 20292.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988744, "cps": 158.53125, "mean_p": 0.503181, "boundary_entropy": 0.690117, "bpb": 8.218084}, "hi": {"chunks": 995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059138, "cps": 7.773438, "mean_p": 0.463112, "boundary_entropy": 0.687609, "bpb": 7.903695}, "ta": {"chunks": 1471.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078684, "cps": 11.492188, "mean_p": 0.478673, "boundary_entropy": 0.69016, "bpb": 7.989197}, "th": {"chunks": 3952.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245695, "cps": 30.875, "mean_p": 0.485315, "boundary_entropy": 0.690423, "bpb": 7.620491}, "zh": {"chunks": 11609.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.965628, "cps": 90.695312, "mean_p": 0.519763, "boundary_entropy": 0.685653, "bpb": 8.08799}, "my": {"chunks": 1603.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.0846, "cps": 12.523438, "mean_p": 0.474497, "boundary_entropy": 0.689669, "bpb": 7.79375}}, "bpb": {"en": 7.89808, "de": 7.92193, "vi": 7.75272, "tr": 7.94121, "fi": 7.85649, "ru": 7.81702, "el": 8.21808, "hi": 7.9037, "ta": 7.9892, "th": 7.62049, "zh": 8.08799, "my": 7.79375}, "gini_cpc": 0.482952, "gini_cps": 0.456789, "bpic": 3.015487, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.267011826149086, "vi": 0.4404960814751646, "tr": 0.7424896064322807, "fi": 1.1414644153249383, "ru": 2.825033146149456, "el": 1.5845950522934753, "hi": 0.09477685534708236, "ta": 0.12610185937318397, "th": 0.39375869565298294, "zh": 3.1501820724705474, "my": 0.13558274843274326}, "t": 9.2} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10131.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582141, "cps": 79.148438, "mean_p": 0.509409, "boundary_entropy": 0.686568, "bpb": 7.422677}, "de": {"chunks": 15619.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760678, "cps": 122.023438, "mean_p": 0.520562, "boundary_entropy": 0.686863, "bpb": 7.489029}, "vi": {"chunks": 4868.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264063, "cps": 38.03125, "mean_p": 0.480766, "boundary_entropy": 0.687199, "bpb": 7.511628}, "tr": {"chunks": 8659.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478319, "cps": 67.648438, "mean_p": 0.499751, "boundary_entropy": 0.686899, "bpb": 7.589619}, "fi": {"chunks": 12503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664664, "cps": 97.679688, "mean_p": 0.512527, "boundary_entropy": 0.686991, "bpb": 7.426325}, "ru": {"chunks": 33185.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751187, "cps": 259.257812, "mean_p": 0.529041, "boundary_entropy": 0.688661, "bpb": 7.199554}, "el": {"chunks": 18820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.91702, "cps": 147.03125, "mean_p": 0.501353, "boundary_entropy": 0.69013, "bpb": 7.947578}, "hi": {"chunks": 1277.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075899, "cps": 9.976562, "mean_p": 0.465339, "boundary_entropy": 0.687947, "bpb": 7.608555}, "ta": {"chunks": 2103.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.11249, "cps": 16.429688, "mean_p": 0.480873, "boundary_entropy": 0.690348, "bpb": 7.734847}, "th": {"chunks": 4626.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.287597, "cps": 36.140625, "mean_p": 0.486161, "boundary_entropy": 0.690465, "bpb": 7.339957}, "zh": {"chunks": 11280.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.909922, "cps": 88.125, "mean_p": 0.518091, "boundary_entropy": 0.685748, "bpb": 7.997294}, "my": {"chunks": 1470.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077581, "cps": 11.484375, "mean_p": 0.474004, "boundary_entropy": 0.689621, "bpb": 7.663406}}, "bpb": {"en": 7.42268, "de": 7.48903, "vi": 7.51163, "tr": 7.58962, "fi": 7.42632, "ru": 7.19955, "el": 7.94758, "hi": 7.60855, "ta": 7.73485, "th": 7.33996, "zh": 7.99729, "my": 7.66341}, "gini_cpc": 0.471422, "gini_cps": 0.442855, "bpic": 3.081564, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.306690165773288, "vi": 0.45360646161805973, "tr": 0.8216540363714487, "fi": 1.1417582347868305, "ru": 3.0081841074535722, "el": 1.575253955380106, "hi": 0.13037899504602632, "ta": 0.19323491837036455, "th": 0.4940334646899628, "zh": 3.2808582108747237, "my": 0.13326796420970155}, "t": 10.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4823.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277136, "cps": 37.679688, "mean_p": 0.488718, "boundary_entropy": 0.686417, "bpb": 6.857524}, "de": {"chunks": 8522.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415039, "cps": 66.578125, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.930973}, "vi": {"chunks": 3520.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190941, "cps": 27.5, "mean_p": 0.47537, "boundary_entropy": 0.686685, "bpb": 7.167606}, "tr": {"chunks": 7547.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416892, "cps": 58.960938, "mean_p": 0.495271, "boundary_entropy": 0.686954, "bpb": 7.150823}, "fi": {"chunks": 6363.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.33826, "cps": 49.710938, "mean_p": 0.492194, "boundary_entropy": 0.687148, "bpb": 6.917036}, "ru": {"chunks": 25784.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.360633, "cps": 201.4375, "mean_p": 0.511532, "boundary_entropy": 0.689919, "bpb": 6.368381}, "el": {"chunks": 14731.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.71778, "cps": 115.085938, "mean_p": 0.496079, "boundary_entropy": 0.690089, "bpb": 7.323162}, "hi": {"chunks": 3463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.205825, "cps": 27.054688, "mean_p": 0.475508, "boundary_entropy": 0.689261, "bpb": 6.57384}, "ta": {"chunks": 6919.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.370099, "cps": 54.054688, "mean_p": 0.49017, "boundary_entropy": 0.690934, "bpb": 6.749592}, "th": {"chunks": 6882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427852, "cps": 53.765625, "mean_p": 0.489658, "boundary_entropy": 0.690643, "bpb": 6.489365}, "zh": {"chunks": 9449.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.599898, "cps": 73.820312, "mean_p": 0.509533, "boundary_entropy": 0.686084, "bpb": 7.747757}, "my": {"chunks": 1201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063384, "cps": 9.382812, "mean_p": 0.473236, "boundary_entropy": 0.689568, "bpb": 7.216407}}, "bpb": {"en": 6.85752, "de": 6.93097, "vi": 7.16761, "tr": 7.15082, "fi": 6.91704, "ru": 6.36838, "el": 7.32316, "hi": 6.57384, "ta": 6.74959, "th": 6.48937, "zh": 7.74776, "my": 7.21641}, "gini_cpc": 0.418341, "gini_cps": 0.365755, "bpic": 3.868604, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.497600515816016, "vi": 0.6889796265419951, "tr": 1.5042868423252576, "fi": 1.220553718260299, "ru": 4.909620644701045, "el": 2.589990926571422, "hi": 0.7426843576116053, "ta": 1.3354410424285832, "th": 1.543833502700606, "zh": 5.772969521325845, "my": 0.22871070342302433}, "t": 12.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5787.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332529, "cps": 45.210938, "mean_p": 0.496387, "boundary_entropy": 0.687223, "bpb": 6.378327}, "de": {"chunks": 7938.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.386597, "cps": 62.015625, "mean_p": 0.498178, "boundary_entropy": 0.688173, "bpb": 6.459468}, "vi": {"chunks": 11200.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.60754, "cps": 87.5, "mean_p": 0.499859, "boundary_entropy": 0.688482, "bpb": 6.771567}, "tr": {"chunks": 11104.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.613379, "cps": 86.75, "mean_p": 0.506409, "boundary_entropy": 0.687556, "bpb": 6.73411}, "fi": {"chunks": 5821.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309447, "cps": 45.476562, "mean_p": 0.494609, "boundary_entropy": 0.687786, "bpb": 6.467686}, "ru": {"chunks": 223.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011768, "cps": 1.742188, "mean_p": 0.462216, "boundary_entropy": 0.687092, "bpb": 6.191952}, "el": {"chunks": 12983.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.632607, "cps": 101.429688, "mean_p": 0.495631, "boundary_entropy": 0.690208, "bpb": 6.248331}, "hi": {"chunks": 14946.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.888321, "cps": 116.765625, "mean_p": 0.498552, "boundary_entropy": 0.690708, "bpb": 5.729842}, "ta": {"chunks": 16864.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.902059, "cps": 131.75, "mean_p": 0.49779, "boundary_entropy": 0.691142, "bpb": 5.925055}, "th": {"chunks": 3375.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209823, "cps": 26.367188, "mean_p": 0.483385, "boundary_entropy": 0.690306, "bpb": 5.672496}, "zh": {"chunks": 3539.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.599221, "cps": 27.648438, "mean_p": 0.4833, "boundary_entropy": 0.685419, "bpb": 7.348311}, "my": {"chunks": 1936.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.102174, "cps": 15.125, "mean_p": 0.482371, "boundary_entropy": 0.690577, "bpb": 5.911753}}, "bpb": {"en": 6.37833, "de": 6.45947, "vi": 6.77157, "tr": 6.73411, "fi": 6.46769, "ru": 6.19195, "el": 6.24833, "hi": 5.72984, "ta": 5.92506, "th": 5.6725, "zh": 7.34831, "my": 5.91175}, "gini_cpc": 0.333385, "gini_cps": 0.368947, "bpic": 4.00958, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.162597340744736, "vi": 1.827029326836349, "tr": 1.8445886817747885, "fi": 0.9305856552006413, "ru": 0.035388836683805436, "el": 1.902413196113948, "hi": 2.6714099722927678, "ta": 2.7127249505062783, "th": 0.6309912686829445, "zh": 1.802012328273415, "my": 0.3072646613640037}, "t": 15.2} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26407, "bpb": 6.15176, "chunk_loss": 0.030022, "F": 0.16455, "G": 0.48523, "chunks": 168.5, "bytes_per_chunk": 6.077, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.5508, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.238, "alpha": 0.03, "t": 16.6} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2947.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169339, "cps": 23.023438, "mean_p": 0.487057, "boundary_entropy": 0.686882, "bpb": 5.799501}, "de": {"chunks": 4608.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224419, "cps": 36.0, "mean_p": 0.489894, "boundary_entropy": 0.687953, "bpb": 5.926009}, "vi": {"chunks": 3769.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.204448, "cps": 29.445312, "mean_p": 0.481252, "boundary_entropy": 0.687712, "bpb": 6.240996}, "tr": {"chunks": 2973.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164227, "cps": 23.226562, "mean_p": 0.482687, "boundary_entropy": 0.68698, "bpb": 6.226608}, "fi": {"chunks": 1360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072298, "cps": 10.625, "mean_p": 0.478464, "boundary_entropy": 0.686836, "bpb": 5.915859}, "ru": {"chunks": 8037.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.424116, "cps": 62.789062, "mean_p": 0.494418, "boundary_entropy": 0.690257, "bpb": 5.485718}, "el": {"chunks": 7357.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.358476, "cps": 57.476562, "mean_p": 0.491769, "boundary_entropy": 0.690323, "bpb": 5.658346}, "hi": {"chunks": 12390.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.736404, "cps": 96.796875, "mean_p": 0.496862, "boundary_entropy": 0.690744, "bpb": 5.198835}, "ta": {"chunks": 9655.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.516448, "cps": 75.429688, "mean_p": 0.49226, "boundary_entropy": 0.691026, "bpb": 5.251772}, "th": {"chunks": 7065.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.439229, "cps": 55.195312, "mean_p": 0.483894, "boundary_entropy": 0.69019, "bpb": 5.044049}, "zh": {"chunks": 4176.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.707078, "cps": 32.625, "mean_p": 0.491884, "boundary_entropy": 0.6867, "bpb": 6.955484}, "my": {"chunks": 7411.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.391123, "cps": 57.898438, "mean_p": 0.49359, "boundary_entropy": 0.691259, "bpb": 5.095473}}, "bpb": {"en": 5.7995, "de": 5.92601, "vi": 6.241, "tr": 6.22661, "fi": 5.91586, "ru": 5.48572, "el": 5.65835, "hi": 5.19883, "ta": 5.25177, "th": 5.04405, "zh": 6.95548, "my": 5.09547}, "gini_cpc": 0.310566, "gini_cps": 0.287302, "bpic": 5.349013, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.325269025334027, "vi": 1.2073327456063356, "tr": 0.9698137609093956, "fi": 0.4269440930433368, "ru": 2.5045444184103864, "el": 2.1169173152929748, "hi": 4.348707704362005, "ta": 3.0497960174185414, "th": 2.5937916348074084, "zh": 4.175524456158588, "my": 2.3097098239469385}, "t": 18.3} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40418, "bpb": 4.9112, "chunk_loss": 0.031925, "F": 0.19485, "G": 0.4746, "chunks": 199.53, "bytes_per_chunk": 5.132, "boundary_entropy": 0.68913, "router_noise": 0.0, "grad_norm": 1.5999, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 20.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3079.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176924, "cps": 24.054688, "mean_p": 0.427558, "boundary_entropy": 0.664242, "bpb": 4.46712}, "de": {"chunks": 3600.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175328, "cps": 28.125, "mean_p": 0.434013, "boundary_entropy": 0.669144, "bpb": 4.656584}, "vi": {"chunks": 6136.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.332845, "cps": 47.9375, "mean_p": 0.464709, "boundary_entropy": 0.678001, "bpb": 5.03806}, "tr": {"chunks": 3722.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205601, "cps": 29.078125, "mean_p": 0.446433, "boundary_entropy": 0.67401, "bpb": 5.008576}, "fi": {"chunks": 2366.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.125777, "cps": 18.484375, "mean_p": 0.434891, "boundary_entropy": 0.671547, "bpb": 4.716824}, "ru": {"chunks": 6742.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355778, "cps": 52.671875, "mean_p": 0.483543, "boundary_entropy": 0.68761, "bpb": 3.765363}, "el": {"chunks": 2614.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.127369, "cps": 20.421875, "mean_p": 0.466482, "boundary_entropy": 0.687252, "bpb": 4.506696}, "hi": {"chunks": 9225.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.548291, "cps": 72.070312, "mean_p": 0.489657, "boundary_entropy": 0.689848, "bpb": 3.624262}, "ta": {"chunks": 12004.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.642097, "cps": 93.78125, "mean_p": 0.484194, "boundary_entropy": 0.69013, "bpb": 3.699512}, "th": {"chunks": 7760.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482437, "cps": 60.625, "mean_p": 0.471391, "boundary_entropy": 0.687747, "bpb": 3.421206}, "zh": {"chunks": 3292.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.557399, "cps": 25.71875, "mean_p": 0.486609, "boundary_entropy": 0.686222, "bpb": 6.400177}, "my": {"chunks": 2985.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.157536, "cps": 23.320312, "mean_p": 0.486395, "boundary_entropy": 0.690836, "bpb": 4.286373}}, "bpb": {"en": 4.46712, "de": 4.65658, "vi": 5.03806, "tr": 5.00858, "fi": 4.71682, "ru": 3.76536, "el": 4.5067, "hi": 3.62426, "ta": 3.69951, "th": 3.42121, "zh": 6.40018, "my": 4.28637}, "gini_cpc": 0.310501, "gini_cps": 0.296354, "bpic": 6.041417, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9909791677643354, "vi": 1.8812938695184658, "tr": 1.16209129682076, "fi": 0.7109143622457054, "ru": 2.010916164570445, "el": 0.7199115965821156, "hi": 3.0990296631497367, "ta": 3.6292338135786157, "th": 2.7268113140819876, "zh": 3.1505096572512503, "my": 0.89042099322033}, "t": 22.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.69705, "bpb": 3.89102, "chunk_loss": 0.028962, "F": 0.1506, "G": 0.435, "chunks": 154.22, "bytes_per_chunk": 6.64, "boundary_entropy": 0.6687, "router_noise": 0.0, "grad_norm": 1.7681, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 23.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3500.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201115, "cps": 27.34375, "mean_p": 0.357699, "boundary_entropy": 0.596906, "bpb": 3.854473}, "de": {"chunks": 4752.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231432, "cps": 37.125, "mean_p": 0.376985, "boundary_entropy": 0.615355, "bpb": 4.096763}, "vi": {"chunks": 4639.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.251641, "cps": 36.242188, "mean_p": 0.377982, "boundary_entropy": 0.621521, "bpb": 3.609655}, "tr": {"chunks": 4257.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.235154, "cps": 33.257812, "mean_p": 0.39396, "boundary_entropy": 0.628252, "bpb": 4.218777}, "fi": {"chunks": 3958.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210409, "cps": 30.921875, "mean_p": 0.384058, "boundary_entropy": 0.623201, "bpb": 4.089803}, "ru": {"chunks": 4352.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.229657, "cps": 34.0, "mean_p": 0.479159, "boundary_entropy": 0.681656, "bpb": 2.848696}, "el": {"chunks": 8104.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.394874, "cps": 63.3125, "mean_p": 0.481167, "boundary_entropy": 0.688499, "bpb": 3.036885}, "hi": {"chunks": 8523.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.506568, "cps": 66.585938, "mean_p": 0.455743, "boundary_entropy": 0.671837, "bpb": 2.450633}, "ta": {"chunks": 9775.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.522867, "cps": 76.367188, "mean_p": 0.462403, "boundary_entropy": 0.683229, "bpb": 2.310735}, "th": {"chunks": 15022.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.933914, "cps": 117.359375, "mean_p": 0.462313, "boundary_entropy": 0.683636, "bpb": 2.357541}, "zh": {"chunks": 3245.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549441, "cps": 25.351562, "mean_p": 0.46711, "boundary_entropy": 0.681292, "bpb": 5.357706}, "my": {"chunks": 10258.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.541376, "cps": 80.140625, "mean_p": 0.453281, "boundary_entropy": 0.683664, "bpb": 2.516293}}, "bpb": {"en": 3.85447, "de": 4.09676, "vi": 3.60965, "tr": 4.21878, "fi": 4.0898, "ru": 2.8487, "el": 3.03689, "hi": 2.45063, "ta": 2.31074, "th": 2.35754, "zh": 5.35771, "my": 2.51629}, "gini_cpc": 0.272242, "gini_cps": 0.273462, "bpic": 4.774286, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1507476605603524, "vi": 1.2512304544926187, "tr": 1.169254835425857, "fi": 1.046212687105569, "ru": 1.1419201809272521, "el": 1.9634265667091277, "hi": 2.5187988792188496, "ta": 2.5998444962365794, "th": 4.643685172520983, "zh": 2.7319788592714436, "my": 2.6918781326336743}, "t": 26.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.85689, "de": 4.09754, "vi": 3.61589, "tr": 4.22806, "fi": 4.09179, "ru": 2.83357, "el": 3.02939, "hi": 2.44595, "ta": 2.32786, "th": 2.39028, "zh": 5.36341, "my": 2.53202}, "bytes_per_chunk": {"en": 4.883, "de": 4.534, "vi": 5.162, "tr": 4.824, "fi": 5.01, "ru": 7.597, "el": 4.473, "hi": 5.16, "ta": 5.121, "th": 3.156, "zh": 5.853, "my": 4.855}, "bpb_mean": 3.40105, "t": 28.1} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.51503, "bpb": 3.62842, "chunk_loss": 0.031162, "F": 0.19229, "G": 0.41294, "chunks": 196.91, "bytes_per_chunk": 5.2, "boundary_entropy": 0.64191, "router_noise": 0.0, "grad_norm": 0.8813, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 28.1} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.46931, "bpb": 3.56247, "chunk_loss": 0.031137, "F": 0.18893, "G": 0.40568, "chunks": 193.47, "bytes_per_chunk": 5.293, "boundary_entropy": 0.64476, "router_noise": 0.0, "grad_norm": 1.6171, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 30.4} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2616.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.150319, "cps": 20.4375, "mean_p": 0.345926, "boundary_entropy": 0.592793, "bpb": 3.628446}, "de": {"chunks": 4114.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.20036, "cps": 32.140625, "mean_p": 0.355676, "boundary_entropy": 0.6006, "bpb": 3.846412}, "vi": {"chunks": 3057.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.165826, "cps": 23.882812, "mean_p": 0.381109, "boundary_entropy": 0.628708, "bpb": 3.197745}, "tr": {"chunks": 3152.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174115, "cps": 24.625, "mean_p": 0.360757, "boundary_entropy": 0.608053, "bpb": 3.846097}, "fi": {"chunks": 3049.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162086, "cps": 23.820312, "mean_p": 0.34158, "boundary_entropy": 0.593541, "bpb": 3.875066}, "ru": {"chunks": 4724.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.249288, "cps": 36.90625, "mean_p": 0.460451, "boundary_entropy": 0.678107, "bpb": 2.649669}, "el": {"chunks": 6029.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293768, "cps": 47.101562, "mean_p": 0.459582, "boundary_entropy": 0.682127, "bpb": 2.76021}, "hi": {"chunks": 8924.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.530401, "cps": 69.71875, "mean_p": 0.369687, "boundary_entropy": 0.598481, "bpb": 2.112584}, "ta": {"chunks": 13043.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.697673, "cps": 101.898438, "mean_p": 0.378447, "boundary_entropy": 0.60746, "bpb": 1.944292}, "th": {"chunks": 4677.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.290768, "cps": 36.539062, "mean_p": 0.4126, "boundary_entropy": 0.663828, "bpb": 2.069386}, "zh": {"chunks": 4117.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.697088, "cps": 32.164062, "mean_p": 0.416703, "boundary_entropy": 0.64609, "bpb": 4.982389}, "my": {"chunks": 11172.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.589614, "cps": 87.28125, "mean_p": 0.420736, "boundary_entropy": 0.668034, "bpb": 2.221303}}, "bpb": {"en": 3.62845, "de": 3.84641, "vi": 3.19774, "tr": 3.8461, "fi": 3.87507, "ru": 2.64967, "el": 2.76021, "hi": 2.11258, "ta": 1.94429, "th": 2.06939, "zh": 4.98239, "my": 2.2213}, "gini_cpc": 0.315489, "gini_cps": 0.298085, "bpic": 5.588447, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3329021262259857, "vi": 1.1031604347533985, "tr": 1.158302617995801, "fi": 1.07828092239608, "ru": 1.6583914695843722, "el": 1.9542981425628085, "hi": 3.5285060730400644, "ta": 4.641286796008353, "th": 1.9343394324303516, "zh": 4.637391961836355, "my": 3.9224185264160925}, "t": 31.6} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.31952, "bpb": 3.34636, "chunk_loss": 0.031111, "F": 0.19196, "G": 0.37392, "chunks": 196.56, "bytes_per_chunk": 5.21, "boundary_entropy": 0.61096, "router_noise": 0.0, "grad_norm": 2.0235, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.064, "alpha": 0.03, "t": 33.6} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.08517, "bpb": 3.00826, "chunk_loss": 0.031353, "F": 0.19373, "G": 0.36897, "chunks": 198.38, "bytes_per_chunk": 5.162, "boundary_entropy": 0.58961, "router_noise": 0.0, "grad_norm": 0.7716, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 35.7} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3102.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178245, "cps": 24.234375, "mean_p": 0.33507, "boundary_entropy": 0.555608, "bpb": 3.220415}, "de": {"chunks": 3524.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171626, "cps": 27.53125, "mean_p": 0.34689, "boundary_entropy": 0.575484, "bpb": 3.535287}, "vi": {"chunks": 4564.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.247573, "cps": 35.65625, "mean_p": 0.393707, "boundary_entropy": 0.62242, "bpb": 2.805246}, "tr": {"chunks": 3396.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187593, "cps": 26.53125, "mean_p": 0.336927, "boundary_entropy": 0.550492, "bpb": 3.444982}, "fi": {"chunks": 3097.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164638, "cps": 24.195312, "mean_p": 0.327985, "boundary_entropy": 0.54409, "bpb": 3.590796}, "ru": {"chunks": 4009.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.211557, "cps": 31.320312, "mean_p": 0.301439, "boundary_entropy": 0.480442, "bpb": 2.533724}, "el": {"chunks": 6714.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327145, "cps": 52.453125, "mean_p": 0.294952, "boundary_entropy": 0.50483, "bpb": 2.551994}, "hi": {"chunks": 7481.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444636, "cps": 58.445312, "mean_p": 0.346678, "boundary_entropy": 0.565712, "bpb": 1.791175}, "ta": {"chunks": 10855.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.580637, "cps": 84.804688, "mean_p": 0.2867, "boundary_entropy": 0.446182, "bpb": 1.581237}, "th": {"chunks": 8234.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.511906, "cps": 64.328125, "mean_p": 0.291417, "boundary_entropy": 0.517772, "bpb": 1.891468}, "zh": {"chunks": 2932.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496444, "cps": 22.90625, "mean_p": 0.338315, "boundary_entropy": 0.56796, "bpb": 4.130733}, "my": {"chunks": 2725.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.143815, "cps": 21.289062, "mean_p": 0.377552, "boundary_entropy": 0.649297, "bpb": 2.011843}}, "bpb": {"en": 3.22041, "de": 3.53529, "vi": 2.80525, "tr": 3.44498, "fi": 3.5908, "ru": 2.53372, "el": 2.55199, "hi": 1.79117, "ta": 1.58124, "th": 1.89147, "zh": 4.13073, "my": 2.01184}, "gini_cpc": 0.272582, "gini_cps": 0.260976, "bpic": 6.329573, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9628659286117804, "vi": 1.388944270186588, "tr": 1.0524451155332837, "fi": 0.9236589624552982, "ru": 1.18688644146512, "el": 1.8353665760291018, "hi": 2.4945195306100745, "ta": 3.2575169562502615, "th": 2.871918585320129, "zh": 2.785177320248038, "my": 0.806836352284926}, "t": 38.6} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.22638, "de": 3.5335, "vi": 2.81122, "tr": 3.45508, "fi": 3.58252, "ru": 2.5219, "el": 2.54575, "hi": 1.78685, "ta": 1.5988, "th": 1.92096, "zh": 4.13831, "my": 2.02737}, "bytes_per_chunk": {"en": 5.721, "de": 6.025, "vi": 5.267, "tr": 5.49, "fi": 6.483, "ru": 9.339, "el": 5.662, "hi": 4.894, "ta": 4.67, "th": 5.181, "zh": 6.005, "my": 16.004}, "bpb_mean": 2.76239, "t": 39.9} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23107, "bpb": 3.21875, "chunk_loss": 0.029938, "F": 0.16101, "G": 0.32955, "chunks": 164.88, "bytes_per_chunk": 6.211, "boundary_entropy": 0.54946, "router_noise": 0.0, "grad_norm": 1.022, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 39.9} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.16919, "bpb": 3.12948, "chunk_loss": 0.030795, "F": 0.18521, "G": 0.33301, "chunks": 189.66, "bytes_per_chunk": 5.399, "boundary_entropy": 0.54497, "router_noise": 0.0, "grad_norm": 1.0044, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 42.0} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05378, "bpb": 2.96299, "chunk_loss": 0.030249, "F": 0.17285, "G": 0.31574, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.53017, "router_noise": 0.0, "grad_norm": 0.9456, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.0} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.90684, "bpb": 2.75099, "chunk_loss": 0.030566, "F": 0.18137, "G": 0.3248, "chunks": 185.72, "bytes_per_chunk": 5.514, "boundary_entropy": 0.5249, "router_noise": 0.0, "grad_norm": 0.8375, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 46.0} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3298.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189508, "cps": 25.765625, "mean_p": 0.28652, "boundary_entropy": 0.445989, "bpb": 2.87824}, "de": {"chunks": 3854.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187698, "cps": 30.109375, "mean_p": 0.289571, "boundary_entropy": 0.461443, "bpb": 3.201619}, "vi": {"chunks": 4344.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235639, "cps": 33.9375, "mean_p": 0.347118, "boundary_entropy": 0.555913, "bpb": 2.556503}, "tr": {"chunks": 3797.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209744, "cps": 29.664062, "mean_p": 0.294172, "boundary_entropy": 0.460756, "bpb": 3.15543}, "fi": {"chunks": 3599.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191324, "cps": 28.117188, "mean_p": 0.289858, "boundary_entropy": 0.449181, "bpb": 3.358134}, "ru": {"chunks": 5179.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273298, "cps": 40.460938, "mean_p": 0.324937, "boundary_entropy": 0.552886, "bpb": 2.142862}, "el": {"chunks": 6649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323978, "cps": 51.945312, "mean_p": 0.39597, "boundary_entropy": 0.639926, "bpb": 2.223917}, "hi": {"chunks": 6665.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396137, "cps": 52.070312, "mean_p": 0.340767, "boundary_entropy": 0.569233, "bpb": 1.617225}, "ta": {"chunks": 6829.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.365285, "cps": 53.351562, "mean_p": 0.268764, "boundary_entropy": 0.488396, "bpb": 1.358612}, "th": {"chunks": 6712.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.417283, "cps": 52.4375, "mean_p": 0.349985, "boundary_entropy": 0.60188, "bpb": 1.721768}, "zh": {"chunks": 3197.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541314, "cps": 24.976562, "mean_p": 0.386638, "boundary_entropy": 0.598228, "bpb": 3.843487}, "my": {"chunks": 13380.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.706143, "cps": 104.53125, "mean_p": 0.350673, "boundary_entropy": 0.558198, "bpb": 1.656772}}, "bpb": {"en": 2.87824, "de": 3.20162, "vi": 2.5565, "tr": 3.15543, "fi": 3.35813, "ru": 2.14286, "el": 2.22392, "hi": 1.61722, "ta": 1.35861, "th": 1.72177, "zh": 3.84349, "my": 1.65677}, "gini_cpc": 0.244022, "gini_cps": 0.233499, "bpic": 5.685392, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9904504919634612, "vi": 1.2434265706316079, "tr": 1.1067856370830254, "fi": 1.009586261654383, "ru": 1.442149107718598, "el": 1.7095781428441879, "hi": 2.090347790592164, "ta": 1.927547602338195, "th": 2.2019342738970296, "zh": 2.8564239283852113, "my": 3.7262003839815407}, "t": 48.9} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.88721, "de": 3.2004, "vi": 2.55959, "tr": 3.16565, "fi": 3.35118, "ru": 2.1265, "el": 2.21408, "hi": 1.61021, "ta": 1.37139, "th": 1.75056, "zh": 3.85418, "my": 1.66883}, "bytes_per_chunk": {"en": 5.654, "de": 5.666, "vi": 6.038, "tr": 5.194, "fi": 5.686, "ru": 7.25, "el": 5.542, "hi": 6.228, "ta": 7.723, "th": 7.578, "zh": 5.349, "my": 4.37}, "bpb_mean": 2.47998, "t": 50.2} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.89656, "bpb": 2.73615, "chunk_loss": 0.030199, "F": 0.16943, "G": 0.31588, "chunks": 173.5, "bytes_per_chunk": 5.902, "boundary_entropy": 0.51425, "router_noise": 0.0, "grad_norm": 0.8843, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 50.2} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.9351, "bpb": 2.79176, "chunk_loss": 0.030195, "F": 0.17419, "G": 0.31022, "chunks": 178.38, "bytes_per_chunk": 5.741, "boundary_entropy": 0.50084, "router_noise": 0.0, "grad_norm": 0.8314, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 52.3} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.77902, "bpb": 2.56658, "chunk_loss": 0.030285, "F": 0.17618, "G": 0.29603, "chunks": 180.41, "bytes_per_chunk": 5.676, "boundary_entropy": 0.4694, "router_noise": 0.0, "grad_norm": 0.9695, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 54.3} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.8572, "bpb": 2.67938, "chunk_loss": 0.030413, "F": 0.18222, "G": 0.30017, "chunks": 186.59, "bytes_per_chunk": 5.488, "boundary_entropy": 0.4613, "router_noise": 0.0, "grad_norm": 0.8148, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.3} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3202.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183991, "cps": 25.015625, "mean_p": 0.256109, "boundary_entropy": 0.366806, "bpb": 2.682189}, "de": {"chunks": 4062.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197828, "cps": 31.734375, "mean_p": 0.274229, "boundary_entropy": 0.398062, "bpb": 3.034644}, "vi": {"chunks": 4105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222674, "cps": 32.070312, "mean_p": 0.302479, "boundary_entropy": 0.499444, "bpb": 2.399351}, "tr": {"chunks": 3346.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184831, "cps": 26.140625, "mean_p": 0.261934, "boundary_entropy": 0.399903, "bpb": 3.03554}, "fi": {"chunks": 3478.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184892, "cps": 27.171875, "mean_p": 0.252024, "boundary_entropy": 0.377886, "bpb": 3.23269}, "ru": {"chunks": 6950.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366755, "cps": 54.296875, "mean_p": 0.344911, "boundary_entropy": 0.569369, "bpb": 1.988317}, "el": {"chunks": 7867.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383326, "cps": 61.460938, "mean_p": 0.382214, "boundary_entropy": 0.625907, "bpb": 2.096759}, "hi": {"chunks": 7108.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.422467, "cps": 55.53125, "mean_p": 0.284789, "boundary_entropy": 0.497054, "bpb": 1.537165}, "ta": {"chunks": 8145.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435678, "cps": 63.632812, "mean_p": 0.305973, "boundary_entropy": 0.501504, "bpb": 1.273775}, "th": {"chunks": 8539.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.530867, "cps": 66.710938, "mean_p": 0.424504, "boundary_entropy": 0.644879, "bpb": 1.581832}, "zh": {"chunks": 3496.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.59194, "cps": 27.3125, "mean_p": 0.361175, "boundary_entropy": 0.531619, "bpb": 3.709311}, "my": {"chunks": 10442.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.551087, "cps": 81.578125, "mean_p": 0.321402, "boundary_entropy": 0.532465, "bpb": 1.484709}}, "bpb": {"en": 2.68219, "de": 3.03464, "vi": 2.39935, "tr": 3.03554, "fi": 3.23269, "ru": 1.98832, "el": 2.09676, "hi": 1.53717, "ta": 1.27378, "th": 1.58183, "zh": 3.70931, "my": 1.48471}, "gini_cpc": 0.235155, "gini_cps": 0.227222, "bpic": 5.425233, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0752025965848975, "vi": 1.2102436485739945, "tr": 1.0045653121773206, "fi": 1.0048945407206722, "ru": 1.993326235746458, "el": 2.083392505835001, "hi": 2.296122946932313, "ta": 2.3679275573119836, "th": 2.8852851526390966, "zh": 3.2172201043497832, "my": 2.99518122974914}, "t": 59.2} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.68994, "de": 3.03643, "vi": 2.40433, "tr": 3.04748, "fi": 3.23005, "ru": 1.97309, "el": 2.08599, "hi": 1.53283, "ta": 1.28667, "th": 1.60984, "zh": 3.71942, "my": 1.49493}, "bytes_per_chunk": {"en": 5.733, "de": 5.244, "vi": 6.014, "tr": 5.893, "fi": 5.64, "ru": 5.848, "el": 4.558, "hi": 5.905, "ta": 6.32, "th": 5.571, "zh": 4.828, "my": 5.435}, "bpb_mean": 2.34258, "t": 60.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83295, "bpb": 2.64438, "chunk_loss": 0.030596, "F": 0.18292, "G": 0.29812, "chunks": 187.31, "bytes_per_chunk": 5.467, "boundary_entropy": 0.456, "router_noise": 0.0, "grad_norm": 0.8968, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 60.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63047, "bpb": 2.35227, "chunk_loss": 0.029921, "F": 0.16379, "G": 0.29398, "chunks": 167.72, "bytes_per_chunk": 6.105, "boundary_entropy": 0.46112, "router_noise": 0.0, "grad_norm": 0.8138, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 62.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.7208, "bpb": 2.48259, "chunk_loss": 0.030363, "F": 0.18018, "G": 0.29443, "chunks": 184.5, "bytes_per_chunk": 5.55, "boundary_entropy": 0.44361, "router_noise": 0.0, "grad_norm": 0.9356, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.5} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87094, "bpb": 2.6992, "chunk_loss": 0.030602, "F": 0.18835, "G": 0.28418, "chunks": 192.88, "bytes_per_chunk": 5.309, "boundary_entropy": 0.40961, "router_noise": 0.0, "grad_norm": 0.9271, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 66.5} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3314.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190427, "cps": 25.890625, "mean_p": 0.246812, "boundary_entropy": 0.323909, "bpb": 2.549457}, "de": {"chunks": 4242.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.206594, "cps": 33.140625, "mean_p": 0.26836, "boundary_entropy": 0.353481, "bpb": 2.897853}, "vi": {"chunks": 4257.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230919, "cps": 33.257812, "mean_p": 0.298162, "boundary_entropy": 0.471663, "bpb": 2.290669}, "tr": {"chunks": 4276.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236204, "cps": 33.40625, "mean_p": 0.274482, "boundary_entropy": 0.371257, "bpb": 2.908347}, "fi": {"chunks": 3726.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198076, "cps": 29.109375, "mean_p": 0.243884, "boundary_entropy": 0.329126, "bpb": 3.150684}, "ru": {"chunks": 5628.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296992, "cps": 43.96875, "mean_p": 0.330621, "boundary_entropy": 0.565113, "bpb": 1.902014}, "el": {"chunks": 7463.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.363641, "cps": 58.304688, "mean_p": 0.37472, "boundary_entropy": 0.618088, "bpb": 1.989964}, "hi": {"chunks": 7879.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.468291, "cps": 61.554688, "mean_p": 0.315273, "boundary_entropy": 0.527348, "bpb": 1.472325}, "ta": {"chunks": 8661.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463279, "cps": 67.664062, "mean_p": 0.349476, "boundary_entropy": 0.553427, "bpb": 1.258394}, "th": {"chunks": 10096.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.627666, "cps": 78.875, "mean_p": 0.426075, "boundary_entropy": 0.638145, "bpb": 1.516522}, "zh": {"chunks": 3222.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545547, "cps": 25.171875, "mean_p": 0.298188, "boundary_entropy": 0.437943, "bpb": 3.614912}, "my": {"chunks": 10876.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.573992, "cps": 84.96875, "mean_p": 0.331511, "boundary_entropy": 0.547059, "bpb": 1.40963}}, "bpb": {"en": 2.54946, "de": 2.89785, "vi": 2.29067, "tr": 2.90835, "fi": 3.15068, "ru": 1.90201, "el": 1.98996, "hi": 1.47233, "ta": 1.25839, "th": 1.51652, "zh": 3.61491, "my": 1.40963}, "gini_cpc": 0.23666, "gini_cps": 0.236434, "bpic": 5.211583, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0849004095178518, "vi": 1.212640655099823, "tr": 1.2403914421036921, "fi": 1.0401658308851056, "ru": 1.559611721600056, "el": 1.9096079435848516, "hi": 2.4591648560163057, "ta": 2.432843571075436, "th": 3.2960963079175976, "zh": 2.8648620175139747, "my": 3.0142372944840683}, "t": 69.4} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.5592, "de": 2.89901, "vi": 2.29361, "tr": 2.91918, "fi": 3.14693, "ru": 1.8846, "el": 1.98012, "hi": 1.4686, "ta": 1.26692, "th": 1.54283, "zh": 3.62209, "my": 1.41759}, "bytes_per_chunk": {"en": 5.647, "de": 5.099, "vi": 6.111, "tr": 4.719, "fi": 5.291, "ru": 6.752, "el": 4.86, "hi": 5.179, "ta": 6.107, "th": 4.72, "zh": 5.095, "my": 5.44}, "bpb_mean": 2.25006, "t": 70.7} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54416, "bpb": 2.22775, "chunk_loss": 0.030619, "F": 0.1828, "G": 0.30323, "chunks": 187.19, "bytes_per_chunk": 5.47, "boundary_entropy": 0.46317, "router_noise": 0.0, "grad_norm": 0.792, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 70.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.76558, "bpb": 2.5472, "chunk_loss": 0.030291, "F": 0.17789, "G": 0.27995, "chunks": 182.16, "bytes_per_chunk": 5.622, "boundary_entropy": 0.41569, "router_noise": 0.0, "grad_norm": 0.9236, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 72.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59007, "bpb": 2.29399, "chunk_loss": 0.030241, "F": 0.17688, "G": 0.29422, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.43363, "router_noise": 0.0, "grad_norm": 0.8158, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 74.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61332, "bpb": 2.32753, "chunk_loss": 0.030145, "F": 0.1745, "G": 0.28851, "chunks": 178.69, "bytes_per_chunk": 5.731, "boundary_entropy": 0.42135, "router_noise": 0.0, "grad_norm": 0.935, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3368.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19353, "cps": 26.3125, "mean_p": 0.251751, "boundary_entropy": 0.319364, "bpb": 2.460248}, "de": {"chunks": 4070.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198218, "cps": 31.796875, "mean_p": 0.262224, "boundary_entropy": 0.341151, "bpb": 2.802987}, "vi": {"chunks": 4101.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222457, "cps": 32.039062, "mean_p": 0.287168, "boundary_entropy": 0.452091, "bpb": 2.242921}, "tr": {"chunks": 3623.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200133, "cps": 28.304688, "mean_p": 0.251393, "boundary_entropy": 0.350561, "bpb": 2.814326}, "fi": {"chunks": 3757.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199724, "cps": 29.351562, "mean_p": 0.237565, "boundary_entropy": 0.31126, "bpb": 3.03168}, "ru": {"chunks": 7193.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.379578, "cps": 56.195312, "mean_p": 0.353344, "boundary_entropy": 0.569424, "bpb": 1.823759}, "el": {"chunks": 6947.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.338498, "cps": 54.273438, "mean_p": 0.405277, "boundary_entropy": 0.640912, "bpb": 1.938795}, "hi": {"chunks": 6136.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.364695, "cps": 47.9375, "mean_p": 0.289875, "boundary_entropy": 0.520683, "bpb": 1.441694}, "ta": {"chunks": 8008.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.42835, "cps": 62.5625, "mean_p": 0.424279, "boundary_entropy": 0.627503, "bpb": 1.187957}, "th": {"chunks": 6813.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.423562, "cps": 53.226562, "mean_p": 0.409615, "boundary_entropy": 0.642559, "bpb": 1.456839}, "zh": {"chunks": 3251.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.550457, "cps": 25.398438, "mean_p": 0.29095, "boundary_entropy": 0.416135, "bpb": 3.583155}, "my": {"chunks": 9207.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.485909, "cps": 71.929688, "mean_p": 0.337273, "boundary_entropy": 0.572911, "bpb": 1.372669}}, "bpb": {"en": 2.46025, "de": 2.80299, "vi": 2.24292, "tr": 2.81433, "fi": 3.03168, "ru": 1.82376, "el": 1.93879, "hi": 1.44169, "ta": 1.18796, "th": 1.45684, "zh": 3.58315, "my": 1.37267}, "gini_cpc": 0.203476, "gini_cps": 0.198674, "bpic": 5.7734, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0242218568730044, "vi": 1.1494727092107018, "tr": 1.0341173389851657, "fi": 1.0320039249031905, "ru": 1.9613399902230524, "el": 1.7490752366008915, "hi": 1.8844400052235355, "ta": 2.2133527388971226, "th": 2.188614947905168, "zh": 2.844301067073784, "my": 2.5107692693893577}, "t": 79.6} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.4672, "de": 2.80566, "vi": 2.24853, "tr": 2.82274, "fi": 3.03417, "ru": 1.80655, "el": 1.92799, "hi": 1.43927, "ta": 1.19773, "th": 1.48302, "zh": 3.58801, "my": 1.38045}, "bytes_per_chunk": {"en": 5.567, "de": 5.263, "vi": 6.224, "tr": 5.634, "fi": 5.237, "ru": 5.245, "el": 5.592, "hi": 6.704, "ta": 7.033, "th": 7.154, "zh": 5.116, "my": 5.769}, "bpb_mean": 2.18344, "t": 80.8} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.6975, "bpb": 2.44898, "chunk_loss": 0.030426, "F": 0.18185, "G": 0.28059, "chunks": 186.22, "bytes_per_chunk": 5.499, "boundary_entropy": 0.40858, "router_noise": 0.0, "grad_norm": 0.7832, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 80.9} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60131, "bpb": 2.3102, "chunk_loss": 0.031022, "F": 0.1908, "G": 0.30762, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.44603, "router_noise": 0.0, "grad_norm": 0.9461, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 82.8} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.71307, "bpb": 2.47144, "chunk_loss": 0.029905, "F": 0.17023, "G": 0.28715, "chunks": 174.31, "bytes_per_chunk": 5.875, "boundary_entropy": 0.41187, "router_noise": 0.0, "grad_norm": 0.8779, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 84.8} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.50486, "bpb": 2.17106, "chunk_loss": 0.030121, "F": 0.16965, "G": 0.29323, "chunks": 173.72, "bytes_per_chunk": 5.895, "boundary_entropy": 0.4318, "router_noise": 0.0, "grad_norm": 0.8825, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.8} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.240049, "boundary_entropy": 0.285017, "bpb": 2.399191}, "de": {"chunks": 3994.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194516, "cps": 31.203125, "mean_p": 0.242993, "boundary_entropy": 0.294922, "bpb": 2.719121}, "vi": {"chunks": 4087.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221698, "cps": 31.929688, "mean_p": 0.271948, "boundary_entropy": 0.424871, "bpb": 2.186549}, "tr": {"chunks": 4357.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.240678, "cps": 34.039062, "mean_p": 0.270847, "boundary_entropy": 0.339161, "bpb": 2.726278}, "fi": {"chunks": 3469.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184413, "cps": 27.101562, "mean_p": 0.213705, "boundary_entropy": 0.270321, "bpb": 2.971017}, "ru": {"chunks": 6056.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319578, "cps": 47.3125, "mean_p": 0.343257, "boundary_entropy": 0.570114, "bpb": 1.791565}, "el": {"chunks": 8797.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.428641, "cps": 68.726562, "mean_p": 0.409765, "boundary_entropy": 0.629288, "bpb": 1.860386}, "hi": {"chunks": 6419.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.381516, "cps": 50.148438, "mean_p": 0.375467, "boundary_entropy": 0.6102, "bpb": 1.426791}, "ta": {"chunks": 11691.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.625354, "cps": 91.335938, "mean_p": 0.464714, "boundary_entropy": 0.64154, "bpb": 1.146417}, "th": {"chunks": 8976.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.558035, "cps": 70.125, "mean_p": 0.422359, "boundary_entropy": 0.637019, "bpb": 1.407335}, "zh": {"chunks": 3206.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542838, "cps": 25.046875, "mean_p": 0.279009, "boundary_entropy": 0.374141, "bpb": 3.538012}, "my": {"chunks": 13068.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.689677, "cps": 102.09375, "mean_p": 0.376009, "boundary_entropy": 0.593709, "bpb": 1.344514}}, "bpb": {"en": 2.39919, "de": 2.71912, "vi": 2.18655, "tr": 2.72628, "fi": 2.97102, "ru": 1.79157, "el": 1.86039, "hi": 1.42679, "ta": 1.14642, "th": 1.40734, "zh": 3.53801, "my": 1.34451}, "gini_cpc": 0.259349, "gini_cps": 0.274519, "bpic": 4.955978, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0202424553814442, "vi": 1.1628112752346718, "tr": 1.2623644248268324, "fi": 0.9672531548477415, "ru": 1.676194420455467, "el": 2.2482338652553975, "hi": 2.001059679876615, "ta": 3.280000648073408, "th": 2.926911002298481, "zh": 2.8471989437902665, "my": 3.617374628802307}, "t": 89.7} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.40804, "de": 2.72475, "vi": 2.18929, "tr": 2.73567, "fi": 2.9743, "ru": 1.77356, "el": 1.8514, "hi": 1.42302, "ta": 1.15409, "th": 1.42978, "zh": 3.5396, "my": 1.35257}, "bytes_per_chunk": {"en": 5.613, "de": 5.424, "vi": 6.301, "tr": 4.653, "fi": 5.662, "ru": 6.143, "el": 4.464, "hi": 6.731, "ta": 5.17, "th": 5.227, "zh": 5.171, "my": 4.4}, "bpb_mean": 2.12967, "t": 91.0} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.69714, "bpb": 2.44846, "chunk_loss": 0.030737, "F": 0.18832, "G": 0.29502, "chunks": 192.84, "bytes_per_chunk": 5.31, "boundary_entropy": 0.41356, "router_noise": 0.0, "grad_norm": 0.7396, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 91.0} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.69951, "bpb": 2.45187, "chunk_loss": 0.02997, "F": 0.17093, "G": 0.28839, "chunks": 175.03, "bytes_per_chunk": 5.85, "boundary_entropy": 0.41799, "router_noise": 0.0, "grad_norm": 0.7971, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.0} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67693, "bpb": 2.41929, "chunk_loss": 0.030207, "F": 0.17685, "G": 0.27481, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.38344, "router_noise": 0.0, "grad_norm": 0.9328, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.0} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.56917, "bpb": 2.26383, "chunk_loss": 0.030722, "F": 0.1893, "G": 0.28881, "chunks": 193.84, "bytes_per_chunk": 5.283, "boundary_entropy": 0.40719, "router_noise": 0.0, "grad_norm": 0.8834, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 97.0} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3225.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185313, "cps": 25.195312, "mean_p": 0.233899, "boundary_entropy": 0.278, "bpb": 2.352719}, "de": {"chunks": 3899.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189889, "cps": 30.460938, "mean_p": 0.248734, "boundary_entropy": 0.309417, "bpb": 2.65483}, "vi": {"chunks": 4196.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227611, "cps": 32.78125, "mean_p": 0.271422, "boundary_entropy": 0.420239, "bpb": 2.144364}, "tr": {"chunks": 3898.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215323, "cps": 30.453125, "mean_p": 0.25146, "boundary_entropy": 0.331035, "bpb": 2.669487}, "fi": {"chunks": 3318.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176386, "cps": 25.921875, "mean_p": 0.213175, "boundary_entropy": 0.27293, "bpb": 2.903827}, "ru": {"chunks": 6830.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.360422, "cps": 53.359375, "mean_p": 0.346057, "boundary_entropy": 0.54879, "bpb": 1.730027}, "el": {"chunks": 6557.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.319495, "cps": 51.226562, "mean_p": 0.377792, "boundary_entropy": 0.612953, "bpb": 1.830674}, "hi": {"chunks": 6976.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414621, "cps": 54.5, "mean_p": 0.342451, "boundary_entropy": 0.573159, "bpb": 1.374051}, "ta": {"chunks": 7623.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.407756, "cps": 59.554688, "mean_p": 0.432795, "boundary_entropy": 0.628353, "bpb": 1.116788}, "th": {"chunks": 6406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.398259, "cps": 50.046875, "mean_p": 0.390735, "boundary_entropy": 0.62903, "bpb": 1.364504}, "zh": {"chunks": 3177.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.537928, "cps": 24.820312, "mean_p": 0.273041, "boundary_entropy": 0.366178, "bpb": 3.481589}, "my": {"chunks": 7933.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.418672, "cps": 61.976562, "mean_p": 0.370615, "boundary_entropy": 0.610503, "bpb": 1.318955}}, "bpb": {"en": 2.35272, "de": 2.65483, "vi": 2.14436, "tr": 2.66949, "fi": 2.90383, "ru": 1.73003, "el": 1.83067, "hi": 1.37405, "ta": 1.11679, "th": 1.3645, "zh": 3.48159, "my": 1.31896}, "gini_cpc": 0.198298, "gini_cps": 0.185239, "bpic": 5.99302, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0246964444076976, "vi": 1.2282499038103707, "tr": 1.1619453026544488, "fi": 0.9518289274088764, "ru": 1.9449385776523287, "el": 1.724085263385719, "hi": 2.2374111614084797, "ta": 2.2003656244363308, "th": 2.1491180429549415, "zh": 2.9028070783357878, "my": 2.2592717891315766}, "t": 99.8} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36285, "de": 2.66078, "vi": 2.14871, "tr": 2.6739, "fi": 2.9095, "ru": 1.71288, "el": 1.82101, "hi": 1.37068, "ta": 1.12515, "th": 1.38498, "zh": 3.48902, "my": 1.32685}, "bytes_per_chunk": {"en": 5.74, "de": 5.456, "vi": 5.904, "tr": 5.175, "fi": 5.739, "ru": 5.35, "el": 5.835, "hi": 5.762, "ta": 7.023, "th": 7.434, "zh": 5.11, "my": 7.029}, "bpb_mean": 2.08219, "t": 101.1} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78489, "bpb": 2.57505, "chunk_loss": 0.03038, "F": 0.18246, "G": 0.25685, "chunks": 186.84, "bytes_per_chunk": 5.481, "boundary_entropy": 0.34211, "router_noise": 0.0, "grad_norm": 1.0089, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 101.1} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57197, "bpb": 2.26787, "chunk_loss": 0.030035, "F": 0.17407, "G": 0.28129, "chunks": 178.25, "bytes_per_chunk": 5.745, "boundary_entropy": 0.39979, "router_noise": 0.0, "grad_norm": 0.823, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 103.1} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56075, "bpb": 2.25168, "chunk_loss": 0.030153, "F": 0.17328, "G": 0.28839, "chunks": 177.44, "bytes_per_chunk": 5.771, "boundary_entropy": 0.40963, "router_noise": 0.0, "grad_norm": 0.8405, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 105.1} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.5078, "bpb": 2.1753, "chunk_loss": 0.03013, "F": 0.17728, "G": 0.29505, "chunks": 181.53, "bytes_per_chunk": 5.641, "boundary_entropy": 0.40791, "router_noise": 0.0, "grad_norm": 0.8002, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.0} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3423.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19669, "cps": 26.742188, "mean_p": 0.243675, "boundary_entropy": 0.267951, "bpb": 2.314157}, "de": {"chunks": 4087.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199045, "cps": 31.929688, "mean_p": 0.251026, "boundary_entropy": 0.287161, "bpb": 2.599411}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.282249, "boundary_entropy": 0.419598, "bpb": 2.131532}, "tr": {"chunks": 4116.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227366, "cps": 32.15625, "mean_p": 0.260348, "boundary_entropy": 0.322186, "bpb": 2.592503}, "fi": {"chunks": 3652.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194142, "cps": 28.53125, "mean_p": 0.22701, "boundary_entropy": 0.262864, "bpb": 2.82731}, "ru": {"chunks": 6714.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354301, "cps": 52.453125, "mean_p": 0.341683, "boundary_entropy": 0.548257, "bpb": 1.681029}, "el": {"chunks": 7434.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.362228, "cps": 58.078125, "mean_p": 0.391438, "boundary_entropy": 0.613442, "bpb": 1.780345}, "hi": {"chunks": 6366.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378366, "cps": 49.734375, "mean_p": 0.337975, "boundary_entropy": 0.566647, "bpb": 1.349461}, "ta": {"chunks": 7442.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.398074, "cps": 58.140625, "mean_p": 0.416103, "boundary_entropy": 0.617738, "bpb": 1.106834}, "th": {"chunks": 8195.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.509481, "cps": 64.023438, "mean_p": 0.404842, "boundary_entropy": 0.626801, "bpb": 1.330273}, "zh": {"chunks": 3125.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.529123, "cps": 24.414062, "mean_p": 0.272621, "boundary_entropy": 0.362418, "bpb": 3.459748}, "my": {"chunks": 11026.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581908, "cps": 86.140625, "mean_p": 0.394501, "boundary_entropy": 0.611769, "bpb": 1.284419}}, "bpb": {"en": 2.31416, "de": 2.59941, "vi": 2.13153, "tr": 2.5925, "fi": 2.82731, "ru": 1.68103, "el": 1.78034, "hi": 1.34946, "ta": 1.10683, "th": 1.33027, "zh": 3.45975, "my": 1.28442}, "gini_cpc": 0.215674, "gini_cps": 0.218857, "bpic": 5.503736, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0119742260518787, "vi": 1.1447925974365245, "tr": 1.155957948874013, "fi": 0.9870430763583934, "ru": 1.801313665048712, "el": 1.8416153775100148, "hi": 1.923662072710651, "ta": 2.023864428265067, "th": 2.5902704655400743, "zh": 2.6901332977975425, "my": 2.958501767927241}, "t": 109.9} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32378, "de": 2.60372, "vi": 2.13708, "tr": 2.59883, "fi": 2.83333, "ru": 1.66112, "el": 1.7717, "hi": 1.34593, "ta": 1.11429, "th": 1.34978, "zh": 3.46111, "my": 1.2931}, "bytes_per_chunk": {"en": 5.367, "de": 5.143, "vi": 6.131, "tr": 4.863, "fi": 5.167, "ru": 5.435, "el": 5.241, "hi": 6.431, "ta": 7.096, "th": 5.714, "zh": 5.206, "my": 5.047}, "bpb_mean": 2.04115, "t": 111.2} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45065, "bpb": 2.09285, "chunk_loss": 0.030631, "F": 0.18826, "G": 0.30705, "chunks": 192.78, "bytes_per_chunk": 5.312, "boundary_entropy": 0.43232, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 111.2} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.43946, "bpb": 2.0767, "chunk_loss": 0.029949, "F": 0.16803, "G": 0.28685, "chunks": 172.06, "bytes_per_chunk": 5.951, "boundary_entropy": 0.41943, "router_noise": 0.0, "grad_norm": 0.7274, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 113.2} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54426, "bpb": 2.22789, "chunk_loss": 0.030349, "F": 0.18427, "G": 0.27536, "chunks": 188.69, "bytes_per_chunk": 5.427, "boundary_entropy": 0.36214, "router_noise": 0.0, "grad_norm": 0.7067, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 115.2} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60769, "bpb": 2.31941, "chunk_loss": 0.030072, "F": 0.17453, "G": 0.28425, "chunks": 178.72, "bytes_per_chunk": 5.73, "boundary_entropy": 0.3965, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 117.1} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3224.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185255, "cps": 25.1875, "mean_p": 0.221911, "boundary_entropy": 0.2401, "bpb": 2.272786}, "de": {"chunks": 3774.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183802, "cps": 29.484375, "mean_p": 0.224163, "boundary_entropy": 0.253307, "bpb": 2.566062}, "vi": {"chunks": 4611.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250122, "cps": 36.023438, "mean_p": 0.285792, "boundary_entropy": 0.408672, "bpb": 2.100357}, "tr": {"chunks": 3547.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195934, "cps": 27.710938, "mean_p": 0.219556, "boundary_entropy": 0.287096, "bpb": 2.555828}, "fi": {"chunks": 3457.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183775, "cps": 27.007812, "mean_p": 0.216804, "boundary_entropy": 0.250379, "bpb": 2.812388}, "ru": {"chunks": 5818.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.307018, "cps": 45.453125, "mean_p": 0.31277, "boundary_entropy": 0.518267, "bpb": 1.650431}, "el": {"chunks": 5228.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.254739, "cps": 40.84375, "mean_p": 0.339857, "boundary_entropy": 0.586557, "bpb": 1.764699}, "hi": {"chunks": 6600.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.392273, "cps": 51.5625, "mean_p": 0.381612, "boundary_entropy": 0.5952, "bpb": 1.322354}, "ta": {"chunks": 9966.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533084, "cps": 77.859375, "mean_p": 0.434991, "boundary_entropy": 0.626094, "bpb": 1.104608}, "th": {"chunks": 7473.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.464594, "cps": 58.382812, "mean_p": 0.407673, "boundary_entropy": 0.633157, "bpb": 1.306652}, "zh": {"chunks": 3094.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523874, "cps": 24.171875, "mean_p": 0.265906, "boundary_entropy": 0.353859, "bpb": 3.421236}, "my": {"chunks": 9346.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.493245, "cps": 73.015625, "mean_p": 0.390466, "boundary_entropy": 0.618708, "bpb": 1.264722}}, "bpb": {"en": 2.27279, "de": 2.56606, "vi": 2.10036, "tr": 2.55583, "fi": 2.81239, "ru": 1.65043, "el": 1.7647, "hi": 1.32235, "ta": 1.10461, "th": 1.30665, "zh": 3.42124, "my": 1.26472}, "gini_cpc": 0.228532, "gini_cps": 0.227827, "bpic": 5.802731, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9921528305400529, "vi": 1.350147035960968, "tr": 1.057644521444631, "fi": 0.9920112176326796, "ru": 1.6572712243922558, "el": 1.3750668770944998, "hi": 2.1174733333579137, "ta": 2.877560745598171, "th": 2.507858357161204, "zh": 2.827847295806342, "my": 2.662511471908753}, "t": 120.0} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28018, "de": 2.57297, "vi": 2.1043, "tr": 2.56146, "fi": 2.81481, "ru": 1.63019, "el": 1.75795, "hi": 1.31764, "ta": 1.11272, "th": 1.32743, "zh": 3.42169, "my": 1.27148}, "bytes_per_chunk": {"en": 5.758, "de": 5.609, "vi": 5.529, "tr": 5.675, "fi": 5.468, "ru": 6.17, "el": 7.478, "hi": 6.404, "ta": 5.823, "th": 6.303, "zh": 5.213, "my": 5.963}, "bpb_mean": 2.0144, "t": 121.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41224, "bpb": 2.03744, "chunk_loss": 0.030564, "F": 0.17697, "G": 0.30582, "chunks": 181.22, "bytes_per_chunk": 5.651, "boundary_entropy": 0.45226, "router_noise": 0.0, "grad_norm": 1.1051, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 121.3} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58496, "bpb": 2.28661, "chunk_loss": 0.030146, "F": 0.17719, "G": 0.27226, "chunks": 181.44, "bytes_per_chunk": 5.644, "boundary_entropy": 0.3636, "router_noise": 0.0, "grad_norm": 0.8716, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 123.3} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.6375, "bpb": 2.36242, "chunk_loss": 0.030492, "F": 0.18448, "G": 0.28437, "chunks": 188.91, "bytes_per_chunk": 5.421, "boundary_entropy": 0.39087, "router_noise": 0.0, "grad_norm": 0.8542, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 125.2} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37103, "bpb": 1.97798, "chunk_loss": 0.030173, "F": 0.17648, "G": 0.2896, "chunks": 180.72, "bytes_per_chunk": 5.666, "boundary_entropy": 0.41412, "router_noise": 0.0, "grad_norm": 0.7515, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 127.2} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3189.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183244, "cps": 24.914062, "mean_p": 0.224811, "boundary_entropy": 0.236383, "bpb": 2.242383}, "de": {"chunks": 3853.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187649, "cps": 30.101562, "mean_p": 0.233604, "boundary_entropy": 0.260552, "bpb": 2.514735}, "vi": {"chunks": 4300.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233252, "cps": 33.59375, "mean_p": 0.278246, "boundary_entropy": 0.405333, "bpb": 2.072183}, "tr": {"chunks": 3598.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198752, "cps": 28.109375, "mean_p": 0.228096, "boundary_entropy": 0.280392, "bpb": 2.513507}, "fi": {"chunks": 3508.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186487, "cps": 27.40625, "mean_p": 0.216016, "boundary_entropy": 0.241719, "bpb": 2.726788}, "ru": {"chunks": 6608.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.348707, "cps": 51.625, "mean_p": 0.336646, "boundary_entropy": 0.529615, "bpb": 1.619082}, "el": {"chunks": 6617.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322419, "cps": 51.695312, "mean_p": 0.363789, "boundary_entropy": 0.597834, "bpb": 1.730466}, "hi": {"chunks": 7351.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.436909, "cps": 57.429688, "mean_p": 0.400091, "boundary_entropy": 0.604912, "bpb": 1.327002}, "ta": {"chunks": 7952.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.425354, "cps": 62.125, "mean_p": 0.407019, "boundary_entropy": 0.614119, "bpb": 1.06726}, "th": {"chunks": 8433.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.524277, "cps": 65.882812, "mean_p": 0.41596, "boundary_entropy": 0.633877, "bpb": 1.276148}, "zh": {"chunks": 3062.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518456, "cps": 23.921875, "mean_p": 0.262691, "boundary_entropy": 0.337166, "bpb": 3.405234}, "my": {"chunks": 8597.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.453715, "cps": 67.164062, "mean_p": 0.368909, "boundary_entropy": 0.602763, "bpb": 1.239614}}, "bpb": {"en": 2.24238, "de": 2.51474, "vi": 2.07218, "tr": 2.51351, "fi": 2.72679, "ru": 1.61908, "el": 1.73047, "hi": 1.327, "ta": 1.06726, "th": 1.27615, "zh": 3.40523, "my": 1.23961}, "gini_cpc": 0.215525, "gini_cps": 0.209432, "bpic": 5.722267, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0240383066902055, "vi": 1.272901840924394, "tr": 1.0846264936675465, "fi": 1.0176942065632522, "ru": 1.90296333620435, "el": 1.75950250892134, "hi": 2.384300285574903, "ta": 2.3212424428684755, "th": 2.8610841803202702, "zh": 2.8293152777012325, "my": 2.4760143173444336}, "t": 130.1} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.24841, "de": 2.52193, "vi": 2.0778, "tr": 2.51863, "fi": 2.73361, "ru": 1.59734, "el": 1.72359, "hi": 1.32143, "ta": 1.07492, "th": 1.29415, "zh": 3.40565, "my": 1.24711}, "bytes_per_chunk": {"en": 5.753, "de": 5.483, "vi": 6.04, "tr": 5.582, "fi": 5.413, "ru": 5.328, "el": 5.691, "hi": 5.828, "ta": 6.571, "th": 5.471, "zh": 5.251, "my": 6.467}, "bpb_mean": 1.98038, "t": 131.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.28166, "bpb": 1.84904, "chunk_loss": 0.03022, "F": 0.17508, "G": 0.31568, "chunks": 179.28, "bytes_per_chunk": 5.712, "boundary_entropy": 0.45531, "router_noise": 0.0, "grad_norm": 0.739, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 131.4} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.5199, "bpb": 2.19276, "chunk_loss": 0.030264, "F": 0.17688, "G": 0.26565, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.36122, "router_noise": 0.0, "grad_norm": 0.6926, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 133.3} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47627, "bpb": 2.12981, "chunk_loss": 0.030318, "F": 0.18216, "G": 0.27549, "chunks": 186.53, "bytes_per_chunk": 5.49, "boundary_entropy": 0.36758, "router_noise": 0.0, "grad_norm": 0.7599, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 135.3} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.45575, "bpb": 2.1002, "chunk_loss": 0.030202, "F": 0.17606, "G": 0.29069, "chunks": 180.28, "bytes_per_chunk": 5.68, "boundary_entropy": 0.41464, "router_noise": 0.0, "grad_norm": 0.7304, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 137.3} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189622, "cps": 25.78125, "mean_p": 0.226467, "boundary_entropy": 0.225362, "bpb": 2.221886}, "de": {"chunks": 4024.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195977, "cps": 31.4375, "mean_p": 0.235679, "boundary_entropy": 0.249525, "bpb": 2.471411}, "vi": {"chunks": 4074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220993, "cps": 31.828125, "mean_p": 0.262471, "boundary_entropy": 0.387091, "bpb": 2.056088}, "tr": {"chunks": 3650.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201624, "cps": 28.515625, "mean_p": 0.227169, "boundary_entropy": 0.272748, "bpb": 2.481402}, "fi": {"chunks": 3608.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191803, "cps": 28.1875, "mean_p": 0.22353, "boundary_entropy": 0.242257, "bpb": 2.683271}, "ru": {"chunks": 5825.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.307388, "cps": 45.507812, "mean_p": 0.314306, "boundary_entropy": 0.511469, "bpb": 1.581715}, "el": {"chunks": 6215.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302831, "cps": 48.554688, "mean_p": 0.348177, "boundary_entropy": 0.582397, "bpb": 1.700007}, "hi": {"chunks": 7292.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433403, "cps": 56.96875, "mean_p": 0.38201, "boundary_entropy": 0.601375, "bpb": 1.291207}, "ta": {"chunks": 7745.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.414282, "cps": 60.507812, "mean_p": 0.405452, "boundary_entropy": 0.615937, "bpb": 1.056012}, "th": {"chunks": 8546.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.531302, "cps": 66.765625, "mean_p": 0.418108, "boundary_entropy": 0.63457, "bpb": 1.248741}, "zh": {"chunks": 3040.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514731, "cps": 23.75, "mean_p": 0.268939, "boundary_entropy": 0.354658, "bpb": 3.373269}, "my": {"chunks": 7766.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.409859, "cps": 60.671875, "mean_p": 0.36951, "boundary_entropy": 0.604441, "bpb": 1.219528}}, "bpb": {"en": 2.22189, "de": 2.47141, "vi": 2.05609, "tr": 2.4814, "fi": 2.68327, "ru": 1.58172, "el": 1.70001, "hi": 1.29121, "ta": 1.05601, "th": 1.24874, "zh": 3.37327, "my": 1.21953}, "gini_cpc": 0.212096, "gini_cps": 0.200063, "bpic": 5.896612, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0335125275056116, "vi": 1.1654350173829424, "tr": 1.0632918702575664, "fi": 1.011497528042103, "ru": 1.6210518109858478, "el": 1.597020416118501, "hi": 2.2856081048223693, "ta": 2.184772058644752, "th": 2.8018959504902927, "zh": 2.714502970784718, "my": 2.1614450073886426}, "t": 140.2} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.2312, "de": 2.47906, "vi": 2.05947, "tr": 2.48863, "fi": 2.69406, "ru": 1.56064, "el": 1.69103, "hi": 1.28787, "ta": 1.06197, "th": 1.26898, "zh": 3.37263, "my": 1.2268}, "bytes_per_chunk": {"en": 5.594, "de": 5.293, "vi": 6.109, "tr": 5.532, "fi": 5.204, "ru": 5.963, "el": 6.165, "hi": 5.825, "ta": 6.943, "th": 5.405, "zh": 5.312, "my": 7.607}, "bpb_mean": 1.95186, "t": 141.4} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.4} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.31317, "bpb": 1.8945, "chunk_loss": 0.030031, "F": 0.17212, "G": 0.29045, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.40438, "router_noise": 0.0, "grad_norm": 0.7275, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 141.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.46809, "bpb": 2.11801, "chunk_loss": 0.030092, "F": 0.17487, "G": 0.28092, "chunks": 179.06, "bytes_per_chunk": 5.719, "boundary_entropy": 0.38244, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 143.4} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.46167, "bpb": 2.10874, "chunk_loss": 0.030555, "F": 0.18381, "G": 0.28114, "chunks": 188.22, "bytes_per_chunk": 5.44, "boundary_entropy": 0.38033, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 145.3} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.52057, "bpb": 2.19372, "chunk_loss": 0.030123, "F": 0.17798, "G": 0.24915, "chunks": 182.25, "bytes_per_chunk": 5.619, "boundary_entropy": 0.30218, "router_noise": 0.0, "grad_norm": 0.7744, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 147.3} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3279.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188416, "cps": 25.617188, "mean_p": 0.226646, "boundary_entropy": 0.220146, "bpb": 2.194776}, "de": {"chunks": 3931.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191448, "cps": 30.710938, "mean_p": 0.234253, "boundary_entropy": 0.242423, "bpb": 2.444013}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.278953, "boundary_entropy": 0.406631, "bpb": 2.049832}, "tr": {"chunks": 3811.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210518, "cps": 29.773438, "mean_p": 0.234812, "boundary_entropy": 0.273689, "bpb": 2.427022}, "fi": {"chunks": 3614.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192122, "cps": 28.234375, "mean_p": 0.221989, "boundary_entropy": 0.238917, "bpb": 2.643864}, "ru": {"chunks": 5778.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.304908, "cps": 45.140625, "mean_p": 0.307813, "boundary_entropy": 0.504031, "bpb": 1.55224}, "el": {"chunks": 6949.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.338596, "cps": 54.289062, "mean_p": 0.363685, "boundary_entropy": 0.594177, "bpb": 1.666624}, "hi": {"chunks": 7363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437623, "cps": 57.523438, "mean_p": 0.383472, "boundary_entropy": 0.588194, "bpb": 1.278352}, "ta": {"chunks": 8168.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436908, "cps": 63.8125, "mean_p": 0.411109, "boundary_entropy": 0.610878, "bpb": 1.041853}, "th": {"chunks": 7817.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485981, "cps": 61.070312, "mean_p": 0.39107, "boundary_entropy": 0.613934, "bpb": 1.232001}, "zh": {"chunks": 3090.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523197, "cps": 24.140625, "mean_p": 0.262531, "boundary_entropy": 0.335888, "bpb": 3.348134}, "my": {"chunks": 10156.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.535993, "cps": 79.34375, "mean_p": 0.394501, "boundary_entropy": 0.609119, "bpb": 1.202105}}, "bpb": {"en": 2.19478, "de": 2.44401, "vi": 2.04983, "tr": 2.42702, "fi": 2.64386, "ru": 1.55224, "el": 1.66662, "hi": 1.27835, "ta": 1.04185, "th": 1.232, "zh": 3.34813, "my": 1.20211}, "gini_cpc": 0.218389, "gini_cps": 0.219708, "bpic": 5.634392, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.016092720935825, "vi": 1.1970824024768907, "tr": 1.1173033499120792, "fi": 1.0196684183005378, "ru": 1.618270162487598, "el": 1.7970665897396083, "hi": 2.322642834517645, "ta": 2.3188516384872293, "th": 2.5792993591626825, "zh": 2.77682007442615, "my": 2.8447363333288913}, "t": 150.2} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20137, "de": 2.45038, "vi": 2.05287, "tr": 2.43597, "fi": 2.65287, "ru": 1.5289, "el": 1.6581, "hi": 1.27572, "ta": 1.04917, "th": 1.2518, "zh": 3.34846, "my": 1.21073}, "bytes_per_chunk": {"en": 5.612, "de": 5.412, "vi": 6.174, "tr": 5.318, "fi": 5.241, "ru": 6.033, "el": 5.377, "hi": 5.714, "ta": 6.274, "th": 6.153, "zh": 5.223, "my": 6.015}, "bpb_mean": 1.92636, "t": 151.4} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.49304, "bpb": 2.154, "chunk_loss": 0.030176, "F": 0.17758, "G": 0.27251, "chunks": 181.84, "bytes_per_chunk": 5.631, "boundary_entropy": 0.35474, "router_noise": 0.0, "grad_norm": 0.7603, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 151.4} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44012, "bpb": 2.07766, "chunk_loss": 0.030307, "F": 0.18045, "G": 0.25843, "chunks": 184.78, "bytes_per_chunk": 5.542, "boundary_entropy": 0.33451, "router_noise": 0.0, "grad_norm": 0.7756, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 153.4} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.49256, "bpb": 2.15331, "chunk_loss": 0.03023, "F": 0.17957, "G": 0.25798, "chunks": 183.88, "bytes_per_chunk": 5.569, "boundary_entropy": 0.31971, "router_noise": 0.0, "grad_norm": 0.8373, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 155.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.52189, "bpb": 2.19562, "chunk_loss": 0.029995, "F": 0.17041, "G": 0.24564, "chunks": 174.5, "bytes_per_chunk": 5.868, "boundary_entropy": 0.31506, "router_noise": 0.0, "grad_norm": 0.7542, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 157.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3229.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185543, "cps": 25.226562, "mean_p": 0.221736, "boundary_entropy": 0.211426, "bpb": 2.176629}, "de": {"chunks": 3957.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192714, "cps": 30.914062, "mean_p": 0.233782, "boundary_entropy": 0.241844, "bpb": 2.409769}, "vi": {"chunks": 4447.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241226, "cps": 34.742188, "mean_p": 0.281006, "boundary_entropy": 0.40439, "bpb": 2.035074}, "tr": {"chunks": 3406.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188146, "cps": 26.609375, "mean_p": 0.218863, "boundary_entropy": 0.259734, "bpb": 2.408492}, "fi": {"chunks": 3440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182872, "cps": 26.875, "mean_p": 0.206896, "boundary_entropy": 0.220142, "bpb": 2.62578}, "ru": {"chunks": 6486.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.342269, "cps": 50.671875, "mean_p": 0.316014, "boundary_entropy": 0.495727, "bpb": 1.528353}, "el": {"chunks": 6298.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306875, "cps": 49.203125, "mean_p": 0.342845, "boundary_entropy": 0.572711, "bpb": 1.653492}, "hi": {"chunks": 6735.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400297, "cps": 52.617188, "mean_p": 0.386608, "boundary_entropy": 0.597363, "bpb": 1.253315}, "ta": {"chunks": 6938.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.371115, "cps": 54.203125, "mean_p": 0.400148, "boundary_entropy": 0.61189, "bpb": 1.045543}, "th": {"chunks": 6787.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.421946, "cps": 53.023438, "mean_p": 0.399424, "boundary_entropy": 0.623755, "bpb": 1.215862}, "zh": {"chunks": 3026.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.51236, "cps": 23.640625, "mean_p": 0.269754, "boundary_entropy": 0.351193, "bpb": 3.311096}, "my": {"chunks": 9238.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487545, "cps": 72.171875, "mean_p": 0.378786, "boundary_entropy": 0.603765, "bpb": 1.203813}}, "bpb": {"en": 2.17663, "de": 2.40977, "vi": 2.03507, "tr": 2.40849, "fi": 2.62578, "ru": 1.52835, "el": 1.65349, "hi": 1.25332, "ta": 1.04554, "th": 1.21586, "zh": 3.3111, "my": 1.20381}, "gini_cpc": 0.205283, "gini_cps": 0.197036, "bpic": 5.997796, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0386511786682375, "vi": 1.3001098920205694, "tr": 1.0140285141352552, "fi": 0.9856044015547463, "ru": 1.8446917488361985, "el": 1.6539329002454506, "hi": 2.1574393831533234, "ta": 2.000160752328851, "th": 2.2741172847522546, "zh": 2.7614142155040304, "my": 2.6276689971798093}, "t": 160.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18611, "de": 2.41595, "vi": 2.03908, "tr": 2.41542, "fi": 2.63304, "ru": 1.50379, "el": 1.6451, "hi": 1.24978, "ta": 1.0518, "th": 1.23472, "zh": 3.30758, "my": 1.21185}, "bytes_per_chunk": {"en": 5.641, "de": 5.319, "vi": 5.745, "tr": 5.875, "fi": 5.517, "ru": 5.439, "el": 6.021, "hi": 6.382, "ta": 7.656, "th": 7.018, "zh": 5.352, "my": 5.994}, "bpb_mean": 1.90785, "t": 161.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.40113, "bpb": 2.02141, "chunk_loss": 0.03016, "F": 0.17734, "G": 0.26666, "chunks": 181.59, "bytes_per_chunk": 5.639, "boundary_entropy": 0.34993, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 161.4} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.32119, "bpb": 1.90607, "chunk_loss": 0.030062, "F": 0.17117, "G": 0.26929, "chunks": 175.28, "bytes_per_chunk": 5.842, "boundary_entropy": 0.36214, "router_noise": 0.0, "grad_norm": 0.7732, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 163.4} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.40032, "bpb": 2.02024, "chunk_loss": 0.030029, "F": 0.17319, "G": 0.25929, "chunks": 177.34, "bytes_per_chunk": 5.774, "boundary_entropy": 0.33105, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 165.3} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.29681, "bpb": 1.87091, "chunk_loss": 0.029899, "F": 0.16858, "G": 0.27678, "chunks": 172.62, "bytes_per_chunk": 5.932, "boundary_entropy": 0.38368, "router_noise": 0.0, "grad_norm": 0.6816, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 167.3} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3221.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185083, "cps": 25.164062, "mean_p": 0.223563, "boundary_entropy": 0.21445, "bpb": 2.158145}, "de": {"chunks": 3844.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187211, "cps": 30.03125, "mean_p": 0.224259, "boundary_entropy": 0.229269, "bpb": 2.39665}, "vi": {"chunks": 4266.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231408, "cps": 33.328125, "mean_p": 0.272342, "boundary_entropy": 0.395723, "bpb": 2.013026}, "tr": {"chunks": 3542.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195658, "cps": 27.671875, "mean_p": 0.221224, "boundary_entropy": 0.263082, "bpb": 2.385189}, "fi": {"chunks": 3540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188188, "cps": 27.65625, "mean_p": 0.215433, "boundary_entropy": 0.225691, "bpb": 2.596073}, "ru": {"chunks": 6034.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318417, "cps": 47.140625, "mean_p": 0.307684, "boundary_entropy": 0.48597, "bpb": 1.503093}, "el": {"chunks": 5407.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.263461, "cps": 42.242188, "mean_p": 0.325725, "boundary_entropy": 0.565134, "bpb": 1.622183}, "hi": {"chunks": 7154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425201, "cps": 55.890625, "mean_p": 0.377347, "boundary_entropy": 0.589784, "bpb": 1.234217}, "ta": {"chunks": 7293.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.390104, "cps": 56.976562, "mean_p": 0.393742, "boundary_entropy": 0.601332, "bpb": 1.022035}, "th": {"chunks": 7778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.483556, "cps": 60.765625, "mean_p": 0.412511, "boundary_entropy": 0.625983, "bpb": 1.190216}, "zh": {"chunks": 3054.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517101, "cps": 23.859375, "mean_p": 0.271193, "boundary_entropy": 0.347442, "bpb": 3.293611}, "my": {"chunks": 9859.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.520319, "cps": 77.023438, "mean_p": 0.40738, "boundary_entropy": 0.619784, "bpb": 1.175877}}, "bpb": {"en": 2.15814, "de": 2.39665, "vi": 2.01303, "tr": 2.38519, "fi": 2.59607, "ru": 1.50309, "el": 1.62218, "hi": 1.23422, "ta": 1.02203, "th": 1.19022, "zh": 3.29361, "my": 1.17588}, "gini_cpc": 0.22196, "gini_cps": 0.215296, "bpic": 5.90505, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0114964600717786, "vi": 1.2502909986816075, "tr": 1.0571373099218393, "fi": 1.0167747998848198, "ru": 1.720400210033266, "el": 1.4234719701658203, "hi": 2.297350494733438, "ta": 2.107725935018411, "th": 2.6126441945281185, "zh": 2.7938879557021505, "my": 2.811272121934133}, "t": 170.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16633, "de": 2.40405, "vi": 2.01561, "tr": 2.39306, "fi": 2.60645, "ru": 1.47755, "el": 1.61567, "hi": 1.23114, "ta": 1.02953, "th": 1.2091, "zh": 3.28981, "my": 1.18349}, "bytes_per_chunk": {"en": 5.648, "de": 5.503, "vi": 6.059, "tr": 5.655, "fi": 5.345, "ru": 5.752, "el": 6.707, "hi": 6.017, "ta": 7.315, "th": 6.026, "zh": 5.293, "my": 5.662}, "bpb_mean": 1.88515, "t": 171.4} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.50671, "bpb": 2.17372, "chunk_loss": 0.030264, "F": 0.17767, "G": 0.27352, "chunks": 181.94, "bytes_per_chunk": 5.628, "boundary_entropy": 0.36026, "router_noise": 0.0, "grad_norm": 0.6856, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 171.4} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.46702, "bpb": 2.11646, "chunk_loss": 0.030229, "F": 0.17737, "G": 0.26296, "chunks": 181.62, "bytes_per_chunk": 5.638, "boundary_entropy": 0.3488, "router_noise": 0.0, "grad_norm": 0.8023, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 173.4} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.40334, "bpb": 2.02459, "chunk_loss": 0.030076, "F": 0.17172, "G": 0.2713, "chunks": 175.84, "bytes_per_chunk": 5.823, "boundary_entropy": 0.38076, "router_noise": 0.0, "grad_norm": 0.7194, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 175.3} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.31547, "bpb": 1.89782, "chunk_loss": 0.030188, "F": 0.17661, "G": 0.27479, "chunks": 180.84, "bytes_per_chunk": 5.662, "boundary_entropy": 0.37878, "router_noise": 0.0, "grad_norm": 0.7732, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 177.3} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.216787, "boundary_entropy": 0.198358, "bpb": 2.140283}, "de": {"chunks": 3864.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188185, "cps": 30.1875, "mean_p": 0.224563, "boundary_entropy": 0.224669, "bpb": 2.365182}, "vi": {"chunks": 4242.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230106, "cps": 33.140625, "mean_p": 0.265814, "boundary_entropy": 0.386781, "bpb": 2.005723}, "tr": {"chunks": 3545.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195824, "cps": 27.695312, "mean_p": 0.222087, "boundary_entropy": 0.255446, "bpb": 2.353313}, "fi": {"chunks": 3414.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18149, "cps": 26.671875, "mean_p": 0.204998, "boundary_entropy": 0.211182, "bpb": 2.5556}, "ru": {"chunks": 5947.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313826, "cps": 46.460938, "mean_p": 0.297796, "boundary_entropy": 0.473692, "bpb": 1.487954}, "el": {"chunks": 5651.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.27535, "cps": 44.148438, "mean_p": 0.326528, "boundary_entropy": 0.559905, "bpb": 1.612189}, "hi": {"chunks": 7351.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.436909, "cps": 57.429688, "mean_p": 0.386415, "boundary_entropy": 0.590188, "bpb": 1.22955}, "ta": {"chunks": 7441.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.398021, "cps": 58.132812, "mean_p": 0.391129, "boundary_entropy": 0.599035, "bpb": 1.018493}, "th": {"chunks": 7576.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470998, "cps": 59.1875, "mean_p": 0.402518, "boundary_entropy": 0.619871, "bpb": 1.177392}, "zh": {"chunks": 3080.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521504, "cps": 24.0625, "mean_p": 0.261406, "boundary_entropy": 0.322373, "bpb": 3.263145}, "my": {"chunks": 8121.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428594, "cps": 63.445312, "mean_p": 0.381988, "boundary_entropy": 0.609929, "bpb": 1.162873}}, "bpb": {"en": 2.14028, "de": 2.36518, "vi": 2.00572, "tr": 2.35331, "fi": 2.5556, "ru": 1.48795, "el": 1.61219, "hi": 1.22955, "ta": 1.01849, "th": 1.17739, "zh": 3.26314, "my": 1.16287}, "gini_cpc": 0.213018, "gini_cps": 0.196802, "bpic": 6.051037, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0259966626252477, "vi": 1.2545522675688408, "tr": 1.0676451354592082, "fi": 0.9894933295708038, "ru": 1.7109998115341123, "el": 1.5012246941722087, "hi": 2.382059401847859, "ta": 2.1700366689658086, "th": 2.5679120088065983, "zh": 2.843272675423744, "my": 2.3367237461132246}, "t": 180.1} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14795, "de": 2.37511, "vi": 2.00791, "tr": 2.36088, "fi": 2.56617, "ru": 1.46482, "el": 1.60278, "hi": 1.22323, "ta": 1.02576, "th": 1.19631, "zh": 3.26098, "my": 1.16998}, "bytes_per_chunk": {"en": 5.681, "de": 5.447, "vi": 5.953, "tr": 5.564, "fi": 5.575, "ru": 5.85, "el": 6.748, "hi": 5.827, "ta": 6.763, "th": 6.174, "zh": 5.278, "my": 6.53}, "bpb_mean": 1.86682, "t": 181.4} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.39814, "bpb": 2.01708, "chunk_loss": 0.030025, "F": 0.17136, "G": 0.26392, "chunks": 175.47, "bytes_per_chunk": 5.836, "boundary_entropy": 0.35008, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 181.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.38049, "bpb": 1.99163, "chunk_loss": 0.030054, "F": 0.16943, "G": 0.26245, "chunks": 173.5, "bytes_per_chunk": 5.902, "boundary_entropy": 0.33792, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 183.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.26957, "bpb": 1.8316, "chunk_loss": 0.030013, "F": 0.16959, "G": 0.28753, "chunks": 173.66, "bytes_per_chunk": 5.897, "boundary_entropy": 0.40361, "router_noise": 0.0, "grad_norm": 0.7446, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 185.3} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.35474, "bpb": 1.95448, "chunk_loss": 0.030082, "F": 0.17319, "G": 0.27922, "chunks": 177.34, "bytes_per_chunk": 5.774, "boundary_entropy": 0.37228, "router_noise": 0.0, "grad_norm": 0.6652, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 187.2} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3220.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185026, "cps": 25.15625, "mean_p": 0.218821, "boundary_entropy": 0.199726, "bpb": 2.12183}, "de": {"chunks": 3860.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18799, "cps": 30.15625, "mean_p": 0.222521, "boundary_entropy": 0.220017, "bpb": 2.34941}, "vi": {"chunks": 4457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241768, "cps": 34.820312, "mean_p": 0.279105, "boundary_entropy": 0.396748, "bpb": 1.990733}, "tr": {"chunks": 3572.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197315, "cps": 27.90625, "mean_p": 0.222101, "boundary_entropy": 0.253814, "bpb": 2.332579}, "fi": {"chunks": 3495.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185796, "cps": 27.304688, "mean_p": 0.210524, "boundary_entropy": 0.210789, "bpb": 2.548083}, "ru": {"chunks": 6060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319789, "cps": 47.34375, "mean_p": 0.297448, "boundary_entropy": 0.469447, "bpb": 1.46726}, "el": {"chunks": 6574.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320324, "cps": 51.359375, "mean_p": 0.329965, "boundary_entropy": 0.551489, "bpb": 1.585433}, "hi": {"chunks": 6826.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.405706, "cps": 53.328125, "mean_p": 0.374878, "boundary_entropy": 0.583849, "bpb": 1.223811}, "ta": {"chunks": 8787.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.470019, "cps": 68.648438, "mean_p": 0.414887, "boundary_entropy": 0.605544, "bpb": 1.001583}, "th": {"chunks": 7818.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486043, "cps": 61.078125, "mean_p": 0.408627, "boundary_entropy": 0.620951, "bpb": 1.159988}, "zh": {"chunks": 3012.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50999, "cps": 23.53125, "mean_p": 0.26526, "boundary_entropy": 0.331193, "bpb": 3.233601}, "my": {"chunks": 9594.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.506333, "cps": 74.953125, "mean_p": 0.40314, "boundary_entropy": 0.617522, "bpb": 1.171742}}, "bpb": {"en": 2.12183, "de": 2.34941, "vi": 1.99073, "tr": 2.33258, "fi": 2.54808, "ru": 1.46726, "el": 1.58543, "hi": 1.22381, "ta": 1.00158, "th": 1.15999, "zh": 3.2336, "my": 1.17174}, "gini_cpc": 0.215833, "gini_cps": 0.221455, "bpic": 5.70466, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0160220798938113, "vi": 1.3066754772096691, "tr": 1.0664221262527094, "fi": 1.0041614510605827, "ru": 1.7283498582408758, "el": 1.7312393033963107, "hi": 2.1927012265465655, "ta": 2.5402906247560133, "th": 2.6268958193757155, "zh": 2.7563208696072845, "my": 2.7365575547067684}, "t": 190.1} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13101, "de": 2.35768, "vi": 1.99418, "tr": 2.33929, "fi": 2.55629, "ru": 1.44314, "el": 1.578, "hi": 1.22009, "ta": 1.01026, "th": 1.17877, "zh": 3.23107, "my": 1.17948}, "bytes_per_chunk": {"en": 5.671, "de": 5.468, "vi": 5.803, "tr": 5.61, "fi": 5.389, "ru": 5.722, "el": 5.624, "hi": 6.252, "ta": 5.981, "th": 6.041, "zh": 5.338, "my": 5.922}, "bpb_mean": 1.85161, "t": 191.3} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.29929, "bpb": 1.87448, "chunk_loss": 0.030145, "F": 0.17557, "G": 0.28072, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.38079, "router_noise": 0.0, "grad_norm": 0.7374, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 191.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.20507, "bpb": 1.73855, "chunk_loss": 0.030094, "F": 0.17209, "G": 0.29104, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.39616, "router_noise": 0.0, "grad_norm": 0.6797, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 193.3} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.31993, "bpb": 1.90426, "chunk_loss": 0.029957, "F": 0.16769, "G": 0.26994, "chunks": 171.72, "bytes_per_chunk": 5.963, "boundary_entropy": 0.35905, "router_noise": 0.0, "grad_norm": 0.7463, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 195.3} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.35968, "bpb": 1.96161, "chunk_loss": 0.030166, "F": 0.17783, "G": 0.2709, "chunks": 182.09, "bytes_per_chunk": 5.623, "boundary_entropy": 0.35998, "router_noise": 0.0, "grad_norm": 0.7311, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 197.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3198.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183761, "cps": 24.984375, "mean_p": 0.215376, "boundary_entropy": 0.188043, "bpb": 2.106739}, "de": {"chunks": 3850.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187503, "cps": 30.078125, "mean_p": 0.220268, "boundary_entropy": 0.20826, "bpb": 2.319786}, "vi": {"chunks": 4221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228967, "cps": 32.976562, "mean_p": 0.270055, "boundary_entropy": 0.388888, "bpb": 1.975058}, "tr": {"chunks": 3686.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203613, "cps": 28.796875, "mean_p": 0.225994, "boundary_entropy": 0.251647, "bpb": 2.307811}, "fi": {"chunks": 3597.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191218, "cps": 28.101562, "mean_p": 0.215141, "boundary_entropy": 0.206499, "bpb": 2.504207}, "ru": {"chunks": 5902.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.311451, "cps": 46.109375, "mean_p": 0.291254, "boundary_entropy": 0.4593, "bpb": 1.457446}, "el": {"chunks": 6464.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314964, "cps": 50.5, "mean_p": 0.327914, "boundary_entropy": 0.550882, "bpb": 1.583657}, "hi": {"chunks": 6675.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396731, "cps": 52.148438, "mean_p": 0.375514, "boundary_entropy": 0.586148, "bpb": 1.209485}, "ta": {"chunks": 8100.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433271, "cps": 63.28125, "mean_p": 0.412129, "boundary_entropy": 0.605415, "bpb": 0.990025}, "th": {"chunks": 7577.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.47106, "cps": 59.195312, "mean_p": 0.405008, "boundary_entropy": 0.619256, "bpb": 1.145396}, "zh": {"chunks": 3034.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513715, "cps": 23.703125, "mean_p": 0.258274, "boundary_entropy": 0.311587, "bpb": 3.222014}, "my": {"chunks": 9010.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.475512, "cps": 70.390625, "mean_p": 0.384786, "boundary_entropy": 0.608414, "bpb": 1.147847}}, "bpb": {"en": 2.10674, "de": 2.31979, "vi": 1.97506, "tr": 2.30781, "fi": 2.50421, "ru": 1.45745, "el": 1.58366, "hi": 1.20948, "ta": 0.99003, "th": 1.1454, "zh": 3.22201, "my": 1.14785}, "gini_cpc": 0.209529, "gini_cps": 0.206926, "bpic": 5.875938, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.020361311023695, "vi": 1.2459995084397235, "tr": 1.1080272474610835, "fi": 1.0405769826704125, "ru": 1.6948671085655447, "el": 1.7139816317372016, "hi": 2.1589463882980353, "ta": 2.3577904818486948, "th": 2.563432480239534, "zh": 2.7955534137383102, "my": 2.5876591845520927}, "t": 200.1} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11508, "de": 2.33074, "vi": 1.97879, "tr": 2.31463, "fi": 2.515, "ru": 1.43609, "el": 1.57733, "hi": 1.20326, "ta": 0.99841, "th": 1.16393, "zh": 3.2198, "my": 1.15508}, "bytes_per_chunk": {"en": 5.681, "de": 5.481, "vi": 6.155, "tr": 5.395, "fi": 5.258, "ru": 5.932, "el": 5.706, "hi": 6.362, "ta": 6.517, "th": 6.2, "zh": 5.315, "my": 6.317}, "bpb_mean": 1.83401, "t": 201.3} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.31419, "bpb": 1.89598, "chunk_loss": 0.030004, "F": 0.17142, "G": 0.28426, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.38689, "router_noise": 0.0, "grad_norm": 0.7309, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 201.4} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.30077, "bpb": 1.87661, "chunk_loss": 0.030213, "F": 0.1788, "G": 0.26689, "chunks": 183.09, "bytes_per_chunk": 5.593, "boundary_entropy": 0.33269, "router_noise": 0.0, "grad_norm": 0.7057, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 203.3} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.52167, "bpb": 2.1953, "chunk_loss": 0.030346, "F": 0.18365, "G": 0.25835, "chunks": 188.06, "bytes_per_chunk": 5.445, "boundary_entropy": 0.31176, "router_noise": 0.0, "grad_norm": 0.7914, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 205.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.41811, "bpb": 2.04589, "chunk_loss": 0.030235, "F": 0.17981, "G": 0.24186, "chunks": 184.12, "bytes_per_chunk": 5.561, "boundary_entropy": 0.27733, "router_noise": 0.0, "grad_norm": 0.7293, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 207.2} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186347, "cps": 25.335938, "mean_p": 0.218982, "boundary_entropy": 0.19036, "bpb": 2.09661}, "de": {"chunks": 3812.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185652, "cps": 29.78125, "mean_p": 0.217516, "boundary_entropy": 0.206535, "bpb": 2.307647}, "vi": {"chunks": 4421.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239816, "cps": 34.539062, "mean_p": 0.280033, "boundary_entropy": 0.388506, "bpb": 1.966711}, "tr": {"chunks": 3639.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201016, "cps": 28.429688, "mean_p": 0.225509, "boundary_entropy": 0.252781, "bpb": 2.286115}, "fi": {"chunks": 3475.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184732, "cps": 27.148438, "mean_p": 0.208568, "boundary_entropy": 0.204512, "bpb": 2.484301}, "ru": {"chunks": 6063.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319947, "cps": 47.367188, "mean_p": 0.2937, "boundary_entropy": 0.455523, "bpb": 1.433427}, "el": {"chunks": 6250.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304536, "cps": 48.828125, "mean_p": 0.32261, "boundary_entropy": 0.543643, "bpb": 1.546288}, "hi": {"chunks": 6900.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.410104, "cps": 53.90625, "mean_p": 0.371771, "boundary_entropy": 0.578422, "bpb": 1.19331}, "ta": {"chunks": 8458.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45242, "cps": 66.078125, "mean_p": 0.399214, "boundary_entropy": 0.59134, "bpb": 0.985156}, "th": {"chunks": 7701.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.478769, "cps": 60.164062, "mean_p": 0.408436, "boundary_entropy": 0.620624, "bpb": 1.139231}, "zh": {"chunks": 3003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508466, "cps": 23.460938, "mean_p": 0.262554, "boundary_entropy": 0.322093, "bpb": 3.205171}, "my": {"chunks": 10499.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.554095, "cps": 82.023438, "mean_p": 0.410881, "boundary_entropy": 0.620568, "bpb": 1.138075}}, "bpb": {"en": 2.09661, "de": 2.30765, "vi": 1.96671, "tr": 2.28611, "fi": 2.4843, "ru": 1.43343, "el": 1.54629, "hi": 1.19331, "ta": 0.98516, "th": 1.13923, "zh": 3.20517, "my": 1.13808}, "gini_cpc": 0.223523, "gini_cps": 0.227571, "bpic": 5.688678, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9962713842607012, "vi": 1.2869288725268444, "tr": 1.0787198630020436, "fi": 0.9913342179627908, "ru": 1.716941608351497, "el": 1.6342419098574137, "hi": 2.2007524264171225, "ta": 2.4278362011143884, "th": 2.5692314505185654, "zh": 2.7285948875898165, "my": 2.9734574707310357}, "t": 210.1} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10316, "de": 2.31872, "vi": 1.96997, "tr": 2.29443, "fi": 2.49334, "ru": 1.40928, "el": 1.54022, "hi": 1.1878, "ta": 0.9912, "th": 1.15723, "zh": 3.20095, "my": 1.14599}, "bytes_per_chunk": {"en": 5.626, "de": 5.529, "vi": 5.848, "tr": 5.501, "fi": 5.408, "ru": 5.682, "el": 5.849, "hi": 6.156, "ta": 6.16, "th": 6.073, "zh": 5.347, "my": 5.342}, "bpb_mean": 1.81769, "t": 211.3} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.36681, "bpb": 1.97189, "chunk_loss": 0.030157, "F": 0.17709, "G": 0.27219, "chunks": 181.34, "bytes_per_chunk": 5.647, "boundary_entropy": 0.34936, "router_noise": 0.0, "grad_norm": 0.7792, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 211.4} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.52112, "bpb": 2.19451, "chunk_loss": 0.030253, "F": 0.17975, "G": 0.25471, "chunks": 184.06, "bytes_per_chunk": 5.563, "boundary_entropy": 0.3106, "router_noise": 0.0, "grad_norm": 0.7172, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 213.3} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.46063, "bpb": 2.10725, "chunk_loss": 0.030128, "F": 0.17603, "G": 0.25147, "chunks": 180.25, "bytes_per_chunk": 5.681, "boundary_entropy": 0.29833, "router_noise": 0.0, "grad_norm": 0.7373, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 215.3} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41108, "bpb": 2.03576, "chunk_loss": 0.030077, "F": 0.17258, "G": 0.25208, "chunks": 176.72, "bytes_per_chunk": 5.795, "boundary_entropy": 0.31586, "router_noise": 0.0, "grad_norm": 0.7589, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 217.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3251.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186807, "cps": 25.398438, "mean_p": 0.219319, "boundary_entropy": 0.18884, "bpb": 2.086491}, "de": {"chunks": 4029.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196221, "cps": 31.476562, "mean_p": 0.231985, "boundary_entropy": 0.21954, "bpb": 2.29263}, "vi": {"chunks": 4190.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227285, "cps": 32.734375, "mean_p": 0.27356, "boundary_entropy": 0.383501, "bpb": 1.957911}, "tr": {"chunks": 3705.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204662, "cps": 28.945312, "mean_p": 0.226426, "boundary_entropy": 0.243743, "bpb": 2.266603}, "fi": {"chunks": 3621.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192494, "cps": 28.289062, "mean_p": 0.216709, "boundary_entropy": 0.207331, "bpb": 2.460444}, "ru": {"chunks": 6213.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327863, "cps": 48.539062, "mean_p": 0.303206, "boundary_entropy": 0.46643, "bpb": 1.421023}, "el": {"chunks": 6664.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324709, "cps": 52.0625, "mean_p": 0.334342, "boundary_entropy": 0.552268, "bpb": 1.534233}, "hi": {"chunks": 7896.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.469302, "cps": 61.6875, "mean_p": 0.372774, "boundary_entropy": 0.573266, "bpb": 1.172828}, "ta": {"chunks": 8392.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44889, "cps": 65.5625, "mean_p": 0.404556, "boundary_entropy": 0.5927, "bpb": 0.963704}, "th": {"chunks": 8223.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.511222, "cps": 64.242188, "mean_p": 0.41541, "boundary_entropy": 0.619303, "bpb": 1.123806}, "zh": {"chunks": 3056.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.51744, "cps": 23.875, "mean_p": 0.258532, "boundary_entropy": 0.308362, "bpb": 3.174053}, "my": {"chunks": 9741.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.514091, "cps": 76.101562, "mean_p": 0.400345, "boundary_entropy": 0.615482, "bpb": 1.136125}}, "bpb": {"en": 2.08649, "de": 2.29263, "vi": 1.95791, "tr": 2.2666, "fi": 2.46044, "ru": 1.42102, "el": 1.53423, "hi": 1.17283, "ta": 0.9637, "th": 1.12381, "zh": 3.17405, "my": 1.13612}, "gini_cpc": 0.216929, "gini_cps": 0.220956, "bpic": 5.563575, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.050393464494207, "vi": 1.2166846578345174, "tr": 1.0955818063739409, "fi": 1.030442569933582, "ru": 1.7550895888336366, "el": 1.7382061970879525, "hi": 2.5122289586973583, "ta": 2.402963401965976, "th": 2.7366318409763113, "zh": 2.769918927756007, "my": 2.75199295622782}, "t": 220.1} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09275, "de": 2.3021, "vi": 1.95898, "tr": 2.27414, "fi": 2.47101, "ru": 1.39623, "el": 1.52842, "hi": 1.16791, "ta": 0.97177, "th": 1.14231, "zh": 3.17042, "my": 1.1441}, "bytes_per_chunk": {"en": 5.616, "de": 5.271, "vi": 6.295, "tr": 5.436, "fi": 5.241, "ru": 5.589, "el": 5.643, "hi": 5.481, "ta": 6.286, "th": 5.781, "zh": 5.295, "my": 5.695}, "bpb_mean": 1.80168, "t": 221.3} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.29725, "bpb": 1.87154, "chunk_loss": 0.030311, "F": 0.18024, "G": 0.27715, "chunks": 184.56, "bytes_per_chunk": 5.548, "boundary_entropy": 0.35974, "router_noise": 0.0, "grad_norm": 0.7488, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 221.3} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.45572, "bpb": 2.10015, "chunk_loss": 0.030144, "F": 0.17505, "G": 0.25428, "chunks": 179.25, "bytes_per_chunk": 5.713, "boundary_entropy": 0.30852, "router_noise": 0.0, "grad_norm": 0.7332, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 223.3} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.32424, "bpb": 1.91047, "chunk_loss": 0.030067, "F": 0.17096, "G": 0.26952, "chunks": 175.06, "bytes_per_chunk": 5.849, "boundary_entropy": 0.35, "router_noise": 0.0, "grad_norm": 0.7496, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 225.2} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.47465, "bpb": 2.12748, "chunk_loss": 0.030214, "F": 0.17865, "G": 0.24892, "chunks": 182.94, "bytes_per_chunk": 5.598, "boundary_entropy": 0.29593, "router_noise": 0.0, "grad_norm": 0.7017, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 227.2} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3247.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186577, "cps": 25.367188, "mean_p": 0.216061, "boundary_entropy": 0.177134, "bpb": 2.074651}, "de": {"chunks": 3901.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189987, "cps": 30.476562, "mean_p": 0.219786, "boundary_entropy": 0.197081, "bpb": 2.273894}, "vi": {"chunks": 4203.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22799, "cps": 32.835938, "mean_p": 0.268366, "boundary_entropy": 0.375813, "bpb": 1.949981}, "tr": {"chunks": 3709.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204883, "cps": 28.976562, "mean_p": 0.226841, "boundary_entropy": 0.239306, "bpb": 2.255601}, "fi": {"chunks": 3607.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19175, "cps": 28.179688, "mean_p": 0.21289, "boundary_entropy": 0.195909, "bpb": 2.443141}, "ru": {"chunks": 6134.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323694, "cps": 47.921875, "mean_p": 0.295915, "boundary_entropy": 0.455272, "bpb": 1.404163}, "el": {"chunks": 6309.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307411, "cps": 49.289062, "mean_p": 0.316665, "boundary_entropy": 0.533879, "bpb": 1.522493}, "hi": {"chunks": 7291.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433343, "cps": 56.960938, "mean_p": 0.368565, "boundary_entropy": 0.56678, "bpb": 1.165432}, "ta": {"chunks": 7830.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.418829, "cps": 61.171875, "mean_p": 0.386193, "boundary_entropy": 0.581849, "bpb": 0.958978}, "th": {"chunks": 7782.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.483805, "cps": 60.796875, "mean_p": 0.401088, "boundary_entropy": 0.611312, "bpb": 1.117243}, "zh": {"chunks": 3082.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521842, "cps": 24.078125, "mean_p": 0.261963, "boundary_entropy": 0.312438, "bpb": 3.156849}, "my": {"chunks": 9846.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.519633, "cps": 76.921875, "mean_p": 0.397824, "boundary_entropy": 0.613431, "bpb": 1.124324}}, "bpb": {"en": 2.07465, "de": 2.27389, "vi": 1.94998, "tr": 2.2556, "fi": 2.44314, "ru": 1.40416, "el": 1.52249, "hi": 1.16543, "ta": 0.95898, "th": 1.11724, "zh": 3.15685, "my": 1.12432}, "gini_cpc": 0.216768, "gini_cps": 0.214045, "bpic": 5.733123, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0182756877535213, "vi": 1.22196306636432, "tr": 1.098115732068087, "fi": 1.027723034296536, "ru": 1.734907757353449, "el": 1.6476369155394561, "hi": 2.3225969794497696, "ta": 2.244802431656007, "th": 2.5930565781818733, "zh": 2.796926303902292, "my": 2.785083927035098}, "t": 230.0} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08192, "de": 2.28456, "vi": 1.95353, "tr": 2.26126, "fi": 2.45116, "ru": 1.38115, "el": 1.51534, "hi": 1.15902, "ta": 0.96819, "th": 1.13406, "zh": 3.15381, "my": 1.13199}, "bytes_per_chunk": {"en": 5.617, "de": 5.411, "vi": 6.029, "tr": 5.414, "fi": 5.252, "ru": 5.661, "el": 5.766, "hi": 5.912, "ta": 6.638, "th": 6.093, "zh": 5.236, "my": 5.499}, "bpb_mean": 1.78967, "t": 231.3} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 231.3} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.28795, "bpb": 1.85812, "chunk_loss": 0.030208, "F": 0.17719, "G": 0.27069, "chunks": 181.44, "bytes_per_chunk": 5.644, "boundary_entropy": 0.35624, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 231.3} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.30037, "bpb": 1.87603, "chunk_loss": 0.030105, "F": 0.17212, "G": 0.26683, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.34477, "router_noise": 0.0, "grad_norm": 0.7229, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 233.3} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.34379, "bpb": 1.93868, "chunk_loss": 0.030111, "F": 0.17554, "G": 0.24666, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.28735, "router_noise": 0.0, "grad_norm": 0.7352, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 235.2} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.47235, "bpb": 2.12416, "chunk_loss": 0.030419, "F": 0.18347, "G": 0.26184, "chunks": 187.88, "bytes_per_chunk": 5.45, "boundary_entropy": 0.32289, "router_noise": 0.0, "grad_norm": 0.7678, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 237.2} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3186.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183072, "cps": 24.890625, "mean_p": 0.211499, "boundary_entropy": 0.172307, "bpb": 2.062503}, "de": {"chunks": 3812.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185652, "cps": 29.78125, "mean_p": 0.215205, "boundary_entropy": 0.192933, "bpb": 2.267117}, "vi": {"chunks": 4306.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233577, "cps": 33.640625, "mean_p": 0.267486, "boundary_entropy": 0.36917, "bpb": 1.939951}, "tr": {"chunks": 3625.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200243, "cps": 28.320312, "mean_p": 0.21929, "boundary_entropy": 0.229352, "bpb": 2.237294}, "fi": {"chunks": 3577.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190155, "cps": 27.945312, "mean_p": 0.210052, "boundary_entropy": 0.192006, "bpb": 2.422936}, "ru": {"chunks": 5939.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313404, "cps": 46.398438, "mean_p": 0.288853, "boundary_entropy": 0.448543, "bpb": 1.392414}, "el": {"chunks": 6295.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306729, "cps": 49.179688, "mean_p": 0.312656, "boundary_entropy": 0.527812, "bpb": 1.51067}, "hi": {"chunks": 7091.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.421456, "cps": 55.398438, "mean_p": 0.365429, "boundary_entropy": 0.562799, "bpb": 1.154785}, "ta": {"chunks": 8004.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428136, "cps": 62.53125, "mean_p": 0.399477, "boundary_entropy": 0.583033, "bpb": 0.950083}, "th": {"chunks": 7744.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481442, "cps": 60.5, "mean_p": 0.399771, "boundary_entropy": 0.61231, "bpb": 1.112876}, "zh": {"chunks": 3045.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515577, "cps": 23.789062, "mean_p": 0.259699, "boundary_entropy": 0.308673, "bpb": 3.151784}, "my": {"chunks": 9470.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.499789, "cps": 73.984375, "mean_p": 0.393539, "boundary_entropy": 0.610048, "bpb": 1.120784}}, "bpb": {"en": 2.0625, "de": 2.26712, "vi": 1.93995, "tr": 2.23729, "fi": 2.42294, "ru": 1.39241, "el": 1.51067, "hi": 1.15479, "ta": 0.95008, "th": 1.11288, "zh": 3.15178, "my": 1.12078}, "gini_cpc": 0.215395, "gini_cps": 0.21386, "bpic": 5.806594, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0140954485742164, "vi": 1.2758782447822732, "tr": 1.093794683758235, "fi": 1.0386886964903435, "ru": 1.7119160343653883, "el": 1.675456813736974, "hi": 2.3021348600722513, "ta": 2.3386216139848264, "th": 2.6297994353209497, "zh": 2.816256473833944, "my": 2.730014487066794}, "t": 240.0} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07022, "de": 2.2768, "vi": 1.94204, "tr": 2.24536, "fi": 2.43272, "ru": 1.36908, "el": 1.50398, "hi": 1.14814, "ta": 0.95782, "th": 1.13076, "zh": 3.14774, "my": 1.12788}, "bytes_per_chunk": {"en": 5.717, "de": 5.515, "vi": 6.196, "tr": 5.529, "fi": 5.303, "ru": 5.802, "el": 5.842, "hi": 6.111, "ta": 6.485, "th": 6.079, "zh": 5.309, "my": 5.894}, "bpb_mean": 1.77938, "t": 241.2} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.44597, "bpb": 2.08609, "chunk_loss": 0.030112, "F": 0.17471, "G": 0.23403, "chunks": 178.91, "bytes_per_chunk": 5.724, "boundary_entropy": 0.26093, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 241.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.37544, "bpb": 1.98434, "chunk_loss": 0.030141, "F": 0.17636, "G": 0.24916, "chunks": 180.59, "bytes_per_chunk": 5.67, "boundary_entropy": 0.30683, "router_noise": 0.0, "grad_norm": 0.7642, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 243.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.30386, "bpb": 1.88108, "chunk_loss": 0.030209, "F": 0.1792, "G": 0.25302, "chunks": 183.5, "bytes_per_chunk": 5.58, "boundary_entropy": 0.29251, "router_noise": 0.0, "grad_norm": 0.7465, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 245.2} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.35242, "bpb": 1.95113, "chunk_loss": 0.030286, "F": 0.18079, "G": 0.25986, "chunks": 185.12, "bytes_per_chunk": 5.531, "boundary_entropy": 0.31773, "router_noise": 0.0, "grad_norm": 0.7451, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 247.1} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3254.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186979, "cps": 25.421875, "mean_p": 0.217687, "boundary_entropy": 0.1759, "bpb": 2.057415}, "de": {"chunks": 3963.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193006, "cps": 30.960938, "mean_p": 0.224265, "boundary_entropy": 0.198663, "bpb": 2.250141}, "vi": {"chunks": 4393.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238297, "cps": 34.320312, "mean_p": 0.27333, "boundary_entropy": 0.374425, "bpb": 1.931641}, "tr": {"chunks": 3766.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208032, "cps": 29.421875, "mean_p": 0.22575, "boundary_entropy": 0.232007, "bpb": 2.226495}, "fi": {"chunks": 3630.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192972, "cps": 28.359375, "mean_p": 0.212635, "boundary_entropy": 0.193496, "bpb": 2.411087}, "ru": {"chunks": 5938.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313351, "cps": 46.390625, "mean_p": 0.286263, "boundary_entropy": 0.441821, "bpb": 1.382093}, "el": {"chunks": 6642.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323637, "cps": 51.890625, "mean_p": 0.313521, "boundary_entropy": 0.523381, "bpb": 1.494911}, "hi": {"chunks": 7101.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.422051, "cps": 55.476562, "mean_p": 0.358426, "boundary_entropy": 0.563612, "bpb": 1.153584}, "ta": {"chunks": 8226.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440011, "cps": 64.265625, "mean_p": 0.401483, "boundary_entropy": 0.587759, "bpb": 0.945951}, "th": {"chunks": 7667.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.476655, "cps": 59.898438, "mean_p": 0.39518, "boundary_entropy": 0.607276, "bpb": 1.099289}, "zh": {"chunks": 2991.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506434, "cps": 23.367188, "mean_p": 0.259109, "boundary_entropy": 0.311681, "bpb": 3.136593}, "my": {"chunks": 9231.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487175, "cps": 72.117188, "mean_p": 0.393146, "boundary_entropy": 0.609058, "bpb": 1.112227}}, "bpb": {"en": 2.05741, "de": 2.25014, "vi": 1.93164, "tr": 2.22649, "fi": 2.41109, "ru": 1.38209, "el": 1.49491, "hi": 1.15358, "ta": 0.94595, "th": 1.09929, "zh": 3.13659, "my": 1.11223}, "gini_cpc": 0.206188, "gini_cps": 0.209455, "bpic": 5.745053, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032234182754246, "vi": 1.2744553739454676, "tr": 1.1125930324058049, "fi": 1.032051366458777, "ru": 1.6758592874529907, "el": 1.7308705860494236, "hi": 2.257205040133483, "ta": 2.353259427818836, "th": 2.5492414395787284, "zh": 2.7085043784710723, "my": 2.605505213440232}, "t": 250.0} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06571, "de": 2.26097, "vi": 1.93311, "tr": 2.23387, "fi": 2.42024, "ru": 1.35892, "el": 1.48773, "hi": 1.14826, "ta": 0.95302, "th": 1.11743, "zh": 3.13201, "my": 1.11981}, "bytes_per_chunk": {"en": 5.601, "de": 5.343, "vi": 5.862, "tr": 5.341, "fi": 5.235, "ru": 5.794, "el": 5.509, "hi": 6.039, "ta": 6.341, "th": 6.072, "zh": 5.418, "my": 6.039}, "bpb_mean": 1.76926, "t": 251.2} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.39705, "bpb": 2.01551, "chunk_loss": 0.030233, "F": 0.17868, "G": 0.25968, "chunks": 182.97, "bytes_per_chunk": 5.597, "boundary_entropy": 0.32452, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 251.2} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.50547, "bpb": 2.17194, "chunk_loss": 0.030121, "F": 0.17615, "G": 0.25487, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.30901, "router_noise": 0.0, "grad_norm": 0.7656, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 253.2} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.44528, "bpb": 2.08509, "chunk_loss": 0.030334, "F": 0.18042, "G": 0.26683, "chunks": 184.75, "bytes_per_chunk": 5.543, "boundary_entropy": 0.33752, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 255.1} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.46396, "bpb": 2.11205, "chunk_loss": 0.030371, "F": 0.18073, "G": 0.25609, "chunks": 185.06, "bytes_per_chunk": 5.533, "boundary_entropy": 0.28446, "router_noise": 0.0, "grad_norm": 0.764, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 257.0} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3206.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184221, "cps": 25.046875, "mean_p": 0.215255, "boundary_entropy": 0.173382, "bpb": 2.045118}, "de": {"chunks": 3861.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188039, "cps": 30.164062, "mean_p": 0.217965, "boundary_entropy": 0.192107, "bpb": 2.239097}, "vi": {"chunks": 4228.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229346, "cps": 33.03125, "mean_p": 0.270508, "boundary_entropy": 0.373616, "bpb": 1.927575}, "tr": {"chunks": 3650.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201624, "cps": 28.515625, "mean_p": 0.220656, "boundary_entropy": 0.228179, "bpb": 2.213379}, "fi": {"chunks": 3542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188294, "cps": 27.671875, "mean_p": 0.208472, "boundary_entropy": 0.186203, "bpb": 2.389485}, "ru": {"chunks": 6337.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.334406, "cps": 49.507812, "mean_p": 0.292453, "boundary_entropy": 0.43938, "bpb": 1.374857}, "el": {"chunks": 6696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326268, "cps": 52.3125, "mean_p": 0.321481, "boundary_entropy": 0.530047, "bpb": 1.48443}, "hi": {"chunks": 7737.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.459851, "cps": 60.445312, "mean_p": 0.370621, "boundary_entropy": 0.565162, "bpb": 1.135911}, "ta": {"chunks": 8220.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.43969, "cps": 64.21875, "mean_p": 0.399424, "boundary_entropy": 0.584807, "bpb": 0.935769}, "th": {"chunks": 7647.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475412, "cps": 59.742188, "mean_p": 0.394951, "boundary_entropy": 0.608414, "bpb": 1.092745}, "zh": {"chunks": 3019.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511175, "cps": 23.585938, "mean_p": 0.261438, "boundary_entropy": 0.312457, "bpb": 3.122337}, "my": {"chunks": 9551.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.504064, "cps": 74.617188, "mean_p": 0.393196, "boundary_entropy": 0.608249, "bpb": 1.109407}}, "bpb": {"en": 2.04512, "de": 2.2391, "vi": 1.92758, "tr": 2.21338, "fi": 2.38949, "ru": 1.37486, "el": 1.48443, "hi": 1.13591, "ta": 0.93577, "th": 1.09275, "zh": 3.12234, "my": 1.10941}, "gini_cpc": 0.214, "gini_cps": 0.217821, "bpic": 5.66935, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0207232251149412, "vi": 1.2449515173695374, "tr": 1.0944676144260665, "fi": 1.0221091487165248, "ru": 1.8152443554878137, "el": 1.771067860537402, "hi": 2.4961927997189517, "ta": 2.3867501043193116, "th": 2.5806590300941403, "zh": 2.7747909703677425, "my": 2.73618886492513}, "t": 259.9} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05414, "de": 2.25025, "vi": 1.92849, "tr": 2.22106, "fi": 2.398, "ru": 1.35113, "el": 1.4774, "hi": 1.13103, "ta": 0.94468, "th": 1.11084, "zh": 3.1184, "my": 1.11614}, "bytes_per_chunk": {"en": 5.642, "de": 5.459, "vi": 6.248, "tr": 5.463, "fi": 5.327, "ru": 5.491, "el": 5.453, "hi": 5.622, "ta": 6.297, "th": 6.214, "zh": 5.339, "my": 5.923}, "bpb_mean": 1.75846, "t": 261.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.33867, "bpb": 1.93129, "chunk_loss": 0.030283, "F": 0.17889, "G": 0.25479, "chunks": 183.19, "bytes_per_chunk": 5.59, "boundary_entropy": 0.31105, "router_noise": 0.0, "grad_norm": 0.7195, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 261.2} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28366, "bpb": 1.85192, "chunk_loss": 0.030026, "F": 0.1727, "G": 0.24973, "chunks": 176.84, "bytes_per_chunk": 5.79, "boundary_entropy": 0.29065, "router_noise": 0.0, "grad_norm": 0.7025, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 263.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.37861, "bpb": 1.98891, "chunk_loss": 0.030092, "F": 0.17416, "G": 0.2553, "chunks": 178.34, "bytes_per_chunk": 5.742, "boundary_entropy": 0.30909, "router_noise": 0.0, "grad_norm": 0.7951, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 265.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.24427, "bpb": 1.7951, "chunk_loss": 0.030214, "F": 0.17529, "G": 0.26393, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.33414, "router_noise": 0.0, "grad_norm": 0.7406, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 267.0} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.212767, "boundary_entropy": 0.16686, "bpb": 2.040869}, "de": {"chunks": 3862.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188087, "cps": 30.171875, "mean_p": 0.216976, "boundary_entropy": 0.188603, "bpb": 2.233266}, "vi": {"chunks": 4235.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229726, "cps": 33.085938, "mean_p": 0.268473, "boundary_entropy": 0.369846, "bpb": 1.918078}, "tr": {"chunks": 3551.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196155, "cps": 27.742188, "mean_p": 0.216068, "boundary_entropy": 0.222157, "bpb": 2.208331}, "fi": {"chunks": 3516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186912, "cps": 27.46875, "mean_p": 0.206191, "boundary_entropy": 0.18324, "bpb": 2.37862}, "ru": {"chunks": 6092.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321478, "cps": 47.59375, "mean_p": 0.28497, "boundary_entropy": 0.432607, "bpb": 1.365979}, "el": {"chunks": 6489.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316182, "cps": 50.695312, "mean_p": 0.315945, "boundary_entropy": 0.525971, "bpb": 1.476459}, "hi": {"chunks": 7178.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426627, "cps": 56.078125, "mean_p": 0.367096, "boundary_entropy": 0.563546, "bpb": 1.128051}, "ta": {"chunks": 8177.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.43739, "cps": 63.882812, "mean_p": 0.397974, "boundary_entropy": 0.58181, "bpb": 0.934022}, "th": {"chunks": 7891.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.490581, "cps": 61.648438, "mean_p": 0.40122, "boundary_entropy": 0.608319, "bpb": 1.087147}, "zh": {"chunks": 3001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508127, "cps": 23.445312, "mean_p": 0.259154, "boundary_entropy": 0.305445, "bpb": 3.113838}, "my": {"chunks": 9280.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489761, "cps": 72.5, "mean_p": 0.392901, "boundary_entropy": 0.608741, "bpb": 1.10387}}, "bpb": {"en": 2.04087, "de": 2.23327, "vi": 1.91808, "tr": 2.20833, "fi": 2.37862, "ru": 1.36598, "el": 1.47646, "hi": 1.12805, "ta": 0.93402, "th": 1.08715, "zh": 3.11384, "my": 1.10387}, "gini_cpc": 0.214145, "gini_cps": 0.216095, "bpic": 5.773661, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.023221701212545, "vi": 1.2497413883661264, "tr": 1.0671119933231912, "fi": 1.016826516459803, "ru": 1.7488822117069895, "el": 1.7200727240857272, "hi": 2.320909793968862, "ta": 2.379459999409751, "th": 2.668829676821411, "zh": 2.7642825544343936, "my": 2.6643696642851302}, "t": 269.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04905, "de": 2.24521, "vi": 1.91982, "tr": 2.21494, "fi": 2.38874, "ru": 1.34357, "el": 1.46871, "hi": 1.12228, "ta": 0.9417, "th": 1.10475, "zh": 3.10929, "my": 1.11034}, "bytes_per_chunk": {"en": 5.672, "de": 5.476, "vi": 6.138, "tr": 5.578, "fi": 5.366, "ru": 5.712, "el": 5.645, "hi": 6.061, "ta": 6.378, "th": 6.011, "zh": 5.373, "my": 6.016}, "bpb_mean": 1.75153, "t": 271.1} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.3572, "bpb": 1.95802, "chunk_loss": 0.030122, "F": 0.17374, "G": 0.26809, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.35098, "router_noise": 0.0, "grad_norm": 0.7219, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 271.1} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.37823, "bpb": 1.98837, "chunk_loss": 0.030142, "F": 0.17401, "G": 0.26254, "chunks": 178.19, "bytes_per_chunk": 5.747, "boundary_entropy": 0.32963, "router_noise": 0.0, "grad_norm": 0.9046, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 273.1} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.47281, "bpb": 2.12482, "chunk_loss": 0.030209, "F": 0.17737, "G": 0.24644, "chunks": 181.62, "bytes_per_chunk": 5.638, "boundary_entropy": 0.293, "router_noise": 0.0, "grad_norm": 0.7437, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 275.0} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.32666, "bpb": 1.91397, "chunk_loss": 0.030193, "F": 0.17587, "G": 0.24798, "chunks": 180.09, "bytes_per_chunk": 5.686, "boundary_entropy": 0.29521, "router_noise": 0.0, "grad_norm": 0.7268, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 276.9} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3178.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182612, "cps": 24.828125, "mean_p": 0.209437, "boundary_entropy": 0.161242, "bpb": 2.03431}, "de": {"chunks": 3830.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186529, "cps": 29.921875, "mean_p": 0.213915, "boundary_entropy": 0.183529, "bpb": 2.226099}, "vi": {"chunks": 4196.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227611, "cps": 32.78125, "mean_p": 0.261074, "boundary_entropy": 0.357794, "bpb": 1.915217}, "tr": {"chunks": 3532.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195106, "cps": 27.59375, "mean_p": 0.214373, "boundary_entropy": 0.219843, "bpb": 2.196929}, "fi": {"chunks": 3525.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18739, "cps": 27.539062, "mean_p": 0.205398, "boundary_entropy": 0.179115, "bpb": 2.36826}, "ru": {"chunks": 6034.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318417, "cps": 47.140625, "mean_p": 0.28126, "boundary_entropy": 0.428114, "bpb": 1.360916}, "el": {"chunks": 5684.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.276958, "cps": 44.40625, "mean_p": 0.295984, "boundary_entropy": 0.512188, "bpb": 1.475328}, "hi": {"chunks": 7248.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430788, "cps": 56.625, "mean_p": 0.358796, "boundary_entropy": 0.556145, "bpb": 1.121296}, "ta": {"chunks": 8344.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.446323, "cps": 65.1875, "mean_p": 0.392955, "boundary_entropy": 0.577253, "bpb": 0.929392}, "th": {"chunks": 7710.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479329, "cps": 60.234375, "mean_p": 0.39566, "boundary_entropy": 0.606508, "bpb": 1.078898}, "zh": {"chunks": 2994.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506942, "cps": 23.390625, "mean_p": 0.260461, "boundary_entropy": 0.308705, "bpb": 3.107807}, "my": {"chunks": 8084.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.426641, "cps": 63.15625, "mean_p": 0.383992, "boundary_entropy": 0.604898, "bpb": 1.108206}}, "bpb": {"en": 2.03431, "de": 2.2261, "vi": 1.91522, "tr": 2.19693, "fi": 2.36826, "ru": 1.36092, "el": 1.47533, "hi": 1.1213, "ta": 0.92939, "th": 1.0789, "zh": 3.10781, "my": 1.10821}, "gini_cpc": 0.212014, "gini_cps": 0.205849, "bpic": 5.963129, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0214487801904297, "vi": 1.246414707296553, "tr": 1.0684159696349123, "fi": 1.0261656317676826, "ru": 1.743678123510746, "el": 1.5166433018847878, "hi": 2.359029322132005, "ta": 2.444100462678777, "th": 2.6248442578005102, "zh": 2.776058288474543, "my": 2.3363244615152223}, "t": 279.8} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04349, "de": 2.2368, "vi": 1.9163, "tr": 2.20419, "fi": 2.37705, "ru": 1.33894, "el": 1.46652, "hi": 1.11572, "ta": 0.93806, "th": 1.0975, "zh": 3.10345, "my": 1.11537}, "bytes_per_chunk": {"en": 5.705, "de": 5.494, "vi": 6.229, "tr": 5.639, "fi": 5.379, "ru": 5.755, "el": 6.507, "hi": 5.953, "ta": 6.202, "th": 6.185, "zh": 5.373, "my": 6.808}, "bpb_mean": 1.74612, "t": 281.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.24051, "bpb": 1.78967, "chunk_loss": 0.030047, "F": 0.17322, "G": 0.26948, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.34444, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 281.1} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.28959, "bpb": 1.86049, "chunk_loss": 0.030169, "F": 0.17648, "G": 0.26261, "chunks": 180.72, "bytes_per_chunk": 5.666, "boundary_entropy": 0.32876, "router_noise": 0.0, "grad_norm": 0.7163, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 283.0} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.22138, "bpb": 1.76208, "chunk_loss": 0.030148, "F": 0.1741, "G": 0.27326, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.35249, "router_noise": 0.0, "grad_norm": 0.7234, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 284.9} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.44464, "bpb": 2.08418, "chunk_loss": 0.030292, "F": 0.18137, "G": 0.26362, "chunks": 185.72, "bytes_per_chunk": 5.514, "boundary_entropy": 0.32808, "router_noise": 0.0, "grad_norm": 0.7881, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 286.9} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3195.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183589, "cps": 24.960938, "mean_p": 0.210425, "boundary_entropy": 0.157595, "bpb": 2.031131}, "de": {"chunks": 3839.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186967, "cps": 29.992188, "mean_p": 0.21281, "boundary_entropy": 0.176713, "bpb": 2.221601}, "vi": {"chunks": 4209.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228316, "cps": 32.882812, "mean_p": 0.266061, "boundary_entropy": 0.364103, "bpb": 1.91029}, "tr": {"chunks": 3525.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194719, "cps": 27.539062, "mean_p": 0.213991, "boundary_entropy": 0.214787, "bpb": 2.190239}, "fi": {"chunks": 3540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188188, "cps": 27.65625, "mean_p": 0.206177, "boundary_entropy": 0.176012, "bpb": 2.358224}, "ru": {"chunks": 6054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319472, "cps": 47.296875, "mean_p": 0.279245, "boundary_entropy": 0.42518, "bpb": 1.353099}, "el": {"chunks": 6044.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.294499, "cps": 47.21875, "mean_p": 0.299414, "boundary_entropy": 0.510104, "bpb": 1.465683}, "hi": {"chunks": 7188.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427221, "cps": 56.15625, "mean_p": 0.353652, "boundary_entropy": 0.549676, "bpb": 1.118157}, "ta": {"chunks": 8484.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.453811, "cps": 66.28125, "mean_p": 0.396955, "boundary_entropy": 0.575656, "bpb": 0.922331}, "th": {"chunks": 7666.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.476593, "cps": 59.890625, "mean_p": 0.396381, "boundary_entropy": 0.605141, "bpb": 1.072792}, "zh": {"chunks": 2994.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506942, "cps": 23.390625, "mean_p": 0.256979, "boundary_entropy": 0.303666, "bpb": 3.095876}, "my": {"chunks": 8737.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.461104, "cps": 68.257812, "mean_p": 0.390328, "boundary_entropy": 0.607203, "bpb": 1.098197}}, "bpb": {"en": 2.03113, "de": 2.2216, "vi": 1.91029, "tr": 2.19024, "fi": 2.35822, "ru": 1.3531, "el": 1.46568, "hi": 1.11816, "ta": 0.92233, "th": 1.07279, "zh": 3.09588, "my": 1.0982}, "gini_cpc": 0.212318, "gini_cps": 0.211889, "bpic": 5.861489, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0184013413424262, "vi": 1.2436238477788346, "tr": 1.0606249217116763, "fi": 1.025049023608452, "ru": 1.7401490950982943, "el": 1.6041200540147444, "hi": 2.32705288491723, "ta": 2.471886058259156, "th": 2.595977998339222, "zh": 2.7612873993026907, "my": 2.5116100798726633}, "t": 289.7} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03945, "de": 2.23163, "vi": 1.91067, "tr": 2.19656, "fi": 2.36771, "ru": 1.33059, "el": 1.45773, "hi": 1.11109, "ta": 0.93051, "th": 1.09126, "zh": 3.09208, "my": 1.10602}, "bytes_per_chunk": {"en": 5.675, "de": 5.505, "vi": 6.112, "tr": 5.661, "fi": 5.346, "ru": 5.711, "el": 6.123, "hi": 6.003, "ta": 6.135, "th": 6.227, "zh": 5.387, "my": 6.353}, "bpb_mean": 1.73878, "t": 291.0} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.34549, "bpb": 1.94113, "chunk_loss": 0.030302, "F": 0.18054, "G": 0.26217, "chunks": 184.88, "bytes_per_chunk": 5.539, "boundary_entropy": 0.31279, "router_noise": 0.0, "grad_norm": 0.8237, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 291.0} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.20081, "bpb": 1.73241, "chunk_loss": 0.030299, "F": 0.17883, "G": 0.26916, "chunks": 183.12, "bytes_per_chunk": 5.592, "boundary_entropy": 0.35552, "router_noise": 0.0, "grad_norm": 0.7106, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 293.0} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.30776, "bpb": 1.8867, "chunk_loss": 0.030204, "F": 0.17822, "G": 0.25564, "chunks": 182.5, "bytes_per_chunk": 5.611, "boundary_entropy": 0.30727, "router_noise": 0.0, "grad_norm": 0.7739, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 294.9} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.38308, "bpb": 1.99536, "chunk_loss": 0.03022, "F": 0.17969, "G": 0.25072, "chunks": 184.0, "bytes_per_chunk": 5.565, "boundary_entropy": 0.28986, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 296.9} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3230.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1856, "cps": 25.234375, "mean_p": 0.214196, "boundary_entropy": 0.162484, "bpb": 2.026254}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.218763, "boundary_entropy": 0.182712, "bpb": 2.214038}, "vi": {"chunks": 4302.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23336, "cps": 33.609375, "mean_p": 0.270129, "boundary_entropy": 0.366366, "bpb": 1.90552}, "tr": {"chunks": 3671.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202784, "cps": 28.679688, "mean_p": 0.21985, "boundary_entropy": 0.218494, "bpb": 2.181351}, "fi": {"chunks": 3587.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190686, "cps": 28.023438, "mean_p": 0.209182, "boundary_entropy": 0.178809, "bpb": 2.353667}, "ru": {"chunks": 6294.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332137, "cps": 49.171875, "mean_p": 0.283548, "boundary_entropy": 0.423571, "bpb": 1.347057}, "el": {"chunks": 6290.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306485, "cps": 49.140625, "mean_p": 0.303848, "boundary_entropy": 0.511392, "bpb": 1.456793}, "hi": {"chunks": 7472.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444101, "cps": 58.375, "mean_p": 0.353852, "boundary_entropy": 0.545941, "bpb": 1.106088}, "ta": {"chunks": 8458.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45242, "cps": 66.078125, "mean_p": 0.39281, "boundary_entropy": 0.574362, "bpb": 0.918443}, "th": {"chunks": 8052.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.500591, "cps": 62.90625, "mean_p": 0.398442, "boundary_entropy": 0.60233, "bpb": 1.067558}, "zh": {"chunks": 3028.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.512699, "cps": 23.65625, "mean_p": 0.259762, "boundary_entropy": 0.301876, "bpb": 3.092458}, "my": {"chunks": 9281.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489814, "cps": 72.507812, "mean_p": 0.385473, "boundary_entropy": 0.602542, "bpb": 1.092837}}, "bpb": {"en": 2.02625, "de": 2.21404, "vi": 1.90552, "tr": 2.18135, "fi": 2.35367, "ru": 1.34706, "el": 1.45679, "hi": 1.10609, "ta": 0.91844, "th": 1.06756, "zh": 3.09246, "my": 1.09284}, "gini_cpc": 0.214111, "gini_cps": 0.21601, "bpic": 5.678242, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0294079047260476, "vi": 1.2573287955925807, "tr": 1.0925854958956054, "fi": 1.027403618823253, "ru": 1.789530571734318, "el": 1.6513205979427446, "hi": 2.392783405940776, "ta": 2.4376076780848175, "th": 2.697145023871826, "zh": 2.7623838485079455, "my": 2.639082667832641}, "t": 299.7} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03404, "de": 2.22344, "vi": 1.90664, "tr": 2.18919, "fi": 2.3624, "ru": 1.32527, "el": 1.44976, "hi": 1.10115, "ta": 0.92748, "th": 1.08553, "zh": 3.08735, "my": 1.09894}, "bytes_per_chunk": {"en": 5.622, "de": 5.396, "vi": 6.002, "tr": 5.428, "fi": 5.29, "ru": 5.507, "el": 5.78, "hi": 5.776, "ta": 6.125, "th": 5.881, "zh": 5.328, "my": 5.921}, "bpb_mean": 1.7326, "t": 300.9} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.32393, "bpb": 1.91002, "chunk_loss": 0.030195, "F": 0.17761, "G": 0.26287, "chunks": 181.88, "bytes_per_chunk": 5.63, "boundary_entropy": 0.31973, "router_noise": 0.0, "grad_norm": 0.7389, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 301.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.31021, "bpb": 1.89023, "chunk_loss": 0.030189, "F": 0.17422, "G": 0.25587, "chunks": 178.41, "bytes_per_chunk": 5.74, "boundary_entropy": 0.31903, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 302.9} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.2849, "bpb": 1.85373, "chunk_loss": 0.030094, "F": 0.17313, "G": 0.24317, "chunks": 177.28, "bytes_per_chunk": 5.776, "boundary_entropy": 0.28463, "router_noise": 0.0, "grad_norm": 0.7636, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 304.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.19192, "bpb": 1.71958, "chunk_loss": 0.030115, "F": 0.1749, "G": 0.26563, "chunks": 179.09, "bytes_per_chunk": 5.718, "boundary_entropy": 0.32705, "router_noise": 0.0, "grad_norm": 0.7138, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 306.8} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3209.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184393, "cps": 25.070312, "mean_p": 0.212032, "boundary_entropy": 0.160564, "bpb": 2.0217}, "de": {"chunks": 3880.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188964, "cps": 30.3125, "mean_p": 0.215346, "boundary_entropy": 0.179626, "bpb": 2.209773}, "vi": {"chunks": 4326.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234662, "cps": 33.796875, "mean_p": 0.268778, "boundary_entropy": 0.36428, "bpb": 1.901711}, "tr": {"chunks": 3568.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197094, "cps": 27.875, "mean_p": 0.215417, "boundary_entropy": 0.215431, "bpb": 2.178413}, "fi": {"chunks": 3553.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188879, "cps": 27.757812, "mean_p": 0.206611, "boundary_entropy": 0.174941, "bpb": 2.344191}, "ru": {"chunks": 6148.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.324433, "cps": 48.03125, "mean_p": 0.282346, "boundary_entropy": 0.423768, "bpb": 1.344004}, "el": {"chunks": 6375.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310627, "cps": 49.804688, "mean_p": 0.306974, "boundary_entropy": 0.51323, "bpb": 1.451712}, "hi": {"chunks": 7520.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446954, "cps": 58.75, "mean_p": 0.362367, "boundary_entropy": 0.554066, "bpb": 1.104391}, "ta": {"chunks": 8423.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.450548, "cps": 65.804688, "mean_p": 0.393575, "boundary_entropy": 0.575083, "bpb": 0.914421}, "th": {"chunks": 7870.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.489276, "cps": 61.484375, "mean_p": 0.394394, "boundary_entropy": 0.602381, "bpb": 1.064271}, "zh": {"chunks": 3027.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.51253, "cps": 23.648438, "mean_p": 0.259165, "boundary_entropy": 0.303582, "bpb": 3.082743}, "my": {"chunks": 8270.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.436458, "cps": 64.609375, "mean_p": 0.377319, "boundary_entropy": 0.599106, "bpb": 1.093983}}, "bpb": {"en": 2.0217, "de": 2.20977, "vi": 1.90171, "tr": 2.17841, "fi": 2.34419, "ru": 1.344, "el": 1.45171, "hi": 1.10439, "ta": 0.91442, "th": 1.06427, "zh": 3.08274, "my": 1.09398}, "gini_cpc": 0.210448, "gini_cps": 0.206782, "bpic": 5.800012, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0247872690765545, "vi": 1.2726171637387829, "tr": 1.0688793758274622, "fi": 1.0243248933450104, "ru": 1.7594585807890242, "el": 1.684588171997801, "hi": 2.423913797422461, "ta": 2.4434065530625575, "th": 2.6534326589432715, "zh": 2.779542900053471, "my": 2.366990618334951}, "t": 309.7} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02986, "de": 2.22002, "vi": 1.90274, "tr": 2.18534, "fi": 2.35355, "ru": 1.32241, "el": 1.44364, "hi": 1.09835, "ta": 0.92381, "th": 1.08196, "zh": 3.07762, "my": 1.10027}, "bytes_per_chunk": {"en": 5.645, "de": 5.46, "vi": 5.96, "tr": 5.585, "fi": 5.33, "ru": 5.639, "el": 5.758, "hi": 5.802, "ta": 6.233, "th": 6.013, "zh": 5.333, "my": 6.427}, "bpb_mean": 1.7283, "t": 310.9} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.2755, "bpb": 1.84016, "chunk_loss": 0.030176, "F": 0.17764, "G": 0.26346, "chunks": 181.91, "bytes_per_chunk": 5.629, "boundary_entropy": 0.31812, "router_noise": 0.0, "grad_norm": 0.7988, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 311.0} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.26667, "bpb": 1.82743, "chunk_loss": 0.030231, "F": 0.17813, "G": 0.26432, "chunks": 182.41, "bytes_per_chunk": 5.614, "boundary_entropy": 0.33147, "router_noise": 0.0, "grad_norm": 0.7361, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 312.9} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.34609, "bpb": 1.942, "chunk_loss": 0.030212, "F": 0.17633, "G": 0.26285, "chunks": 180.56, "bytes_per_chunk": 5.671, "boundary_entropy": 0.33253, "router_noise": 0.0, "grad_norm": 0.8129, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 314.9} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.38565, "bpb": 1.99907, "chunk_loss": 0.030212, "F": 0.17984, "G": 0.24955, "chunks": 184.16, "bytes_per_chunk": 5.56, "boundary_entropy": 0.30299, "router_noise": 0.0, "grad_norm": 0.7847, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 316.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3196.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183646, "cps": 24.96875, "mean_p": 0.211454, "boundary_entropy": 0.158796, "bpb": 2.017849}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.216321, "boundary_entropy": 0.181637, "bpb": 2.20711}, "vi": {"chunks": 4398.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238568, "cps": 34.359375, "mean_p": 0.269422, "boundary_entropy": 0.363053, "bpb": 1.898096}, "tr": {"chunks": 3539.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195492, "cps": 27.648438, "mean_p": 0.214653, "boundary_entropy": 0.214337, "bpb": 2.174232}, "fi": {"chunks": 3542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188294, "cps": 27.671875, "mean_p": 0.206026, "boundary_entropy": 0.174449, "bpb": 2.346948}, "ru": {"chunks": 6226.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328549, "cps": 48.640625, "mean_p": 0.282357, "boundary_entropy": 0.420071, "bpb": 1.340354}, "el": {"chunks": 6687.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32583, "cps": 52.242188, "mean_p": 0.312556, "boundary_entropy": 0.514591, "bpb": 1.444363}, "hi": {"chunks": 7239.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430253, "cps": 56.554688, "mean_p": 0.352122, "boundary_entropy": 0.548444, "bpb": 1.103937}, "ta": {"chunks": 8302.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444076, "cps": 64.859375, "mean_p": 0.391645, "boundary_entropy": 0.576094, "bpb": 0.910949}, "th": {"chunks": 7822.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486292, "cps": 61.109375, "mean_p": 0.395604, "boundary_entropy": 0.60396, "bpb": 1.0617}, "zh": {"chunks": 3032.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513376, "cps": 23.6875, "mean_p": 0.256037, "boundary_entropy": 0.299034, "bpb": 3.079185}, "my": {"chunks": 10027.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.529185, "cps": 78.335938, "mean_p": 0.396598, "boundary_entropy": 0.606604, "bpb": 1.086671}}, "bpb": {"en": 2.01785, "de": 2.20711, "vi": 1.8981, "tr": 2.17423, "fi": 2.34695, "ru": 1.34035, "el": 1.44436, "hi": 1.10394, "ta": 0.91095, "th": 1.0617, "zh": 3.07919, "my": 1.08667}, "gini_cpc": 0.218657, "gini_cps": 0.222996, "bpic": 5.653816, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.026303730244796, "vi": 1.2990606647243146, "tr": 1.064504154609104, "fi": 1.02530723741714, "ru": 1.7890284689635132, "el": 1.7742214586680944, "hi": 2.3428304139461105, "ta": 2.41810196015948, "th": 2.647976313257596, "zh": 2.795458851163006, "my": 2.881542228212752}, "t": 319.7} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02704, "de": 2.21819, "vi": 1.89906, "tr": 2.18004, "fi": 2.35648, "ru": 1.31853, "el": 1.43686, "hi": 1.09654, "ta": 0.92087, "th": 1.07883, "zh": 3.07361, "my": 1.09346}, "bytes_per_chunk": {"en": 5.648, "de": 5.446, "vi": 5.849, "tr": 5.632, "fi": 5.348, "ru": 5.566, "el": 5.549, "hi": 5.964, "ta": 6.321, "th": 6.07, "zh": 5.318, "my": 5.44}, "bpb_mean": 1.72496, "t": 320.9} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3196.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183646, "cps": 24.96875, "mean_p": 0.211454, "boundary_entropy": 0.158796, "bpb": 2.017849}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.216321, "boundary_entropy": 0.181637, "bpb": 2.20711}, "vi": {"chunks": 4398.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238568, "cps": 34.359375, "mean_p": 0.269422, "boundary_entropy": 0.363053, "bpb": 1.898096}, "tr": {"chunks": 3539.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195492, "cps": 27.648438, "mean_p": 0.214653, "boundary_entropy": 0.214337, "bpb": 2.174232}, "fi": {"chunks": 3542.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188294, "cps": 27.671875, "mean_p": 0.206026, "boundary_entropy": 0.174449, "bpb": 2.346948}, "ru": {"chunks": 6226.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328549, "cps": 48.640625, "mean_p": 0.282357, "boundary_entropy": 0.420071, "bpb": 1.340354}, "el": {"chunks": 6687.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32583, "cps": 52.242188, "mean_p": 0.312556, "boundary_entropy": 0.514591, "bpb": 1.444363}, "hi": {"chunks": 7239.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430253, "cps": 56.554688, "mean_p": 0.352122, "boundary_entropy": 0.548444, "bpb": 1.103937}, "ta": {"chunks": 8302.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444076, "cps": 64.859375, "mean_p": 0.391645, "boundary_entropy": 0.576094, "bpb": 0.910949}, "th": {"chunks": 7822.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486292, "cps": 61.109375, "mean_p": 0.395604, "boundary_entropy": 0.60396, "bpb": 1.0617}, "zh": {"chunks": 3032.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513376, "cps": 23.6875, "mean_p": 0.256037, "boundary_entropy": 0.299034, "bpb": 3.079185}, "my": {"chunks": 10027.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.529185, "cps": 78.335938, "mean_p": 0.396598, "boundary_entropy": 0.606604, "bpb": 1.086671}}, "bpb": {"en": 2.01785, "de": 2.20711, "vi": 1.8981, "tr": 2.17423, "fi": 2.34695, "ru": 1.34035, "el": 1.44436, "hi": 1.10394, "ta": 0.91095, "th": 1.0617, "zh": 3.07919, "my": 1.08667}, "gini_cpc": 0.218657, "gini_cps": 0.222996, "bpic": 5.653816, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.026303730244796, "vi": 1.2990606647243146, "tr": 1.064504154609104, "fi": 1.02530723741714, "ru": 1.7890284689635132, "el": 1.7742214586680944, "hi": 2.3428304139461105, "ta": 2.41810196015948, "th": 2.647976313257596, "zh": 2.795458851163006, "my": 2.881542228212752}, "t": 321.9} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_A_s2/th0.70"], "t": 324.8} +{"event": "final", "run": "pilot_A_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.1836464977302764, "cps": 24.96875, "bpb": 2.0366536574759873, "bytes_per_chunk": 5.642116137919159}, "de": {"cpc": 0.1884770856669751, "cps": 30.234375, "bpb": 2.2085573468042186, "bytes_per_chunk": 5.45974090890157}, "vi": {"cpc": 0.2385679414157852, "cps": 34.359375, "bpb": 1.9038478483110506, "bytes_per_chunk": 5.867275453792609}, "tr": {"cpc": 0.1954924598132906, "cps": 27.6484375, "bpb": 2.1745089955083285, "bytes_per_chunk": 5.644971306136072}, "fi": {"cpc": 0.18829408324916272, "cps": 27.671875, "bpb": 2.3741402975011927, "bytes_per_chunk": 5.352663120603579}, "ru": {"cpc": 0.32854881266490765, "cps": 48.640625, "bpb": 1.3188029527823422, "bytes_per_chunk": 5.544969963617904}, "el": {"cpc": 0.3258295570822979, "cps": 52.2421875, "bpb": 1.4323273247556754, "bytes_per_chunk": 5.576997947005074}, "hi": {"cpc": 0.4302526002971768, "cps": 56.5546875, "bpb": 1.104362611684646, "bytes_per_chunk": 5.94869234696772}, "ta": {"cpc": 0.4440759561380048, "cps": 64.859375, "bpb": 0.9217435379199496, "bytes_per_chunk": 6.291934186998212}, "th": {"cpc": 0.4862915760024868, "cps": 61.109375, "bpb": 1.0760360586894675, "bytes_per_chunk": 6.057351480000924}, "zh": {"cpc": 0.513376227565188, "cps": 23.6875, "bpb": 3.080435111671317, "bytes_per_chunk": 5.348949671995674}, "my": {"cpc": 0.5291851382731687, "cps": 78.3359375, "bpb": 1.1029825906473758, "bytes_per_chunk": 5.396852193068237}}, "gini_cpc": 0.2186565677816319, "gini_cps": 0.2229964643488509, "bpic": 5.653815556865056, "seed": 2, "mean_boundary_entropy": 0.328884482383728, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 327.1} diff --git a/pilot_A_s2/model.safetensors b/pilot_A_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9eb71b092b1185e9d7faf4aefa8026732e7d8824 --- /dev/null +++ b/pilot_A_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7491420237429620d54a02b86629314892f5587412cc704ed874a8212b72461e +size 90078296 diff --git a/pilot_Apc_s0/config.json b/pilot_Apc_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c75314cfe1c5d6f99a43eb2feb2216c9957a7c49 --- /dev/null +++ b/pilot_Apc_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Apc_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 0, + "out_dir": null, + "run_name": "pilot_Apc_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.19798115513813697, + "gini_cps": 0.20687969999800537, + "bpic": 5.741442762252409, + "worst_lang": "th", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.0263102552477357, + "vi": 1.1173939405206055, + "tr": 1.0263785910869134, + "fi": 1.0890974123411878, + "ru": 1.5610037978029316, + "el": 1.660680669730827, + "hi": 2.2029248153090455, + "ta": 2.17398677597226, + "th": 2.4890317420688532, + "zh": 2.4503750021574078, + "my": 2.4656401684677296 + } + } +} \ No newline at end of file diff --git a/pilot_Apc_s0/final.json b/pilot_Apc_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..fa5be04092e5f63e65e65cb92e8a255a939b7625 --- /dev/null +++ b/pilot_Apc_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Apc_s0", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.19617307360799863, + "cps": 26.671875, + "bpb": 2.024522936439789, + "bytes_per_chunk": 5.06984615087078 + }, + "de": { + "cpc": 0.20133443724735792, + "cps": 32.296875, + "bpb": 2.1852193010821352, + "bytes_per_chunk": 4.95490114542774 + }, + "vi": { + "cpc": 0.2192026037428804, + "cps": 31.5703125, + "bpb": 1.9042950676967878, + "bytes_per_chunk": 6.127293551176869 + }, + "tr": { + "cpc": 0.201347842898967, + "cps": 28.4765625, + "bpb": 2.169624838708644, + "bytes_per_chunk": 5.202302044056361 + }, + "fi": { + "cpc": 0.2136515868374887, + "cps": 31.3984375, + "bpb": 2.3537633308235932, + "bytes_per_chunk": 4.656695207304509 + }, + "ru": { + "cpc": 0.3062269129287599, + "cps": 45.3359375, + "bpb": 1.312258523841349, + "bytes_per_chunk": 5.931866266900492 + }, + "el": { + "cpc": 0.32578083126248597, + "cps": 52.234375, + "bpb": 1.3533775709898723, + "bytes_per_chunk": 5.588530618770985 + }, + "hi": { + "cpc": 0.43215453194650816, + "cps": 56.8046875, + "bpb": 1.123992947930272, + "bytes_per_chunk": 5.68666753438327 + }, + "ta": { + "cpc": 0.4264776678256218, + "cps": 62.2890625, + "bpb": 0.9281541374862824, + "bytes_per_chunk": 6.228029745076144 + }, + "th": { + "cpc": 0.48828100714951816, + "cps": 61.359375, + "bpb": 1.082798357402357, + "bytes_per_chunk": 5.766856589744154 + }, + "zh": { + "cpc": 0.48069759566542497, + "cps": 22.1796875, + "bpb": 3.1126575876564906, + "bytes_per_chunk": 5.735188588430909 + }, + "my": { + "cpc": 0.48369221025965803, + "cps": 71.6015625, + "bpb": 1.095115566751127, + "bytes_per_chunk": 5.752367159299124 + } + }, + "gini_cpc": 0.19798115513813697, + "gini_cps": 0.20687969999800537, + "bpic": 5.741442762252409, + "seed": 0, + "mean_boundary_entropy": 0.32927095890045166, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_Apc_s0/log.jsonl b/pilot_Apc_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..e172b796ba96951df73e46f08d494407e51cb77e --- /dev/null +++ b/pilot_Apc_s0/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Apc_s0", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 4.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8059, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6329.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363673, "cps": 49.445312, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.137961}, "de": {"chunks": 8591.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.4184, "cps": 67.117188, "mean_p": 0.498781, "boundary_entropy": 0.687819, "bpb": 8.136731}, "vi": {"chunks": 13023.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706428, "cps": 101.742188, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072237}, "tr": {"chunks": 5242.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289565, "cps": 40.953125, "mean_p": 0.489423, "boundary_entropy": 0.68728, "bpb": 8.156699}, "fi": {"chunks": 8839.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469885, "cps": 69.054688, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196338}, "ru": {"chunks": 10508.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.554512, "cps": 82.09375, "mean_p": 0.493307, "boundary_entropy": 0.689882, "bpb": 8.05945}, "el": {"chunks": 15046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.733129, "cps": 117.546875, "mean_p": 0.497467, "boundary_entropy": 0.690234, "bpb": 8.140773}, "hi": {"chunks": 2499.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148529, "cps": 19.523438, "mean_p": 0.484438, "boundary_entropy": 0.690242, "bpb": 8.249371}, "ta": {"chunks": 37851.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024659, "cps": 295.710938, "mean_p": 0.512695, "boundary_entropy": 0.690391, "bpb": 8.028667}, "th": {"chunks": 33863.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105253, "cps": 264.554688, "mean_p": 0.511769, "boundary_entropy": 0.690558, "bpb": 8.229689}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120588}, "my": {"chunks": 48156.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.541482, "cps": 376.21875, "mean_p": 0.521509, "boundary_entropy": 0.69021, "bpb": 7.893437}}, "bpb": {"en": 8.13796, "de": 8.13673, "vi": 8.07224, "tr": 8.1567, "fi": 8.19634, "ru": 8.05945, "el": 8.14077, "hi": 8.24937, "ta": 8.02867, "th": 8.22969, "zh": 8.12059, "my": 7.89344}, "gini_cpc": 0.425856, "gini_cps": 0.427302, "bpic": 1.9021, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.150483346113175, "vi": 1.942481642293646, "tr": 0.7962244136833727, "fi": 1.2920528399610602, "ru": 1.5247543264222025, "el": 2.01590116971762, "hi": 0.40841361153416067, "ta": 5.567252420974174, "th": 5.7888645764352376, "zh": 5.5031716409026075, "my": 6.988372631746004}, "t": 6.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6249.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359076, "cps": 48.820312, "mean_p": 0.4962, "boundary_entropy": 0.686976, "bpb": 8.08858}, "de": {"chunks": 8514.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.41465, "cps": 66.515625, "mean_p": 0.498575, "boundary_entropy": 0.687814, "bpb": 8.092687}, "vi": {"chunks": 12837.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696338, "cps": 100.289062, "mean_p": 0.505085, "boundary_entropy": 0.68839, "bpb": 8.038675}, "tr": {"chunks": 5169.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285533, "cps": 40.382812, "mean_p": 0.489116, "boundary_entropy": 0.687262, "bpb": 8.122182}, "fi": {"chunks": 8749.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.4651, "cps": 68.351562, "mean_p": 0.500139, "boundary_entropy": 0.687503, "bpb": 8.154257}, "ru": {"chunks": 10060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530871, "cps": 78.59375, "mean_p": 0.492759, "boundary_entropy": 0.689865, "bpb": 7.993319}, "el": {"chunks": 15089.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.735224, "cps": 117.882812, "mean_p": 0.497513, "boundary_entropy": 0.690235, "bpb": 8.120863}, "hi": {"chunks": 2410.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.143239, "cps": 18.828125, "mean_p": 0.484163, "boundary_entropy": 0.690223, "bpb": 8.217292}, "ta": {"chunks": 37473.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.00444, "cps": 292.757812, "mean_p": 0.512239, "boundary_entropy": 0.690413, "bpb": 7.987868}, "th": {"chunks": 33649.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091949, "cps": 262.882812, "mean_p": 0.511607, "boundary_entropy": 0.690564, "bpb": 8.202645}, "zh": {"chunks": 11810.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999661, "cps": 92.265625, "mean_p": 0.519977, "boundary_entropy": 0.685678, "bpb": 8.114118}, "my": {"chunks": 48090.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537999, "cps": 375.703125, "mean_p": 0.521422, "boundary_entropy": 0.690216, "bpb": 7.860091}}, "bpb": {"en": 8.08858, "de": 8.09269, "vi": 8.03868, "tr": 8.12218, "fi": 8.15426, "ru": 7.99332, "el": 8.12086, "hi": 8.21729, "ta": 7.98787, "th": 8.20264, "zh": 8.11412, "my": 7.86009}, "gini_cpc": 0.428205, "gini_cps": 0.429748, "bpic": 1.917956, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1547682490153959, "vi": 1.9392508692359043, "tr": 0.7951875581317117, "fi": 1.2952694684086565, "ru": 1.4784354309354406, "el": 2.0475438385592653, "hi": 0.39891058943873814, "ta": 5.582215381794599, "th": 5.825922357089102, "zh": 5.568908092683926, "my": 7.068137615127983}, "t": 7.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.340171, "cps": 46.25, "mean_p": 0.494974, "boundary_entropy": 0.686928, "bpb": 7.918707}, "de": {"chunks": 8281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403302, "cps": 64.695312, "mean_p": 0.497822, "boundary_entropy": 0.687798, "bpb": 7.938997}, "vi": {"chunks": 12273.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665745, "cps": 95.882812, "mean_p": 0.503599, "boundary_entropy": 0.688396, "bpb": 7.926941}, "tr": {"chunks": 4898.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270563, "cps": 38.265625, "mean_p": 0.48808, "boundary_entropy": 0.687201, "bpb": 8.003561}, "fi": {"chunks": 8332.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442932, "cps": 65.09375, "mean_p": 0.498783, "boundary_entropy": 0.687477, "bpb": 8.007465}, "ru": {"chunks": 8691.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.458628, "cps": 67.898438, "mean_p": 0.490852, "boundary_entropy": 0.689793, "bpb": 7.771116}, "el": {"chunks": 15238.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.742484, "cps": 119.046875, "mean_p": 0.497598, "boundary_entropy": 0.690236, "bpb": 8.033983}, "hi": {"chunks": 2070.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.123031, "cps": 16.171875, "mean_p": 0.482795, "boundary_entropy": 0.690125, "bpb": 8.097104}, "ta": {"chunks": 35896.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.920086, "cps": 280.4375, "mean_p": 0.510438, "boundary_entropy": 0.690491, "bpb": 7.841697}, "th": {"chunks": 32619.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.027914, "cps": 254.835938, "mean_p": 0.510754, "boundary_entropy": 0.690595, "bpb": 8.088073}, "zh": {"chunks": 11778.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.994243, "cps": 92.015625, "mean_p": 0.51976, "boundary_entropy": 0.68569, "bpb": 8.087311}, "my": {"chunks": 47878.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.52681, "cps": 374.046875, "mean_p": 0.521125, "boundary_entropy": 0.690237, "bpb": 7.783234}}, "bpb": {"en": 7.91871, "de": 7.939, "vi": 7.92694, "tr": 8.00356, "fi": 8.00747, "ru": 7.77112, "el": 8.03398, "hi": 8.0971, "ta": 7.8417, "th": 8.08807, "zh": 8.08731, "my": 7.78323}, "gini_cpc": 0.437272, "gini_cps": 0.438196, "bpic": 1.979538, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1855852592596494, "vi": 1.9570864304092541, "tr": 0.7953726312347812, "fi": 1.3020863655106918, "ru": 1.3482267792198532, "el": 2.182677329061264, "hi": 0.3616743303481788, "ta": 5.644467808273639, "th": 5.9614511694629035, "zh": 5.862468481434364, "my": 7.428053752374921}, "t": 9.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5082.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292019, "cps": 39.703125, "mean_p": 0.49168, "boundary_entropy": 0.686769, "bpb": 7.437863}, "de": {"chunks": 7675.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.373789, "cps": 59.960938, "mean_p": 0.495828, "boundary_entropy": 0.68775, "bpb": 7.496012}, "vi": {"chunks": 10393.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563765, "cps": 81.195312, "mean_p": 0.498904, "boundary_entropy": 0.688358, "bpb": 7.585987}, "tr": {"chunks": 4096.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226261, "cps": 32.0, "mean_p": 0.485081, "boundary_entropy": 0.687, "bpb": 7.643259}, "fi": {"chunks": 7126.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378821, "cps": 55.671875, "mean_p": 0.494861, "boundary_entropy": 0.687364, "bpb": 7.577115}, "ru": {"chunks": 5212.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.27504, "cps": 40.71875, "mean_p": 0.485324, "boundary_entropy": 0.689504, "bpb": 7.189116}, "el": {"chunks": 14862.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.724163, "cps": 116.109375, "mean_p": 0.497134, "boundary_entropy": 0.69023, "bpb": 7.711217}, "hi": {"chunks": 1134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0674, "cps": 8.859375, "mean_p": 0.477101, "boundary_entropy": 0.689635, "bpb": 7.697115}, "ta": {"chunks": 28681.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.534154, "cps": 224.070312, "mean_p": 0.503571, "boundary_entropy": 0.690676, "bpb": 7.366251}, "th": {"chunks": 27401.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.703513, "cps": 214.070312, "mean_p": 0.50624, "boundary_entropy": 0.690718, "bpb": 7.547651}, "zh": {"chunks": 11598.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963766, "cps": 90.609375, "mean_p": 0.518922, "boundary_entropy": 0.685739, "bpb": 7.998384}, "my": {"chunks": 47102.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.485856, "cps": 367.984375, "mean_p": 0.52, "boundary_entropy": 0.690311, "bpb": 7.472518}}, "bpb": {"en": 7.43786, "de": 7.49601, "vi": 7.58599, "tr": 7.64326, "fi": 7.57711, "ru": 7.18912, "el": 7.71122, "hi": 7.69712, "ta": 7.36625, "th": 7.54765, "zh": 7.99838, "my": 7.47252}, "gini_cpc": 0.469742, "gini_cps": 0.463489, "bpic": 2.252738, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2800161125141312, "vi": 1.9305775197261255, "tr": 0.7748164918297442, "fi": 1.2972491477863093, "ru": 0.941856311115126, "el": 2.4798526213656906, "hi": 0.23080618422506846, "ta": 5.2536154380278965, "th": 5.833575283901674, "zh": 6.72479610713456, "my": 8.512662817444324}, "t": 10.7} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3939.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22634, "cps": 30.773438, "mean_p": 0.488095, "boundary_entropy": 0.686662, "bpb": 6.812586}, "de": {"chunks": 6923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.337165, "cps": 54.085938, "mean_p": 0.493886, "boundary_entropy": 0.687798, "bpb": 6.904777}, "vi": {"chunks": 7190.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.390019, "cps": 56.171875, "mean_p": 0.490785, "boundary_entropy": 0.688162, "bpb": 7.158099}, "tr": {"chunks": 3499.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193283, "cps": 27.335938, "mean_p": 0.483496, "boundary_entropy": 0.686946, "bpb": 7.13095}, "fi": {"chunks": 5529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.293924, "cps": 43.195312, "mean_p": 0.490063, "boundary_entropy": 0.687262, "bpb": 7.002157}, "ru": {"chunks": 2623.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138417, "cps": 20.492188, "mean_p": 0.478868, "boundary_entropy": 0.689014, "bpb": 6.360271}, "el": {"chunks": 5605.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273108, "cps": 43.789062, "mean_p": 0.487, "boundary_entropy": 0.68987, "bpb": 7.04147}, "hi": {"chunks": 405.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024071, "cps": 3.164062, "mean_p": 0.467004, "boundary_entropy": 0.688448, "bpb": 7.053019}, "ta": {"chunks": 14613.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.781653, "cps": 114.164062, "mean_p": 0.490182, "boundary_entropy": 0.690532, "bpb": 6.622489}, "th": {"chunks": 17461.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.085546, "cps": 136.414062, "mean_p": 0.496577, "boundary_entropy": 0.690724, "bpb": 6.370152}, "zh": {"chunks": 10870.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.840501, "cps": 84.921875, "mean_p": 0.515358, "boundary_entropy": 0.685939, "bpb": 7.770742}, "my": {"chunks": 42520.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.244036, "cps": 332.1875, "mean_p": 0.515701, "boundary_entropy": 0.690552, "bpb": 6.672825}}, "bpb": {"en": 6.81259, "de": 6.90478, "vi": 7.1581, "tr": 7.13095, "fi": 7.00216, "ru": 6.36027, "el": 7.04147, "hi": 7.05302, "ta": 6.62249, "th": 6.37015, "zh": 7.77074, "my": 6.67283}, "gini_cpc": 0.523275, "gini_cps": 0.492091, "bpic": 3.167111, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4896356723924322, "vi": 1.723153187823007, "tr": 0.8539482059143753, "fi": 1.2985923672618997, "ru": 0.6115433045232674, "el": 1.2066266446958864, "hi": 0.106350145815816, "ta": 3.4534411068609074, "th": 4.7960774361073515, "zh": 8.131566927304103, "my": 9.914436126225766}, "t": 12.6} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4861.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.27932, "cps": 37.976562, "mean_p": 0.495225, "boundary_entropy": 0.687434, "bpb": 6.360952}, "de": {"chunks": 8523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415088, "cps": 66.585938, "mean_p": 0.498961, "boundary_entropy": 0.68833, "bpb": 6.444327}, "vi": {"chunks": 5661.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307079, "cps": 44.226562, "mean_p": 0.489051, "boundary_entropy": 0.688362, "bpb": 6.904572}, "tr": {"chunks": 6801.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.375684, "cps": 53.132812, "mean_p": 0.496479, "boundary_entropy": 0.68798, "bpb": 6.718628}, "fi": {"chunks": 7153.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.380256, "cps": 55.882812, "mean_p": 0.497712, "boundary_entropy": 0.688012, "bpb": 6.521174}, "ru": {"chunks": 5374.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283588, "cps": 41.984375, "mean_p": 0.488007, "boundary_entropy": 0.68983, "bpb": 5.791016}, "el": {"chunks": 474.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023096, "cps": 3.703125, "mean_p": 0.469262, "boundary_entropy": 0.688348, "bpb": 6.573207}, "hi": {"chunks": 2698.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.160357, "cps": 21.078125, "mean_p": 0.485716, "boundary_entropy": 0.690388, "bpb": 5.948363}, "ta": {"chunks": 5527.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.295641, "cps": 43.179688, "mean_p": 0.482416, "boundary_entropy": 0.690237, "bpb": 5.810354}, "th": {"chunks": 3698.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229904, "cps": 28.890625, "mean_p": 0.487851, "boundary_entropy": 0.690624, "bpb": 5.623417}, "zh": {"chunks": 7406.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.253979, "cps": 57.859375, "mean_p": 0.501028, "boundary_entropy": 0.686375, "bpb": 7.331329}, "my": {"chunks": 25474.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.344416, "cps": 199.015625, "mean_p": 0.49649, "boundary_entropy": 0.690915, "bpb": 5.630428}}, "bpb": {"en": 6.36095, "de": 6.44433, "vi": 6.90457, "tr": 6.71863, "fi": 6.52117, "ru": 5.79102, "el": 6.57321, "hi": 5.94836, "ta": 5.81035, "th": 5.62342, "zh": 7.33133, "my": 5.63043}, "gini_cpc": 0.412363, "gini_cps": 0.367858, "bpic": 4.587938, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4860676507387525, "vi": 1.0993817215415234, "tr": 1.344995163166249, "fi": 1.3613658144123393, "ru": 1.0152826084950546, "el": 0.08268676395732365, "hi": 0.5740971244275862, "ta": 1.0584308609512953, "th": 0.823084343442127, "zh": 4.489404775481027, "my": 4.8131818187148}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.2243, "bpb": 6.09437, "chunk_loss": 0.03099, "F": 0.17831, "G": 0.48752, "chunks": 182.59, "bytes_per_chunk": 5.608, "boundary_entropy": 0.69168, "router_noise": 0.0, "grad_norm": 1.591, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.23, "alpha": 0.03, "t": 16.1} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4715.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.27093, "cps": 36.835938, "mean_p": 0.495963, "boundary_entropy": 0.687588, "bpb": 5.820065}, "de": {"chunks": 6108.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.297472, "cps": 47.71875, "mean_p": 0.495757, "boundary_entropy": 0.688412, "bpb": 5.934687}, "vi": {"chunks": 2908.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.157743, "cps": 22.71875, "mean_p": 0.481045, "boundary_entropy": 0.687917, "bpb": 6.312724}, "tr": {"chunks": 5040.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.278407, "cps": 39.375, "mean_p": 0.493897, "boundary_entropy": 0.688058, "bpb": 6.226978}, "fi": {"chunks": 5402.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.287172, "cps": 42.203125, "mean_p": 0.495046, "boundary_entropy": 0.688101, "bpb": 5.973529}, "ru": {"chunks": 7578.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.399894, "cps": 59.203125, "mean_p": 0.493554, "boundary_entropy": 0.690201, "bpb": 5.415797}, "el": {"chunks": 4163.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.202846, "cps": 32.523438, "mean_p": 0.490295, "boundary_entropy": 0.690334, "bpb": 5.661558}, "hi": {"chunks": 417.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024785, "cps": 3.257812, "mean_p": 0.473574, "boundary_entropy": 0.689278, "bpb": 5.441769}, "ta": {"chunks": 2682.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.143461, "cps": 20.953125, "mean_p": 0.48333, "boundary_entropy": 0.690369, "bpb": 5.207834}, "th": {"chunks": 1473.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.091576, "cps": 11.507812, "mean_p": 0.484067, "boundary_entropy": 0.690428, "bpb": 5.102121}, "zh": {"chunks": 4634.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.784626, "cps": 36.203125, "mean_p": 0.492954, "boundary_entropy": 0.68664, "bpb": 6.993676}, "my": {"chunks": 21959.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.158909, "cps": 171.554688, "mean_p": 0.494025, "boundary_entropy": 0.690996, "bpb": 4.99626}}, "bpb": {"en": 5.82007, "de": 5.93469, "vi": 6.31272, "tr": 6.22698, "fi": 5.97353, "ru": 5.4158, "el": 5.66156, "hi": 5.44177, "ta": 5.20783, "th": 5.10212, "zh": 6.99368, "my": 4.99626}, "gini_cpc": 0.436552, "gini_cps": 0.411295, "bpic": 5.721329, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0979663856423556, "vi": 0.5822287990736419, "tr": 1.027596007270521, "fi": 1.059949366283677, "ru": 1.4760049356877647, "el": 0.7487002684673829, "hi": 0.09147942058398555, "ta": 0.5295119029960489, "th": 0.33800576273119576, "zh": 2.8960430268623423, "my": 4.277515636364614}, "t": 17.9} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.38298, "bpb": 4.88061, "chunk_loss": 0.029717, "F": 0.16199, "G": 0.47936, "chunks": 165.88, "bytes_per_chunk": 6.173, "boundary_entropy": 0.69027, "router_noise": 0.0, "grad_norm": 2.022, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 19.9} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.449675, "boundary_entropy": 0.676329, "bpb": 4.495247}, "de": {"chunks": 3365.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163883, "cps": 26.289062, "mean_p": 0.452042, "boundary_entropy": 0.678564, "bpb": 4.713403}, "vi": {"chunks": 6578.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.356821, "cps": 51.390625, "mean_p": 0.468635, "boundary_entropy": 0.683273, "bpb": 5.044461}, "tr": {"chunks": 3305.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182566, "cps": 25.820312, "mean_p": 0.457515, "boundary_entropy": 0.680283, "bpb": 5.034498}, "fi": {"chunks": 4110.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218489, "cps": 32.109375, "mean_p": 0.455546, "boundary_entropy": 0.678594, "bpb": 4.735896}, "ru": {"chunks": 5574.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.294142, "cps": 43.546875, "mean_p": 0.464582, "boundary_entropy": 0.684827, "bpb": 3.668242}, "el": {"chunks": 7144.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348097, "cps": 55.8125, "mean_p": 0.478036, "boundary_entropy": 0.688098, "bpb": 4.710107}, "hi": {"chunks": 10071.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.598574, "cps": 78.679688, "mean_p": 0.490459, "boundary_entropy": 0.689656, "bpb": 3.641513}, "ta": {"chunks": 5531.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.295855, "cps": 43.210938, "mean_p": 0.483913, "boundary_entropy": 0.689628, "bpb": 3.448318}, "th": {"chunks": 9383.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.583339, "cps": 73.304688, "mean_p": 0.466869, "boundary_entropy": 0.68666, "bpb": 3.168764}, "zh": {"chunks": 2635.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.446156, "cps": 20.585938, "mean_p": 0.47883, "boundary_entropy": 0.685028, "bpb": 6.322387}, "my": {"chunks": 16237.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.856924, "cps": 126.851562, "mean_p": 0.475365, "boundary_entropy": 0.68885, "bpb": 3.999223}}, "bpb": {"en": 4.49525, "de": 4.7134, "vi": 5.04446, "tr": 5.0345, "fi": 4.7359, "ru": 3.66824, "el": 4.71011, "hi": 3.64151, "ta": 3.44832, "th": 3.16876, "zh": 6.32239, "my": 3.99922}, "gini_cpc": 0.290039, "gini_cps": 0.307133, "bpic": 4.995652, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9868677091160706, "vi": 2.1487060400190328, "tr": 1.0993783744574253, "fi": 1.3156980041310586, "ru": 1.7712669837762827, "el": 2.0961718197171644, "hi": 3.604489796757791, "ta": 1.7815764628145676, "th": 3.51274746077553, "zh": 2.6866646082747354, "my": 5.160225636654095}, "t": 22.2} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89553, "bpb": 4.17737, "chunk_loss": 0.030335, "F": 0.17212, "G": 0.4326, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.67091, "router_noise": 0.0, "grad_norm": 1.6172, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 23.4} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2649.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152215, "cps": 20.695312, "mean_p": 0.373057, "boundary_entropy": 0.624591, "bpb": 3.895521}, "de": {"chunks": 2877.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.140116, "cps": 22.476562, "mean_p": 0.376994, "boundary_entropy": 0.632386, "bpb": 4.109573}, "vi": {"chunks": 4130.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22403, "cps": 32.265625, "mean_p": 0.385528, "boundary_entropy": 0.610522, "bpb": 3.653165}, "tr": {"chunks": 2816.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.155554, "cps": 22.0, "mean_p": 0.391975, "boundary_entropy": 0.641599, "bpb": 4.168206}, "fi": {"chunks": 3222.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171283, "cps": 25.171875, "mean_p": 0.370109, "boundary_entropy": 0.624712, "bpb": 4.131064}, "ru": {"chunks": 5244.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.276728, "cps": 40.96875, "mean_p": 0.463584, "boundary_entropy": 0.679169, "bpb": 2.826355}, "el": {"chunks": 5279.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.257224, "cps": 41.242188, "mean_p": 0.400243, "boundary_entropy": 0.654252, "bpb": 3.177652}, "hi": {"chunks": 9827.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.584071, "cps": 76.773438, "mean_p": 0.407584, "boundary_entropy": 0.647135, "bpb": 2.414812}, "ta": {"chunks": 8752.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.468147, "cps": 68.375, "mean_p": 0.453768, "boundary_entropy": 0.678726, "bpb": 2.301073}, "th": {"chunks": 6132.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.381225, "cps": 47.90625, "mean_p": 0.446102, "boundary_entropy": 0.678257, "bpb": 2.334173}, "zh": {"chunks": 2932.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496444, "cps": 22.90625, "mean_p": 0.464249, "boundary_entropy": 0.680409, "bpb": 5.321702}, "my": {"chunks": 7470.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.394237, "cps": 58.359375, "mean_p": 0.442782, "boundary_entropy": 0.679807, "bpb": 2.442}}, "bpb": {"en": 3.89552, "de": 4.10957, "vi": 3.65317, "tr": 4.16821, "fi": 4.13106, "ru": 2.82636, "el": 3.17765, "hi": 2.41481, "ta": 2.30107, "th": 2.33417, "zh": 5.3217, "my": 2.442}, "gini_cpc": 0.265124, "gini_cps": 0.255201, "bpic": 6.257639, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9205123437734323, "vi": 1.4718009252305473, "tr": 1.0219373236661562, "fi": 1.1252676005274618, "ru": 1.8180073328811288, "el": 1.6898687653092468, "hi": 3.8371435350579457, "ta": 3.0755585656014155, "th": 2.5045127263113462, "zh": 3.2614647215588577, "my": 2.589997755076718}, "t": 26.6} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.89722, "de": 4.10936, "vi": 3.65782, "tr": 4.17794, "fi": 4.13354, "ru": 2.81021, "el": 3.1727, "hi": 2.41046, "ta": 2.31975, "th": 2.36734, "zh": 5.33073, "my": 2.45962}, "bytes_per_chunk": {"en": 5.881, "de": 6.923, "vi": 5.856, "tr": 7.633, "fi": 6.037, "ru": 5.94, "el": 6.808, "hi": 4.363, "ta": 5.613, "th": 6.299, "zh": 8.229, "my": 7.155}, "bpb_mean": 3.40389, "t": 27.9} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.50071, "bpb": 3.60777, "chunk_loss": 0.029458, "F": 0.15738, "G": 0.40399, "chunks": 161.16, "bytes_per_chunk": 6.354, "boundary_entropy": 0.64965, "router_noise": 0.0, "grad_norm": 1.4604, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 27.9} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.57797, "bpb": 3.71922, "chunk_loss": 0.032548, "F": 0.21552, "G": 0.41131, "chunks": 220.69, "bytes_per_chunk": 4.64, "boundary_entropy": 0.64389, "router_noise": 0.0, "grad_norm": 1.5307, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 30.1} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3113.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178877, "cps": 24.320312, "mean_p": 0.382042, "boundary_entropy": 0.622848, "bpb": 3.635103}, "de": {"chunks": 3931.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191448, "cps": 30.710938, "mean_p": 0.391009, "boundary_entropy": 0.634267, "bpb": 3.906151}, "vi": {"chunks": 4665.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.253051, "cps": 36.445312, "mean_p": 0.426983, "boundary_entropy": 0.642481, "bpb": 3.238321}, "tr": {"chunks": 4605.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.254378, "cps": 35.976562, "mean_p": 0.405366, "boundary_entropy": 0.635724, "bpb": 3.843866}, "fi": {"chunks": 3130.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166392, "cps": 24.453125, "mean_p": 0.376923, "boundary_entropy": 0.620762, "bpb": 3.887001}, "ru": {"chunks": 5849.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.308654, "cps": 45.695312, "mean_p": 0.452657, "boundary_entropy": 0.668708, "bpb": 2.649369}, "el": {"chunks": 6779.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330312, "cps": 52.960938, "mean_p": 0.377005, "boundary_entropy": 0.631496, "bpb": 2.784232}, "hi": {"chunks": 8667.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.515126, "cps": 67.710938, "mean_p": 0.331654, "boundary_entropy": 0.570877, "bpb": 2.103737}, "ta": {"chunks": 8719.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.466381, "cps": 68.117188, "mean_p": 0.373919, "boundary_entropy": 0.623575, "bpb": 1.952427}, "th": {"chunks": 4201.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.261175, "cps": 32.820312, "mean_p": 0.41389, "boundary_entropy": 0.662787, "bpb": 2.076048}, "zh": {"chunks": 3523.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.596512, "cps": 27.523438, "mean_p": 0.454633, "boundary_entropy": 0.67257, "bpb": 4.984426}, "my": {"chunks": 11833.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.624499, "cps": 92.445312, "mean_p": 0.396647, "boundary_entropy": 0.650644, "bpb": 2.182718}}, "bpb": {"en": 3.6351, "de": 3.90615, "vi": 3.23832, "tr": 3.84387, "fi": 3.887, "ru": 2.64937, "el": 2.78423, "hi": 2.10374, "ta": 1.95243, "th": 2.07605, "zh": 4.98443, "my": 2.18272}, "gini_cpc": 0.2493, "gini_cps": 0.243272, "bpic": 5.560835, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0702756286375106, "vi": 1.4146646638143359, "tr": 1.4220801769309532, "fi": 0.9302023955712225, "ru": 1.7255097060840274, "el": 1.84658706154334, "hi": 2.879776100702179, "ta": 2.607271201434906, "th": 1.460079878009143, "zh": 3.334757055307756, "my": 3.4912141407043573}, "t": 31.3} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.35474, "bpb": 3.39717, "chunk_loss": 0.030818, "F": 0.18558, "G": 0.3677, "chunks": 190.03, "bytes_per_chunk": 5.389, "boundary_entropy": 0.60698, "router_noise": 0.0, "grad_norm": 1.2333, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.065, "alpha": 0.03, "t": 33.4} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05853, "bpb": 2.96982, "chunk_loss": 0.031588, "F": 0.20145, "G": 0.35939, "chunks": 206.28, "bytes_per_chunk": 4.964, "boundary_entropy": 0.58704, "router_noise": 0.0, "grad_norm": 0.8366, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 35.5} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3468.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199276, "cps": 27.09375, "mean_p": 0.319056, "boundary_entropy": 0.528865, "bpb": 3.255988}, "de": {"chunks": 4822.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.234841, "cps": 37.671875, "mean_p": 0.337978, "boundary_entropy": 0.53406, "bpb": 3.534977}, "vi": {"chunks": 5665.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307296, "cps": 44.257812, "mean_p": 0.348901, "boundary_entropy": 0.560343, "bpb": 2.799861}, "tr": {"chunks": 4570.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.252444, "cps": 35.703125, "mean_p": 0.348998, "boundary_entropy": 0.552438, "bpb": 3.445892}, "fi": {"chunks": 3917.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.208229, "cps": 30.601562, "mean_p": 0.331847, "boundary_entropy": 0.558249, "bpb": 3.559213}, "ru": {"chunks": 5320.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.280739, "cps": 41.5625, "mean_p": 0.2963, "boundary_entropy": 0.475013, "bpb": 2.507414}, "el": {"chunks": 6782.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330459, "cps": 52.984375, "mean_p": 0.303199, "boundary_entropy": 0.541906, "bpb": 2.553436}, "hi": {"chunks": 7088.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.421278, "cps": 55.375, "mean_p": 0.385149, "boundary_entropy": 0.626898, "bpb": 1.810283}, "ta": {"chunks": 5147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.275314, "cps": 40.210938, "mean_p": 0.387902, "boundary_entropy": 0.64044, "bpb": 1.586573}, "th": {"chunks": 5314.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.33037, "cps": 41.515625, "mean_p": 0.326892, "boundary_entropy": 0.59057, "bpb": 1.902233}, "zh": {"chunks": 2882.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.487978, "cps": 22.515625, "mean_p": 0.388086, "boundary_entropy": 0.620555, "bpb": 4.137508}, "my": {"chunks": 8785.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463637, "cps": 68.632812, "mean_p": 0.363679, "boundary_entropy": 0.602934, "bpb": 1.929967}}, "bpb": {"en": 3.25599, "de": 3.53498, "vi": 2.79986, "tr": 3.44589, "fi": 3.55921, "ru": 2.50741, "el": 2.55344, "hi": 1.81028, "ta": 1.58657, "th": 1.90223, "zh": 4.13751, "my": 1.92997}, "gini_cpc": 0.161777, "gini_cps": 0.162986, "bpic": 6.01915, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1784735248533165, "vi": 1.5420618876948187, "tr": 1.266807657909842, "fi": 1.0449288487796748, "ru": 1.4087938574467502, "el": 1.6582956888439961, "hi": 2.1140422731456012, "ta": 1.38157265926996, "th": 1.6578510787737721, "zh": 2.448756293816505, "my": 2.3266090933262626}, "t": 38.5} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.26384, "de": 3.53399, "vi": 2.80629, "tr": 3.45276, "fi": 3.55162, "ru": 2.49056, "el": 2.54673, "hi": 1.80682, "ta": 1.60229, "th": 1.93111, "zh": 4.14503, "my": 1.94515}, "bytes_per_chunk": {"en": 4.941, "de": 4.359, "vi": 4.318, "tr": 4.241, "fi": 5.054, "ru": 6.494, "el": 5.723, "hi": 5.249, "ta": 7.934, "th": 7.282, "zh": 5.787, "my": 5.674}, "bpb_mean": 2.75635, "t": 39.9} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05394, "bpb": 2.96321, "chunk_loss": 0.030959, "F": 0.19183, "G": 0.33043, "chunks": 196.44, "bytes_per_chunk": 5.213, "boundary_entropy": 0.54594, "router_noise": 0.0, "grad_norm": 0.9158, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 39.9} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.12412, "bpb": 3.06445, "chunk_loss": 0.0301, "F": 0.16913, "G": 0.32294, "chunks": 173.19, "bytes_per_chunk": 5.913, "boundary_entropy": 0.54112, "router_noise": 0.0, "grad_norm": 0.791, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 42.0} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.96149, "bpb": 2.82984, "chunk_loss": 0.030881, "F": 0.18799, "G": 0.32865, "chunks": 192.5, "bytes_per_chunk": 5.319, "boundary_entropy": 0.53915, "router_noise": 0.0, "grad_norm": 1.075, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.0} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.90946, "bpb": 2.75477, "chunk_loss": 0.030547, "F": 0.18332, "G": 0.31174, "chunks": 187.72, "bytes_per_chunk": 5.455, "boundary_entropy": 0.5166, "router_noise": 0.0, "grad_norm": 0.9845, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.1} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2946.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169281, "cps": 23.015625, "mean_p": 0.266836, "boundary_entropy": 0.448734, "bpb": 2.944773}, "de": {"chunks": 3688.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179613, "cps": 28.8125, "mean_p": 0.27822, "boundary_entropy": 0.452305, "bpb": 3.268797}, "vi": {"chunks": 4940.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267969, "cps": 38.59375, "mean_p": 0.303319, "boundary_entropy": 0.497103, "bpb": 2.58392}, "tr": {"chunks": 4015.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221786, "cps": 31.367188, "mean_p": 0.320369, "boundary_entropy": 0.508837, "bpb": 3.157863}, "fi": {"chunks": 3469.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184413, "cps": 27.101562, "mean_p": 0.29463, "boundary_entropy": 0.498989, "bpb": 3.3723}, "ru": {"chunks": 5532.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.291926, "cps": 43.21875, "mean_p": 0.310255, "boundary_entropy": 0.531038, "bpb": 2.198196}, "el": {"chunks": 6900.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336208, "cps": 53.90625, "mean_p": 0.326959, "boundary_entropy": 0.563231, "bpb": 2.260604}, "hi": {"chunks": 8375.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.497771, "cps": 65.429688, "mean_p": 0.318886, "boundary_entropy": 0.525007, "bpb": 1.629261}, "ta": {"chunks": 8010.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428457, "cps": 62.578125, "mean_p": 0.356868, "boundary_entropy": 0.595403, "bpb": 1.401254}, "th": {"chunks": 6663.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.414237, "cps": 52.054688, "mean_p": 0.297745, "boundary_entropy": 0.515713, "bpb": 1.725528}, "zh": {"chunks": 2848.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482221, "cps": 22.25, "mean_p": 0.361606, "boundary_entropy": 0.57286, "bpb": 3.849121}, "my": {"chunks": 6128.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.323411, "cps": 47.875, "mean_p": 0.378734, "boundary_entropy": 0.629468, "bpb": 1.683728}}, "bpb": {"en": 2.94477, "de": 3.2688, "vi": 2.58392, "tr": 3.15786, "fi": 3.3723, "ru": 2.1982, "el": 2.2606, "hi": 1.62926, "ta": 1.40125, "th": 1.72553, "zh": 3.84912, "my": 1.68373}, "gini_cpc": 0.202855, "gini_cps": 0.199688, "bpic": 6.042463, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.06103542228927, "vi": 1.5829791136027558, "tr": 1.31016615377969, "fi": 1.0893910277613057, "ru": 1.7245045112822361, "el": 1.9860931945312366, "hi": 2.940499571786965, "ta": 2.5310365939682407, "th": 2.4470346877933995, "zh": 2.8486423072121765, "my": 1.9104987516483103}, "t": 49.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.95427, "de": 3.26793, "vi": 2.59158, "tr": 3.16847, "fi": 3.36223, "ru": 2.18292, "el": 2.25214, "hi": 1.62288, "ta": 1.41507, "th": 1.75425, "zh": 3.85987, "my": 1.69578}, "bytes_per_chunk": {"en": 5.698, "de": 5.397, "vi": 5.125, "tr": 4.708, "fi": 5.672, "ru": 6.207, "el": 4.961, "hi": 4.469, "ta": 5.252, "th": 5.841, "zh": 5.918, "my": 9.831}, "bpb_mean": 2.51062, "t": 50.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.93925, "bpb": 2.79774, "chunk_loss": 0.030219, "F": 0.17514, "G": 0.3027, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.50086, "router_noise": 0.0, "grad_norm": 0.8349, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.4} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.73193, "bpb": 2.49865, "chunk_loss": 0.030403, "F": 0.17859, "G": 0.31055, "chunks": 182.88, "bytes_per_chunk": 5.599, "boundary_entropy": 0.51385, "router_noise": 0.0, "grad_norm": 0.9119, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.4} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75743, "bpb": 2.53543, "chunk_loss": 0.03045, "F": 0.17947, "G": 0.31113, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.51197, "router_noise": 0.0, "grad_norm": 0.6821, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 54.4} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.6891, "bpb": 2.43685, "chunk_loss": 0.030204, "F": 0.17676, "G": 0.31737, "chunks": 181.0, "bytes_per_chunk": 5.657, "boundary_entropy": 0.51634, "router_noise": 0.0, "grad_norm": 0.689, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 56.5} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2932.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168477, "cps": 22.90625, "mean_p": 0.262214, "boundary_entropy": 0.419845, "bpb": 2.743982}, "de": {"chunks": 3645.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177519, "cps": 28.476562, "mean_p": 0.261896, "boundary_entropy": 0.420631, "bpb": 3.071267}, "vi": {"chunks": 4276.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23195, "cps": 33.40625, "mean_p": 0.275079, "boundary_entropy": 0.469579, "bpb": 2.428148}, "tr": {"chunks": 3192.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176324, "cps": 24.9375, "mean_p": 0.269899, "boundary_entropy": 0.455432, "bpb": 3.010089}, "fi": {"chunks": 3522.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187231, "cps": 27.515625, "mean_p": 0.280068, "boundary_entropy": 0.461817, "bpb": 3.238985}, "ru": {"chunks": 6406.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.338047, "cps": 50.046875, "mean_p": 0.361227, "boundary_entropy": 0.580539, "bpb": 2.040909}, "el": {"chunks": 6720.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327438, "cps": 52.5, "mean_p": 0.321815, "boundary_entropy": 0.546721, "bpb": 2.124484}, "hi": {"chunks": 6307.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.374859, "cps": 49.273438, "mean_p": 0.310705, "boundary_entropy": 0.535747, "bpb": 1.545703}, "ta": {"chunks": 7721.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412998, "cps": 60.320312, "mean_p": 0.404296, "boundary_entropy": 0.639701, "bpb": 1.281065}, "th": {"chunks": 4852.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.301647, "cps": 37.90625, "mean_p": 0.35368, "boundary_entropy": 0.608502, "bpb": 1.619785}, "zh": {"chunks": 3343.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.566035, "cps": 26.117188, "mean_p": 0.341133, "boundary_entropy": 0.525544, "bpb": 3.734169}, "my": {"chunks": 10348.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.546126, "cps": 80.84375, "mean_p": 0.39162, "boundary_entropy": 0.628772, "bpb": 1.459803}}, "bpb": {"en": 2.74398, "de": 3.07127, "vi": 2.42815, "tr": 3.01009, "fi": 3.23898, "ru": 2.04091, "el": 2.12448, "hi": 1.5457, "ta": 1.28106, "th": 1.61979, "zh": 3.73417, "my": 1.4598}, "gini_cpc": 0.232627, "gini_cps": 0.222557, "bpic": 6.066341, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0536716126417867, "vi": 1.3767488069693636, "tr": 1.04658013087005, "fi": 1.1113161416178148, "ru": 2.006494040826905, "el": 1.9435180666764649, "hi": 2.224989225819922, "ta": 2.451366445712334, "th": 1.790440450861958, "zh": 3.359720027128053, "my": 3.2415535330268432}, "t": 59.4} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.75536, "de": 3.07434, "vi": 2.43554, "tr": 3.02108, "fi": 3.23844, "ru": 2.02482, "el": 2.11061, "hi": 1.5399, "ta": 1.29241, "th": 1.64605, "zh": 3.74564, "my": 1.471}, "bytes_per_chunk": {"en": 5.629, "de": 5.436, "vi": 5.678, "tr": 6.059, "fi": 5.308, "ru": 5.571, "el": 5.794, "hi": 6.481, "ta": 5.792, "th": 9.029, "zh": 4.936, "my": 5.501}, "bpb_mean": 2.36293, "t": 60.7} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.81552, "bpb": 2.61924, "chunk_loss": 0.030176, "F": 0.17236, "G": 0.30039, "chunks": 176.5, "bytes_per_chunk": 5.802, "boundary_entropy": 0.48907, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 60.7} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86477, "bpb": 2.6903, "chunk_loss": 0.030211, "F": 0.17682, "G": 0.29885, "chunks": 181.06, "bytes_per_chunk": 5.656, "boundary_entropy": 0.48291, "router_noise": 0.0, "grad_norm": 0.8728, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.8} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.6813, "bpb": 2.42561, "chunk_loss": 0.030012, "F": 0.17389, "G": 0.29884, "chunks": 178.06, "bytes_per_chunk": 5.751, "boundary_entropy": 0.47568, "router_noise": 0.0, "grad_norm": 0.9095, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.8} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.81396, "bpb": 2.61699, "chunk_loss": 0.030691, "F": 0.18848, "G": 0.29656, "chunks": 193.0, "bytes_per_chunk": 5.306, "boundary_entropy": 0.46517, "router_noise": 0.0, "grad_norm": 0.8544, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.8} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3233.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185773, "cps": 25.257812, "mean_p": 0.264605, "boundary_entropy": 0.396762, "bpb": 2.60452}, "de": {"chunks": 3845.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18726, "cps": 30.039062, "mean_p": 0.267159, "boundary_entropy": 0.407291, "bpb": 2.943751}, "vi": {"chunks": 4547.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24665, "cps": 35.523438, "mean_p": 0.276564, "boundary_entropy": 0.468126, "bpb": 2.325228}, "tr": {"chunks": 3517.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194277, "cps": 27.476562, "mean_p": 0.267803, "boundary_entropy": 0.428855, "bpb": 2.912621}, "fi": {"chunks": 3647.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193876, "cps": 28.492188, "mean_p": 0.274978, "boundary_entropy": 0.441549, "bpb": 3.143412}, "ru": {"chunks": 5279.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.278575, "cps": 41.242188, "mean_p": 0.332919, "boundary_entropy": 0.565774, "bpb": 1.947282}, "el": {"chunks": 6958.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.339034, "cps": 54.359375, "mean_p": 0.320739, "boundary_entropy": 0.547014, "bpb": 2.039518}, "hi": {"chunks": 9904.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.588648, "cps": 77.375, "mean_p": 0.352569, "boundary_entropy": 0.578175, "bpb": 1.504156}, "ta": {"chunks": 8377.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448088, "cps": 65.445312, "mean_p": 0.396277, "boundary_entropy": 0.634099, "bpb": 1.214221}, "th": {"chunks": 9382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.583276, "cps": 73.296875, "mean_p": 0.411658, "boundary_entropy": 0.644614, "bpb": 1.530804}, "zh": {"chunks": 3085.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.52235, "cps": 24.101562, "mean_p": 0.312182, "boundary_entropy": 0.473681, "bpb": 3.61849}, "my": {"chunks": 11026.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581908, "cps": 86.140625, "mean_p": 0.412932, "boundary_entropy": 0.651298, "bpb": 1.414535}}, "bpb": {"en": 2.60452, "de": 2.94375, "vi": 2.32523, "tr": 2.91262, "fi": 3.14341, "ru": 1.94728, "el": 2.03952, "hi": 1.50416, "ta": 1.21422, "th": 1.5308, "zh": 3.61849, "my": 1.41454}, "gini_cpc": 0.249387, "gini_cps": 0.254311, "bpic": 5.271717, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.008004225286616, "vi": 1.3277008333255733, "tr": 1.0457797605511945, "fi": 1.0436197647647214, "ru": 1.4995496965250341, "el": 1.82499632747784, "hi": 3.16864783627607, "ta": 2.412023093289341, "th": 3.1397334432248414, "zh": 2.8117722554896285, "my": 3.132369796354762}, "t": 69.8} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61416, "de": 2.94845, "vi": 2.3297, "tr": 2.92372, "fi": 3.14545, "ru": 1.92993, "el": 2.02818, "hi": 1.49886, "ta": 1.2255, "th": 1.55709, "zh": 3.62767, "my": 1.4243}, "bytes_per_chunk": {"en": 5.181, "de": 5.148, "vi": 5.244, "tr": 5.304, "fi": 5.144, "ru": 6.608, "el": 5.465, "hi": 4.332, "ta": 5.553, "th": 4.92, "zh": 5.211, "my": 5.196}, "bpb_mean": 2.27108, "t": 71.1} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74103, "bpb": 2.51177, "chunk_loss": 0.030854, "F": 0.19366, "G": 0.30967, "chunks": 198.31, "bytes_per_chunk": 5.164, "boundary_entropy": 0.48762, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 71.1} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.61116, "bpb": 2.32442, "chunk_loss": 0.030732, "F": 0.1879, "G": 0.32331, "chunks": 192.41, "bytes_per_chunk": 5.322, "boundary_entropy": 0.50123, "router_noise": 0.0, "grad_norm": 0.7948, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.1} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80183, "bpb": 2.59949, "chunk_loss": 0.030789, "F": 0.19296, "G": 0.31073, "chunks": 197.59, "bytes_per_chunk": 5.182, "boundary_entropy": 0.47456, "router_noise": 0.0, "grad_norm": 0.7971, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 75.1} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.6595, "bpb": 2.39415, "chunk_loss": 0.03038, "F": 0.18158, "G": 0.29221, "chunks": 185.94, "bytes_per_chunk": 5.507, "boundary_entropy": 0.45098, "router_noise": 0.0, "grad_norm": 0.8227, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 77.1} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3255.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187037, "cps": 25.429688, "mean_p": 0.249077, "boundary_entropy": 0.35594, "bpb": 2.503157}, "de": {"chunks": 3972.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193445, "cps": 31.03125, "mean_p": 0.256915, "boundary_entropy": 0.372153, "bpb": 2.81795}, "vi": {"chunks": 3784.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.205262, "cps": 29.5625, "mean_p": 0.268859, "boundary_entropy": 0.459776, "bpb": 2.300088}, "tr": {"chunks": 3933.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217257, "cps": 30.726562, "mean_p": 0.270912, "boundary_entropy": 0.409012, "bpb": 2.800165}, "fi": {"chunks": 4102.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218064, "cps": 32.046875, "mean_p": 0.274174, "boundary_entropy": 0.404883, "bpb": 3.058013}, "ru": {"chunks": 5334.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281478, "cps": 41.671875, "mean_p": 0.326111, "boundary_entropy": 0.554506, "bpb": 1.855027}, "el": {"chunks": 6442.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313892, "cps": 50.328125, "mean_p": 0.307488, "boundary_entropy": 0.524375, "bpb": 1.953798}, "hi": {"chunks": 4715.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.280238, "cps": 36.835938, "mean_p": 0.295103, "boundary_entropy": 0.52192, "bpb": 1.48707}, "ta": {"chunks": 6027.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.322386, "cps": 47.085938, "mean_p": 0.328918, "boundary_entropy": 0.591194, "bpb": 1.24429}, "th": {"chunks": 7884.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.490146, "cps": 61.59375, "mean_p": 0.377471, "boundary_entropy": 0.616232, "bpb": 1.48252}, "zh": {"chunks": 3049.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.516255, "cps": 23.820312, "mean_p": 0.294454, "boundary_entropy": 0.439124, "bpb": 3.565465}, "my": {"chunks": 9767.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.515463, "cps": 76.304688, "mean_p": 0.418528, "boundary_entropy": 0.655789, "bpb": 1.354521}}, "bpb": {"en": 2.50316, "de": 2.81795, "vi": 2.30009, "tr": 2.80016, "fi": 3.05801, "ru": 1.85503, "el": 1.9538, "hi": 1.48707, "ta": 1.24429, "th": 1.48252, "zh": 3.56547, "my": 1.35452}, "gini_cpc": 0.207795, "gini_cps": 0.199867, "bpic": 6.16377, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.034260550791454, "vi": 1.097440827718263, "tr": 1.1615730366252914, "fi": 1.1658881814175304, "ru": 1.5049321644395266, "el": 1.6782358828164243, "hi": 1.4983033531679462, "ta": 1.7236490695286821, "th": 2.6205875755097128, "zh": 2.7601781208206604, "my": 2.7559474924824574}, "t": 80.1} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51485, "de": 2.82265, "vi": 2.3046, "tr": 2.80966, "fi": 3.06247, "ru": 1.83633, "el": 1.94384, "hi": 1.48361, "ta": 1.2511, "th": 1.50877, "zh": 3.57406, "my": 1.36308}, "bytes_per_chunk": {"en": 5.22, "de": 5.091, "vi": 6.598, "tr": 4.786, "fi": 4.624, "ru": 6.684, "el": 5.915, "hi": 8.406, "ta": 8.037, "th": 5.611, "zh": 5.317, "my": 5.758}, "bpb_mean": 2.20625, "t": 81.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.71863, "bpb": 2.47946, "chunk_loss": 0.030392, "F": 0.18408, "G": 0.27939, "chunks": 188.5, "bytes_per_chunk": 5.432, "boundary_entropy": 0.42762, "router_noise": 0.0, "grad_norm": 0.8617, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 81.4} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.83298, "bpb": 2.64443, "chunk_loss": 0.030344, "F": 0.18277, "G": 0.28172, "chunks": 187.16, "bytes_per_chunk": 5.471, "boundary_entropy": 0.42743, "router_noise": 0.0, "grad_norm": 0.8226, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 83.5} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.51739, "bpb": 2.18913, "chunk_loss": 0.030039, "F": 0.17157, "G": 0.29202, "chunks": 175.69, "bytes_per_chunk": 5.829, "boundary_entropy": 0.46153, "router_noise": 0.0, "grad_norm": 0.8633, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 85.5} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.50995, "bpb": 2.17839, "chunk_loss": 0.030456, "F": 0.18481, "G": 0.29132, "chunks": 189.25, "bytes_per_chunk": 5.411, "boundary_entropy": 0.45303, "router_noise": 0.0, "grad_norm": 0.7664, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 87.5} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3360.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19307, "cps": 26.25, "mean_p": 0.24682, "boundary_entropy": 0.341187, "bpb": 2.428261}, "de": {"chunks": 3967.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193201, "cps": 30.992188, "mean_p": 0.256517, "boundary_entropy": 0.360164, "bpb": 2.748835}, "vi": {"chunks": 4213.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228533, "cps": 32.914062, "mean_p": 0.276214, "boundary_entropy": 0.458955, "bpb": 2.202801}, "tr": {"chunks": 3380.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186709, "cps": 26.40625, "mean_p": 0.242336, "boundary_entropy": 0.369991, "bpb": 2.725321}, "fi": {"chunks": 3528.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18755, "cps": 27.5625, "mean_p": 0.242881, "boundary_entropy": 0.36442, "bpb": 3.009162}, "ru": {"chunks": 6881.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.363113, "cps": 53.757812, "mean_p": 0.372377, "boundary_entropy": 0.574739, "bpb": 1.79832}, "el": {"chunks": 6352.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309506, "cps": 49.625, "mean_p": 0.303995, "boundary_entropy": 0.526823, "bpb": 1.871224}, "hi": {"chunks": 7006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416404, "cps": 54.734375, "mean_p": 0.301141, "boundary_entropy": 0.51671, "bpb": 1.429113}, "ta": {"chunks": 9523.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.509388, "cps": 74.398438, "mean_p": 0.351989, "boundary_entropy": 0.592197, "bpb": 1.139393}, "th": {"chunks": 6785.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.421822, "cps": 53.007812, "mean_p": 0.385004, "boundary_entropy": 0.629219, "bpb": 1.433002}, "zh": {"chunks": 3110.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.526583, "cps": 24.296875, "mean_p": 0.302231, "boundary_entropy": 0.436356, "bpb": 3.54317}, "my": {"chunks": 7987.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.421522, "cps": 62.398438, "mean_p": 0.408304, "boundary_entropy": 0.656549, "bpb": 1.310191}}, "bpb": {"en": 2.42826, "de": 2.74884, "vi": 2.2028, "tr": 2.72532, "fi": 3.00916, "ru": 1.79832, "el": 1.87122, "hi": 1.42911, "ta": 1.13939, "th": 1.433, "zh": 3.54317, "my": 1.31019}, "gini_cpc": 0.210476, "gini_cps": 0.20795, "bpic": 5.806769, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0006786549178674, "vi": 1.1836768665969235, "tr": 0.9670545923722194, "fi": 0.9714076869916538, "ru": 1.880733179419525, "el": 1.6030773835626928, "hi": 2.156750477605604, "ta": 2.6383545543116953, "th": 2.1848097717483017, "zh": 2.727418545305017, "my": 2.183258457356977}, "t": 90.4} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43677, "de": 2.75159, "vi": 2.2056, "tr": 2.73823, "fi": 3.00847, "ru": 1.7805, "el": 1.86087, "hi": 1.42477, "ta": 1.14798, "th": 1.45476, "zh": 3.54833, "my": 1.31983}, "bytes_per_chunk": {"en": 5.221, "de": 5.068, "vi": 5.945, "tr": 5.545, "fi": 5.236, "ru": 5.269, "el": 6.038, "hi": 5.487, "ta": 5.043, "th": 6.656, "zh": 5.261, "my": 6.814}, "bpb_mean": 2.13981, "t": 91.7} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57063, "bpb": 2.26594, "chunk_loss": 0.030434, "F": 0.18628, "G": 0.30174, "chunks": 190.75, "bytes_per_chunk": 5.368, "boundary_entropy": 0.44951, "router_noise": 0.0, "grad_norm": 0.7444, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 91.8} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.6662, "bpb": 2.40383, "chunk_loss": 0.030302, "F": 0.181, "G": 0.27566, "chunks": 185.34, "bytes_per_chunk": 5.525, "boundary_entropy": 0.42035, "router_noise": 0.0, "grad_norm": 0.7231, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.8} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.73738, "bpb": 2.50651, "chunk_loss": 0.030233, "F": 0.17636, "G": 0.29589, "chunks": 180.59, "bytes_per_chunk": 5.67, "boundary_entropy": 0.44982, "router_noise": 0.0, "grad_norm": 0.737, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.8} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60291, "bpb": 2.3125, "chunk_loss": 0.030191, "F": 0.17807, "G": 0.28947, "chunks": 182.34, "bytes_per_chunk": 5.616, "boundary_entropy": 0.43566, "router_noise": 0.0, "grad_norm": 0.7412, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 97.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3371.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193702, "cps": 26.335938, "mean_p": 0.244827, "boundary_entropy": 0.328638, "bpb": 2.370436}, "de": {"chunks": 4151.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.202162, "cps": 32.429688, "mean_p": 0.258124, "boundary_entropy": 0.347606, "bpb": 2.650875}, "vi": {"chunks": 3842.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.208408, "cps": 30.015625, "mean_p": 0.271673, "boundary_entropy": 0.457509, "bpb": 2.17412}, "tr": {"chunks": 3723.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205657, "cps": 29.085938, "mean_p": 0.251411, "boundary_entropy": 0.36672, "bpb": 2.660913}, "fi": {"chunks": 3843.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204295, "cps": 30.023438, "mean_p": 0.250253, "boundary_entropy": 0.357102, "bpb": 2.884408}, "ru": {"chunks": 5941.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313509, "cps": 46.414062, "mean_p": 0.346823, "boundary_entropy": 0.552515, "bpb": 1.73958}, "el": {"chunks": 7504.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.365639, "cps": 58.625, "mean_p": 0.313742, "boundary_entropy": 0.505944, "bpb": 1.819939}, "hi": {"chunks": 7502.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445884, "cps": 58.609375, "mean_p": 0.307171, "boundary_entropy": 0.51669, "bpb": 1.394407}, "ta": {"chunks": 10423.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.557529, "cps": 81.429688, "mean_p": 0.363712, "boundary_entropy": 0.592899, "bpb": 1.176198}, "th": {"chunks": 7372.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458315, "cps": 57.59375, "mean_p": 0.382528, "boundary_entropy": 0.625711, "bpb": 1.379235}, "zh": {"chunks": 3127.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.529462, "cps": 24.429688, "mean_p": 0.304422, "boundary_entropy": 0.420913, "bpb": 3.522325}, "my": {"chunks": 8739.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.46121, "cps": 68.273438, "mean_p": 0.400035, "boundary_entropy": 0.647722, "bpb": 1.270079}}, "bpb": {"en": 2.37044, "de": 2.65087, "vi": 2.17412, "tr": 2.66091, "fi": 2.88441, "ru": 1.73958, "el": 1.81994, "hi": 1.39441, "ta": 1.1762, "th": 1.37924, "zh": 3.52232, "my": 1.27008}, "gini_cpc": 0.216567, "gini_cps": 0.222555, "bpic": 5.519011, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0436759932492057, "vi": 1.0759190230943632, "tr": 1.0617147538673892, "fi": 1.0546876696497933, "ru": 1.61851118769514, "el": 1.8876320730257663, "hi": 2.301904779116342, "ta": 2.8782773223684956, "th": 2.3660811136919366, "zh": 2.733378702811967, "my": 2.3810237695923337}, "t": 100.8} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.37827, "de": 2.65608, "vi": 2.18049, "tr": 2.67046, "fi": 2.8902, "ru": 1.71947, "el": 1.80923, "hi": 1.39097, "ta": 1.18559, "th": 1.39788, "zh": 3.52656, "my": 1.28004}, "bytes_per_chunk": {"en": 5.201, "de": 4.952, "vi": 6.264, "tr": 5.114, "fi": 4.945, "ru": 6.078, "el": 5.146, "hi": 5.419, "ta": 4.846, "th": 6.283, "zh": 5.28, "my": 6.166}, "bpb_mean": 2.09044, "t": 102.1} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.58891, "bpb": 2.29231, "chunk_loss": 0.030591, "F": 0.18857, "G": 0.29438, "chunks": 193.09, "bytes_per_chunk": 5.303, "boundary_entropy": 0.43686, "router_noise": 0.0, "grad_norm": 0.7247, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 102.1} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57572, "bpb": 2.27328, "chunk_loss": 0.030169, "F": 0.17856, "G": 0.28235, "chunks": 182.84, "bytes_per_chunk": 5.6, "boundary_entropy": 0.42624, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 104.1} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54472, "bpb": 2.22856, "chunk_loss": 0.030712, "F": 0.1875, "G": 0.29751, "chunks": 192.0, "bytes_per_chunk": 5.333, "boundary_entropy": 0.43416, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 106.1} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.55619, "bpb": 2.2451, "chunk_loss": 0.030518, "F": 0.18713, "G": 0.28684, "chunks": 191.62, "bytes_per_chunk": 5.344, "boundary_entropy": 0.41967, "router_noise": 0.0, "grad_norm": 0.6831, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 108.1} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.234959, "boundary_entropy": 0.312318, "bpb": 2.327394}, "de": {"chunks": 4056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197536, "cps": 31.6875, "mean_p": 0.248664, "boundary_entropy": 0.330567, "bpb": 2.618683}, "vi": {"chunks": 4678.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.253756, "cps": 36.546875, "mean_p": 0.286012, "boundary_entropy": 0.462534, "bpb": 2.137521}, "tr": {"chunks": 3771.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208308, "cps": 29.460938, "mean_p": 0.249096, "boundary_entropy": 0.360221, "bpb": 2.606267}, "fi": {"chunks": 3716.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197544, "cps": 29.03125, "mean_p": 0.238079, "boundary_entropy": 0.33029, "bpb": 2.838017}, "ru": {"chunks": 6058.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319683, "cps": 47.328125, "mean_p": 0.356298, "boundary_entropy": 0.553524, "bpb": 1.703586}, "el": {"chunks": 6493.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316377, "cps": 50.726562, "mean_p": 0.298492, "boundary_entropy": 0.49407, "bpb": 1.794913}, "hi": {"chunks": 4656.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.276731, "cps": 36.375, "mean_p": 0.263667, "boundary_entropy": 0.48511, "bpb": 1.387147}, "ta": {"chunks": 7240.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.387269, "cps": 56.5625, "mean_p": 0.288654, "boundary_entropy": 0.524581, "bpb": 1.101405}, "th": {"chunks": 8518.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.529562, "cps": 66.546875, "mean_p": 0.383374, "boundary_entropy": 0.616455, "bpb": 1.331148}, "zh": {"chunks": 2920.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494412, "cps": 22.8125, "mean_p": 0.2966, "boundary_entropy": 0.421658, "bpb": 3.467812}, "my": {"chunks": 9858.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.520266, "cps": 77.015625, "mean_p": 0.422702, "boundary_entropy": 0.663043, "bpb": 1.254964}}, "bpb": {"en": 2.32739, "de": 2.61868, "vi": 2.13752, "tr": 2.60627, "fi": 2.83802, "ru": 1.70359, "el": 1.79491, "hi": 1.38715, "ta": 1.10141, "th": 1.33115, "zh": 3.46781, "my": 1.25496}, "gini_cpc": 0.210744, "gini_cps": 0.213719, "bpic": 5.878818, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0360799697113516, "vi": 1.3309594190231944, "tr": 1.0925811902735791, "fi": 1.0361235870320575, "ru": 1.676747985323517, "el": 1.659404625111208, "hi": 1.451461889625412, "ta": 2.0312381055556816, "th": 2.777565498838955, "zh": 2.5932067735082907, "my": 2.7288092355932925}, "t": 111.1} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33552, "de": 2.62004, "vi": 2.14304, "tr": 2.61505, "fi": 2.84097, "ru": 1.68288, "el": 1.78674, "hi": 1.38275, "ta": 1.10916, "th": 1.35142, "zh": 3.47161, "my": 1.26312}, "bytes_per_chunk": {"en": 5.269, "de": 5.077, "vi": 5.489, "tr": 5.078, "fi": 5.072, "ru": 6.033, "el": 5.972, "hi": 8.838, "ta": 6.69, "th": 5.407, "zh": 5.657, "my": 5.364}, "bpb_mean": 2.05019, "t": 112.4} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53228, "bpb": 2.21061, "chunk_loss": 0.030304, "F": 0.17844, "G": 0.29083, "chunks": 182.72, "bytes_per_chunk": 5.604, "boundary_entropy": 0.44176, "router_noise": 0.0, "grad_norm": 0.7122, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 112.5} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57506, "bpb": 2.27233, "chunk_loss": 0.030656, "F": 0.1922, "G": 0.28108, "chunks": 196.81, "bytes_per_chunk": 5.203, "boundary_entropy": 0.40116, "router_noise": 0.0, "grad_norm": 0.6738, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 114.5} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.63158, "bpb": 2.35387, "chunk_loss": 0.030997, "F": 0.19394, "G": 0.28288, "chunks": 198.59, "bytes_per_chunk": 5.156, "boundary_entropy": 0.40031, "router_noise": 0.0, "grad_norm": 0.763, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 116.6} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.47142, "bpb": 2.12281, "chunk_loss": 0.030441, "F": 0.18207, "G": 0.29934, "chunks": 186.44, "bytes_per_chunk": 5.492, "boundary_entropy": 0.44628, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 118.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3326.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191116, "cps": 25.984375, "mean_p": 0.235442, "boundary_entropy": 0.303403, "bpb": 2.292107}, "de": {"chunks": 4213.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.205182, "cps": 32.914062, "mean_p": 0.254138, "boundary_entropy": 0.322535, "bpb": 2.547701}, "vi": {"chunks": 4012.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.21763, "cps": 31.34375, "mean_p": 0.270255, "boundary_entropy": 0.448489, "bpb": 2.102884}, "tr": {"chunks": 3668.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202618, "cps": 28.65625, "mean_p": 0.241461, "boundary_entropy": 0.338425, "bpb": 2.557104}, "fi": {"chunks": 3857.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20504, "cps": 30.132812, "mean_p": 0.242792, "boundary_entropy": 0.327539, "bpb": 2.766988}, "ru": {"chunks": 5895.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.311082, "cps": 46.054688, "mean_p": 0.354904, "boundary_entropy": 0.551084, "bpb": 1.653228}, "el": {"chunks": 6974.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.339814, "cps": 54.484375, "mean_p": 0.311835, "boundary_entropy": 0.494304, "bpb": 1.708824}, "hi": {"chunks": 10044.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.596969, "cps": 78.46875, "mean_p": 0.319128, "boundary_entropy": 0.534531, "bpb": 1.345506}, "ta": {"chunks": 8651.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.462744, "cps": 67.585938, "mean_p": 0.329609, "boundary_entropy": 0.563489, "bpb": 1.101713}, "th": {"chunks": 8511.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.529127, "cps": 66.492188, "mean_p": 0.388241, "boundary_entropy": 0.620873, "bpb": 1.311984}, "zh": {"chunks": 2928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495767, "cps": 22.875, "mean_p": 0.301055, "boundary_entropy": 0.426638, "bpb": 3.435728}, "my": {"chunks": 11455.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.604549, "cps": 89.492188, "mean_p": 0.415191, "boundary_entropy": 0.651932, "bpb": 1.228699}}, "bpb": {"en": 2.29211, "de": 2.5477, "vi": 2.10288, "tr": 2.5571, "fi": 2.76699, "ru": 1.65323, "el": 1.70882, "hi": 1.34551, "ta": 1.10171, "th": 1.31198, "zh": 3.43573, "my": 1.2287}, "gini_cpc": 0.240401, "gini_cps": 0.252693, "bpic": 5.219096, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0735961051682814, "vi": 1.138727103614934, "tr": 1.0601825479901554, "fi": 1.07285154446262, "ru": 1.627707896686695, "el": 1.7780459211698274, "hi": 3.1235862791156888, "ta": 2.421267194353386, "th": 2.7686075608178213, "zh": 2.594056942204784, "my": 3.1632505540053852}, "t": 121.6} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29872, "de": 2.55272, "vi": 2.10906, "tr": 2.56477, "fi": 2.77491, "ru": 1.62962, "el": 1.704, "hi": 1.34234, "ta": 1.10885, "th": 1.33061, "zh": 3.4382, "my": 1.23785}, "bytes_per_chunk": {"en": 5.23, "de": 4.928, "vi": 6.102, "tr": 5.21, "fi": 4.942, "ru": 6.079, "el": 5.482, "hi": 4.5, "ta": 5.696, "th": 5.384, "zh": 5.652, "my": 4.561}, "bpb_mean": 2.00764, "t": 122.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.59324, "bpb": 2.29856, "chunk_loss": 0.030522, "F": 0.19037, "G": 0.28318, "chunks": 194.94, "bytes_per_chunk": 5.253, "boundary_entropy": 0.39982, "router_noise": 0.0, "grad_norm": 0.7471, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 123.0} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.60226, "bpb": 2.31157, "chunk_loss": 0.030432, "F": 0.18509, "G": 0.29511, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.42875, "router_noise": 0.0, "grad_norm": 0.7702, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 125.0} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.54429, "bpb": 2.22794, "chunk_loss": 0.030601, "F": 0.19153, "G": 0.2802, "chunks": 196.12, "bytes_per_chunk": 5.221, "boundary_entropy": 0.39893, "router_noise": 0.0, "grad_norm": 0.7413, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 127.0} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.49961, "bpb": 2.16348, "chunk_loss": 0.03056, "F": 0.1879, "G": 0.29109, "chunks": 192.41, "bytes_per_chunk": 5.322, "boundary_entropy": 0.41671, "router_noise": 0.0, "grad_norm": 0.7041, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 129.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3389.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194737, "cps": 26.476562, "mean_p": 0.234437, "boundary_entropy": 0.29459, "bpb": 2.257266}, "de": {"chunks": 4082.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198802, "cps": 31.890625, "mean_p": 0.245614, "boundary_entropy": 0.314177, "bpb": 2.509477}, "vi": {"chunks": 4241.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230052, "cps": 33.132812, "mean_p": 0.272507, "boundary_entropy": 0.438299, "bpb": 2.080978}, "tr": {"chunks": 3496.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193117, "cps": 27.3125, "mean_p": 0.232873, "boundary_entropy": 0.324152, "bpb": 2.526698}, "fi": {"chunks": 3881.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206315, "cps": 30.320312, "mean_p": 0.240822, "boundary_entropy": 0.311871, "bpb": 2.71346}, "ru": {"chunks": 5980.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315567, "cps": 46.71875, "mean_p": 0.351721, "boundary_entropy": 0.543961, "bpb": 1.612575}, "el": {"chunks": 6469.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.315207, "cps": 50.539062, "mean_p": 0.294685, "boundary_entropy": 0.479917, "bpb": 1.682325}, "hi": {"chunks": 7778.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.462288, "cps": 60.765625, "mean_p": 0.292504, "boundary_entropy": 0.511175, "bpb": 1.313158}, "ta": {"chunks": 8299.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.443915, "cps": 64.835938, "mean_p": 0.319684, "boundary_entropy": 0.551635, "bpb": 1.066894}, "th": {"chunks": 6989.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.434504, "cps": 54.601562, "mean_p": 0.370141, "boundary_entropy": 0.616753, "bpb": 1.270771}, "zh": {"chunks": 3180.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.538435, "cps": 24.84375, "mean_p": 0.324325, "boundary_entropy": 0.44452, "bpb": 3.449126}, "my": {"chunks": 10585.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.558634, "cps": 82.695312, "mean_p": 0.413618, "boundary_entropy": 0.651029, "bpb": 1.202834}}, "bpb": {"en": 2.25727, "de": 2.50948, "vi": 2.08098, "tr": 2.5267, "fi": 2.71346, "ru": 1.61258, "el": 1.68233, "hi": 1.31316, "ta": 1.06689, "th": 1.27077, "zh": 3.44913, "my": 1.20283}, "gini_cpc": 0.219152, "gini_cps": 0.21947, "bpic": 5.613377, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0208763539313759, "vi": 1.181347541620439, "tr": 0.9916842685066912, "fi": 1.059459380689516, "ru": 1.6204831555762824, "el": 1.618634740485838, "hi": 2.373916380984366, "ta": 2.279569546424405, "th": 2.2312412307257117, "zh": 2.7649432932605906, "my": 2.8686663405111834}, "t": 132.0} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26487, "de": 2.51434, "vi": 2.08362, "tr": 2.53181, "fi": 2.72571, "ru": 1.58944, "el": 1.67528, "hi": 1.31047, "ta": 1.07369, "th": 1.28805, "zh": 3.45156, "my": 1.21196}, "bytes_per_chunk": {"en": 5.099, "de": 4.983, "vi": 5.782, "tr": 5.347, "fi": 4.789, "ru": 5.951, "el": 5.823, "hi": 5.462, "ta": 5.822, "th": 6.588, "zh": 5.373, "my": 4.731}, "bpb_mean": 1.97673, "t": 133.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.44607, "bpb": 2.08624, "chunk_loss": 0.030543, "F": 0.19162, "G": 0.28527, "chunks": 196.22, "bytes_per_chunk": 5.219, "boundary_entropy": 0.40931, "router_noise": 0.0, "grad_norm": 0.6744, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 133.3} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53114, "bpb": 2.20897, "chunk_loss": 0.030251, "F": 0.18015, "G": 0.27277, "chunks": 184.47, "bytes_per_chunk": 5.551, "boundary_entropy": 0.39248, "router_noise": 0.0, "grad_norm": 0.7392, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 135.3} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.46471, "bpb": 2.11313, "chunk_loss": 0.03041, "F": 0.18518, "G": 0.29163, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.42066, "router_noise": 0.0, "grad_norm": 0.6886, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 137.3} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.488, "bpb": 2.14673, "chunk_loss": 0.030177, "F": 0.18005, "G": 0.27896, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.40144, "router_noise": 0.0, "grad_norm": 0.6943, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 139.3} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3222.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18514, "cps": 25.171875, "mean_p": 0.222012, "boundary_entropy": 0.280083, "bpb": 2.229879}, "de": {"chunks": 3960.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19286, "cps": 30.9375, "mean_p": 0.239114, "boundary_entropy": 0.298893, "bpb": 2.47464}, "vi": {"chunks": 4168.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226092, "cps": 32.5625, "mean_p": 0.264774, "boundary_entropy": 0.426296, "bpb": 2.070467}, "tr": {"chunks": 3660.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202176, "cps": 28.59375, "mean_p": 0.240156, "boundary_entropy": 0.327739, "bpb": 2.483089}, "fi": {"chunks": 3904.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207538, "cps": 30.5, "mean_p": 0.239283, "boundary_entropy": 0.304115, "bpb": 2.673876}, "ru": {"chunks": 5941.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313509, "cps": 46.414062, "mean_p": 0.338631, "boundary_entropy": 0.522133, "bpb": 1.575052}, "el": {"chunks": 6174.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.300833, "cps": 48.234375, "mean_p": 0.281425, "boundary_entropy": 0.45879, "bpb": 1.663818}, "hi": {"chunks": 7785.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.462704, "cps": 60.820312, "mean_p": 0.308504, "boundary_entropy": 0.535904, "bpb": 1.293654}, "ta": {"chunks": 8753.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4682, "cps": 68.382812, "mean_p": 0.35074, "boundary_entropy": 0.584383, "bpb": 1.048805}, "th": {"chunks": 7206.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.447995, "cps": 56.296875, "mean_p": 0.393414, "boundary_entropy": 0.629353, "bpb": 1.255286}, "zh": {"chunks": 2940.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497799, "cps": 22.96875, "mean_p": 0.309335, "boundary_entropy": 0.433625, "bpb": 3.383078}, "my": {"chunks": 9240.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.48765, "cps": 72.1875, "mean_p": 0.413489, "boundary_entropy": 0.65389, "bpb": 1.182817}}, "bpb": {"en": 2.22988, "de": 2.47464, "vi": 2.07047, "tr": 2.48309, "fi": 2.67388, "ru": 1.57505, "el": 1.66382, "hi": 1.29365, "ta": 1.0488, "th": 1.25529, "zh": 3.38308, "my": 1.18282}, "gini_cpc": 0.20682, "gini_cps": 0.215175, "bpic": 5.732096, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0416968787402319, "vi": 1.2211897557425329, "tr": 1.0920162928642032, "fi": 1.1209765038028483, "ru": 1.693358539329707, "el": 1.624891489776969, "hi": 2.4992064216756456, "ta": 2.528890605490569, "th": 2.4197571212986873, "zh": 2.6887626823966535, "my": 2.6339478938535694}, "t": 142.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23873, "de": 2.47862, "vi": 2.07378, "tr": 2.49036, "fi": 2.68572, "ru": 1.55136, "el": 1.65652, "hi": 1.29235, "ta": 1.05684, "th": 1.27163, "zh": 3.3888, "my": 1.19289}, "bytes_per_chunk": {"en": 5.348, "de": 5.132, "vi": 5.862, "tr": 5.178, "fi": 4.796, "ru": 5.888, "el": 6.202, "hi": 5.674, "ta": 5.753, "th": 6.39, "zh": 5.615, "my": 5.798}, "bpb_mean": 1.94813, "t": 143.5} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 143.5} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.36769, "bpb": 1.97316, "chunk_loss": 0.030335, "F": 0.18341, "G": 0.28111, "chunks": 187.81, "bytes_per_chunk": 5.452, "boundary_entropy": 0.4098, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 143.6} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.45893, "bpb": 2.10478, "chunk_loss": 0.030305, "F": 0.17941, "G": 0.29299, "chunks": 183.72, "bytes_per_chunk": 5.574, "boundary_entropy": 0.43451, "router_noise": 0.0, "grad_norm": 0.6672, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 145.6} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.49834, "bpb": 2.16165, "chunk_loss": 0.03027, "F": 0.18301, "G": 0.2746, "chunks": 187.41, "bytes_per_chunk": 5.464, "boundary_entropy": 0.38525, "router_noise": 0.0, "grad_norm": 0.7204, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 147.6} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.56036, "bpb": 2.25112, "chunk_loss": 0.030511, "F": 0.1918, "G": 0.27942, "chunks": 196.41, "bytes_per_chunk": 5.214, "boundary_entropy": 0.38494, "router_noise": 0.0, "grad_norm": 0.7048, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 149.6} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3365.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193357, "cps": 26.289062, "mean_p": 0.224677, "boundary_entropy": 0.269444, "bpb": 2.194311}, "de": {"chunks": 4076.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19851, "cps": 31.84375, "mean_p": 0.238936, "boundary_entropy": 0.287993, "bpb": 2.4352}, "vi": {"chunks": 4062.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220342, "cps": 31.734375, "mean_p": 0.256813, "boundary_entropy": 0.415164, "bpb": 2.042616}, "tr": {"chunks": 3578.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197647, "cps": 27.953125, "mean_p": 0.237946, "boundary_entropy": 0.32095, "bpb": 2.442414}, "fi": {"chunks": 3927.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.208761, "cps": 30.679688, "mean_p": 0.240786, "boundary_entropy": 0.297301, "bpb": 2.63619}, "ru": {"chunks": 5806.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306385, "cps": 45.359375, "mean_p": 0.340351, "boundary_entropy": 0.523151, "bpb": 1.562697}, "el": {"chunks": 6399.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311797, "cps": 49.992188, "mean_p": 0.287911, "boundary_entropy": 0.458394, "bpb": 1.636257}, "hi": {"chunks": 6518.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.3874, "cps": 50.921875, "mean_p": 0.287782, "boundary_entropy": 0.519181, "bpb": 1.287936}, "ta": {"chunks": 8317.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444878, "cps": 64.976562, "mean_p": 0.357021, "boundary_entropy": 0.586498, "bpb": 1.045684}, "th": {"chunks": 9048.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.562512, "cps": 70.6875, "mean_p": 0.391936, "boundary_entropy": 0.618671, "bpb": 1.226019}, "zh": {"chunks": 2909.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49255, "cps": 22.726562, "mean_p": 0.29921, "boundary_entropy": 0.419134, "bpb": 3.353061}, "my": {"chunks": 8110.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428014, "cps": 63.359375, "mean_p": 0.403978, "boundary_entropy": 0.651236, "bpb": 1.185776}}, "bpb": {"en": 2.19431, "de": 2.4352, "vi": 2.04262, "tr": 2.44241, "fi": 2.63619, "ru": 1.5627, "el": 1.63626, "hi": 1.28794, "ta": 1.04568, "th": 1.22602, "zh": 3.35306, "my": 1.18578}, "gini_cpc": 0.211747, "gini_cps": 0.208623, "bpic": 5.804749, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0266462373583525, "vi": 1.139556411003522, "tr": 1.0221834296549241, "fi": 1.0796626298213328, "ru": 1.584553360489597, "el": 1.6125393327053277, "hi": 2.003541464556255, "ta": 2.3008074959455116, "th": 2.9091799000573197, "zh": 2.5473541652305136, "my": 2.2135866644960274}, "t": 152.5} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20235, "de": 2.4389, "vi": 2.04577, "tr": 2.44506, "fi": 2.64533, "ru": 1.53822, "el": 1.62964, "hi": 1.2837, "ta": 1.05281, "th": 1.24293, "zh": 3.35532, "my": 1.19451}, "bytes_per_chunk": {"en": 5.172, "de": 4.992, "vi": 6.116, "tr": 5.206, "fi": 4.773, "ru": 6.086, "el": 6.012, "hi": 6.077, "ta": 5.862, "th": 5.269, "zh": 5.642, "my": 6.252}, "bpb_mean": 1.92288, "t": 153.8} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.58858, "bpb": 2.29183, "chunk_loss": 0.03058, "F": 0.18799, "G": 0.27512, "chunks": 192.5, "bytes_per_chunk": 5.319, "boundary_entropy": 0.37893, "router_noise": 0.0, "grad_norm": 0.7427, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 153.9} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.49296, "bpb": 2.15388, "chunk_loss": 0.030762, "F": 0.19165, "G": 0.2838, "chunks": 196.25, "bytes_per_chunk": 5.218, "boundary_entropy": 0.39981, "router_noise": 0.0, "grad_norm": 0.6629, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 155.9} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.50345, "bpb": 2.16901, "chunk_loss": 0.030593, "F": 0.1922, "G": 0.28104, "chunks": 196.81, "bytes_per_chunk": 5.203, "boundary_entropy": 0.38117, "router_noise": 0.0, "grad_norm": 0.7032, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 157.9} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.39358, "bpb": 2.01052, "chunk_loss": 0.030207, "F": 0.18262, "G": 0.26909, "chunks": 187.0, "bytes_per_chunk": 5.476, "boundary_entropy": 0.36404, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 159.9} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3390.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194794, "cps": 26.484375, "mean_p": 0.228884, "boundary_entropy": 0.272761, "bpb": 2.183029}, "de": {"chunks": 4129.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201091, "cps": 32.257812, "mean_p": 0.242045, "boundary_entropy": 0.288519, "bpb": 2.406831}, "vi": {"chunks": 4214.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228587, "cps": 32.921875, "mean_p": 0.261334, "boundary_entropy": 0.424982, "bpb": 2.031827}, "tr": {"chunks": 3552.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196211, "cps": 27.75, "mean_p": 0.235972, "boundary_entropy": 0.321486, "bpb": 2.42118}, "fi": {"chunks": 3714.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197438, "cps": 29.015625, "mean_p": 0.234034, "boundary_entropy": 0.297698, "bpb": 2.623671}, "ru": {"chunks": 6089.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321319, "cps": 47.570312, "mean_p": 0.347662, "boundary_entropy": 0.524979, "bpb": 1.525985}, "el": {"chunks": 6363.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310042, "cps": 49.710938, "mean_p": 0.287391, "boundary_entropy": 0.455215, "bpb": 1.590364}, "hi": {"chunks": 6576.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.390847, "cps": 51.375, "mean_p": 0.292619, "boundary_entropy": 0.52236, "bpb": 1.277681}, "ta": {"chunks": 8232.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440332, "cps": 64.3125, "mean_p": 0.341006, "boundary_entropy": 0.571581, "bpb": 1.052049}, "th": {"chunks": 7535.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468449, "cps": 58.867188, "mean_p": 0.373451, "boundary_entropy": 0.611849, "bpb": 1.227258}, "zh": {"chunks": 2859.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.484084, "cps": 22.335938, "mean_p": 0.298479, "boundary_entropy": 0.416041, "bpb": 3.346542}, "my": {"chunks": 10707.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.565073, "cps": 83.648438, "mean_p": 0.443493, "boundary_entropy": 0.665597, "bpb": 1.166783}}, "bpb": {"en": 2.18303, "de": 2.40683, "vi": 2.03183, "tr": 2.42118, "fi": 2.62367, "ru": 1.52598, "el": 1.59036, "hi": 1.27768, "ta": 1.05205, "th": 1.22726, "zh": 3.34654, "my": 1.16678}, "gini_cpc": 0.213744, "gini_cps": 0.223518, "bpic": 5.697461, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0323260764346966, "vi": 1.1734803219155558, "tr": 1.0072721531022824, "fi": 1.013571611037225, "ru": 1.649533658673267, "el": 1.5916424007771983, "hi": 2.0064629909663507, "ta": 2.260498973981496, "th": 2.404842361239103, "zh": 2.4851072405743073, "my": 2.9008738867996433}, "t": 162.8} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.1912, "de": 2.41204, "vi": 2.03371, "tr": 2.42653, "fi": 2.63371, "ru": 1.50264, "el": 1.58366, "hi": 1.27209, "ta": 1.05965, "th": 1.24247, "zh": 3.34543, "my": 1.17513}, "bytes_per_chunk": {"en": 5.164, "de": 4.941, "vi": 5.604, "tr": 5.27, "fi": 4.972, "ru": 5.76, "el": 6.003, "hi": 6.236, "ta": 5.943, "th": 6.128, "zh": 5.709, "my": 4.978}, "bpb_mean": 1.90652, "t": 164.1} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.46181, "bpb": 2.10895, "chunk_loss": 0.030436, "F": 0.18665, "G": 0.28367, "chunks": 191.12, "bytes_per_chunk": 5.358, "boundary_entropy": 0.38641, "router_noise": 0.0, "grad_norm": 0.7857, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 164.2} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.4286, "bpb": 2.06103, "chunk_loss": 0.030376, "F": 0.18509, "G": 0.27246, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.38483, "router_noise": 0.0, "grad_norm": 0.6792, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 166.2} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.44444, "bpb": 2.08388, "chunk_loss": 0.030336, "F": 0.18637, "G": 0.27568, "chunks": 190.84, "bytes_per_chunk": 5.366, "boundary_entropy": 0.38495, "router_noise": 0.0, "grad_norm": 0.7347, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 168.2} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.34439, "bpb": 1.93954, "chunk_loss": 0.030145, "F": 0.1777, "G": 0.28183, "chunks": 181.97, "bytes_per_chunk": 5.627, "boundary_entropy": 0.39908, "router_noise": 0.0, "grad_norm": 0.6472, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 170.2} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3330.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191346, "cps": 26.015625, "mean_p": 0.222122, "boundary_entropy": 0.25728, "bpb": 2.154272}, "de": {"chunks": 4038.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196659, "cps": 31.546875, "mean_p": 0.233263, "boundary_entropy": 0.271915, "bpb": 2.382059}, "vi": {"chunks": 3914.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212314, "cps": 30.578125, "mean_p": 0.250747, "boundary_entropy": 0.407426, "bpb": 2.013508}, "tr": {"chunks": 3523.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194609, "cps": 27.523438, "mean_p": 0.231815, "boundary_entropy": 0.308579, "bpb": 2.384514}, "fi": {"chunks": 3943.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.209611, "cps": 30.804688, "mean_p": 0.238899, "boundary_entropy": 0.288246, "bpb": 2.573663}, "ru": {"chunks": 5250.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.277045, "cps": 41.015625, "mean_p": 0.304482, "boundary_entropy": 0.483584, "bpb": 1.509596}, "el": {"chunks": 6526.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.317985, "cps": 50.984375, "mean_p": 0.27983, "boundary_entropy": 0.435734, "bpb": 1.557912}, "hi": {"chunks": 7028.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417712, "cps": 54.90625, "mean_p": 0.305672, "boundary_entropy": 0.536293, "bpb": 1.246369}, "ta": {"chunks": 8122.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.434448, "cps": 63.453125, "mean_p": 0.336506, "boundary_entropy": 0.562874, "bpb": 1.02533}, "th": {"chunks": 7724.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.480199, "cps": 60.34375, "mean_p": 0.383589, "boundary_entropy": 0.616604, "bpb": 1.207739}, "zh": {"chunks": 2856.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.483576, "cps": 22.3125, "mean_p": 0.295521, "boundary_entropy": 0.408635, "bpb": 3.323538}, "my": {"chunks": 7205.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.380251, "cps": 56.289062, "mean_p": 0.411045, "boundary_entropy": 0.653347, "bpb": 1.165392}}, "bpb": {"en": 2.15427, "de": 2.38206, "vi": 2.01351, "tr": 2.38451, "fi": 2.57366, "ru": 1.5096, "el": 1.55791, "hi": 1.24637, "ta": 1.02533, "th": 1.20774, "zh": 3.32354, "my": 1.16539}, "gini_cpc": 0.198349, "gini_cps": 0.194058, "bpic": 6.0477, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0277649294938538, "vi": 1.109577307168845, "tr": 1.0170492372724047, "fi": 1.0954556012607153, "ru": 1.4478713542038082, "el": 1.6618281488622082, "hi": 2.1830142296828776, "ta": 2.270478544872768, "th": 2.5095802423499034, "zh": 2.5272292949908937, "my": 1.9872408031844382}, "t": 173.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16312, "de": 2.38534, "vi": 2.01275, "tr": 2.39294, "fi": 2.58111, "ru": 1.48696, "el": 1.54971, "hi": 1.24214, "ta": 1.03272, "th": 1.22676, "zh": 3.32261, "my": 1.17468}, "bytes_per_chunk": {"en": 5.25, "de": 5.025, "vi": 6.068, "tr": 5.321, "fi": 4.727, "ru": 6.502, "el": 5.8, "hi": 5.923, "ta": 6.089, "th": 5.83, "zh": 5.718, "my": 7.711}, "bpb_mean": 1.8809, "t": 174.5} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.42522, "bpb": 2.05616, "chunk_loss": 0.03011, "F": 0.17673, "G": 0.27655, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.39526, "router_noise": 0.0, "grad_norm": 0.6926, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 174.5} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.38377, "bpb": 1.99636, "chunk_loss": 0.030222, "F": 0.18173, "G": 0.28281, "chunks": 186.09, "bytes_per_chunk": 5.503, "boundary_entropy": 0.39178, "router_noise": 0.0, "grad_norm": 0.6309, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 176.5} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.39885, "bpb": 2.01812, "chunk_loss": 0.03025, "F": 0.18262, "G": 0.26699, "chunks": 187.0, "bytes_per_chunk": 5.476, "boundary_entropy": 0.36546, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 178.5} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.33777, "bpb": 1.93, "chunk_loss": 0.030201, "F": 0.17969, "G": 0.28301, "chunks": 184.0, "bytes_per_chunk": 5.565, "boundary_entropy": 0.39655, "router_noise": 0.0, "grad_norm": 0.6668, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 180.6} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3411.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196001, "cps": 26.648438, "mean_p": 0.227157, "boundary_entropy": 0.256101, "bpb": 2.13611}, "de": {"chunks": 4202.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.204646, "cps": 32.828125, "mean_p": 0.245418, "boundary_entropy": 0.278373, "bpb": 2.350394}, "vi": {"chunks": 4168.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226092, "cps": 32.5625, "mean_p": 0.26142, "boundary_entropy": 0.409642, "bpb": 1.999052}, "tr": {"chunks": 3637.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200906, "cps": 28.414062, "mean_p": 0.23657, "boundary_entropy": 0.30516, "bpb": 2.357854}, "fi": {"chunks": 4145.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.22035, "cps": 32.382812, "mean_p": 0.249702, "boundary_entropy": 0.295607, "bpb": 2.538244}, "ru": {"chunks": 5656.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.29847, "cps": 44.1875, "mean_p": 0.322349, "boundary_entropy": 0.494083, "bpb": 1.478835}, "el": {"chunks": 6968.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.339522, "cps": 54.4375, "mean_p": 0.29162, "boundary_entropy": 0.435137, "bpb": 1.529402}, "hi": {"chunks": 6937.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412303, "cps": 54.195312, "mean_p": 0.310539, "boundary_entropy": 0.543821, "bpb": 1.243605}, "ta": {"chunks": 8524.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.455951, "cps": 66.59375, "mean_p": 0.350468, "boundary_entropy": 0.576381, "bpb": 1.007133}, "th": {"chunks": 7699.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.478645, "cps": 60.148438, "mean_p": 0.387217, "boundary_entropy": 0.621613, "bpb": 1.19956}, "zh": {"chunks": 2885.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488486, "cps": 22.539062, "mean_p": 0.290925, "boundary_entropy": 0.397051, "bpb": 3.280197}, "my": {"chunks": 9668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.510239, "cps": 75.53125, "mean_p": 0.443691, "boundary_entropy": 0.665735, "bpb": 1.145357}}, "bpb": {"en": 2.13611, "de": 2.35039, "vi": 1.99905, "tr": 2.35785, "fi": 2.53824, "ru": 1.47883, "el": 1.5294, "hi": 1.2436, "ta": 1.00713, "th": 1.19956, "zh": 3.2802, "my": 1.14536}, "gini_cpc": 0.201337, "gini_cps": 0.212248, "bpic": 5.65215, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0441094865801757, "vi": 1.153524888010097, "tr": 1.0250266347006534, "fi": 1.1242296945681074, "ru": 1.522799015137275, "el": 1.7322465204214967, "hi": 2.1035799482750286, "ta": 2.3262713516964335, "th": 2.442056204819985, "zh": 2.492268197063285, "my": 2.6032487375994924}, "t": 183.6} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14497, "de": 2.35431, "vi": 2.00018, "tr": 2.36397, "fi": 2.54952, "ru": 1.45458, "el": 1.52411, "hi": 1.2379, "ta": 1.01542, "th": 1.21871, "zh": 3.28111, "my": 1.15354}, "bytes_per_chunk": {"en": 5.124, "de": 4.895, "vi": 6.012, "tr": 5.191, "fi": 4.521, "ru": 6.129, "el": 5.483, "hi": 5.919, "ta": 5.752, "th": 5.971, "zh": 5.664, "my": 5.71}, "bpb_mean": 1.85819, "t": 184.9} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.36486, "bpb": 1.96908, "chunk_loss": 0.03026, "F": 0.17899, "G": 0.28348, "chunks": 183.28, "bytes_per_chunk": 5.587, "boundary_entropy": 0.40567, "router_noise": 0.0, "grad_norm": 0.6357, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 184.9} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.43391, "bpb": 2.0687, "chunk_loss": 0.030278, "F": 0.18451, "G": 0.27358, "chunks": 188.94, "bytes_per_chunk": 5.42, "boundary_entropy": 0.3735, "router_noise": 0.0, "grad_norm": 0.6484, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 187.0} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.3964, "bpb": 2.01458, "chunk_loss": 0.030247, "F": 0.18338, "G": 0.26305, "chunks": 187.78, "bytes_per_chunk": 5.453, "boundary_entropy": 0.35425, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 189.1} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.46025, "bpb": 2.10669, "chunk_loss": 0.030287, "F": 0.18314, "G": 0.27182, "chunks": 187.53, "bytes_per_chunk": 5.46, "boundary_entropy": 0.36963, "router_noise": 0.0, "grad_norm": 0.6775, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 191.1} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3361.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193128, "cps": 26.257812, "mean_p": 0.223406, "boundary_entropy": 0.251075, "bpb": 2.12072}, "de": {"chunks": 4116.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200458, "cps": 32.15625, "mean_p": 0.235909, "boundary_entropy": 0.265554, "bpb": 2.325319}, "vi": {"chunks": 4026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218389, "cps": 31.453125, "mean_p": 0.258426, "boundary_entropy": 0.406379, "bpb": 1.980449}, "tr": {"chunks": 3553.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196266, "cps": 27.757812, "mean_p": 0.226083, "boundary_entropy": 0.292497, "bpb": 2.332034}, "fi": {"chunks": 3833.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.203764, "cps": 29.945312, "mean_p": 0.232752, "boundary_entropy": 0.279707, "bpb": 2.530809}, "ru": {"chunks": 5524.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.291504, "cps": 43.15625, "mean_p": 0.314082, "boundary_entropy": 0.483841, "bpb": 1.463182}, "el": {"chunks": 6385.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311114, "cps": 49.882812, "mean_p": 0.273884, "boundary_entropy": 0.415945, "bpb": 1.529851}, "hi": {"chunks": 7622.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.453016, "cps": 59.546875, "mean_p": 0.303376, "boundary_entropy": 0.52128, "bpb": 1.225744}, "ta": {"chunks": 8587.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459321, "cps": 67.085938, "mean_p": 0.331966, "boundary_entropy": 0.551085, "bpb": 1.00522}, "th": {"chunks": 8311.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.516693, "cps": 64.929688, "mean_p": 0.382683, "boundary_entropy": 0.613663, "bpb": 1.172761}, "zh": {"chunks": 2847.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482052, "cps": 22.242188, "mean_p": 0.284219, "boundary_entropy": 0.389285, "bpb": 3.254937}, "my": {"chunks": 7660.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.404264, "cps": 59.84375, "mean_p": 0.424877, "boundary_entropy": 0.662071, "bpb": 1.13616}}, "bpb": {"en": 2.12072, "de": 2.32532, "vi": 1.98045, "tr": 2.33203, "fi": 2.53081, "ru": 1.46318, "el": 1.52985, "hi": 1.22574, "ta": 1.00522, "th": 1.17276, "zh": 3.25494, "my": 1.13616}, "gini_cpc": 0.207102, "gini_cps": 0.207455, "bpic": 5.830323, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.03795509881822, "vi": 1.1308011365713397, "tr": 1.0162493101435843, "fi": 1.0550730831920798, "ru": 1.5093851167238046, "el": 1.6109262714557606, "hi": 2.345683858152667, "ta": 2.3783271910805466, "th": 2.6753944683744133, "zh": 2.496029030835464, "my": 2.093249524827403}, "t": 194.1} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12888, "de": 2.33058, "vi": 1.98109, "tr": 2.33855, "fi": 2.54147, "ru": 1.43987, "el": 1.52292, "hi": 1.21982, "ta": 1.01439, "th": 1.19057, "zh": 3.25661, "my": 1.14545}, "bytes_per_chunk": {"en": 5.169, "de": 4.999, "vi": 6.042, "tr": 5.347, "fi": 4.816, "ru": 6.256, "el": 5.948, "hi": 5.313, "ta": 5.738, "th": 5.525, "zh": 5.717, "my": 6.664}, "bpb_mean": 1.84252, "t": 195.4} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.3856, "bpb": 1.999, "chunk_loss": 0.030245, "F": 0.17874, "G": 0.28138, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.3972, "router_noise": 0.0, "grad_norm": 0.6742, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 195.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.24492, "bpb": 1.79603, "chunk_loss": 0.02996, "F": 0.17441, "G": 0.26986, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.37822, "router_noise": 0.0, "grad_norm": 0.6403, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 197.5} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.43651, "bpb": 2.07244, "chunk_loss": 0.030292, "F": 0.18668, "G": 0.27243, "chunks": 191.16, "bytes_per_chunk": 5.357, "boundary_entropy": 0.36007, "router_noise": 0.0, "grad_norm": 0.7568, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 199.5} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.36976, "bpb": 1.97614, "chunk_loss": 0.030315, "F": 0.18176, "G": 0.27819, "chunks": 186.12, "bytes_per_chunk": 5.502, "boundary_entropy": 0.38724, "router_noise": 0.0, "grad_norm": 0.6765, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 201.5} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3358.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192955, "cps": 26.234375, "mean_p": 0.221521, "boundary_entropy": 0.241873, "bpb": 2.10607}, "de": {"chunks": 4087.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199045, "cps": 31.929688, "mean_p": 0.235288, "boundary_entropy": 0.258351, "bpb": 2.315456}, "vi": {"chunks": 3987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.216273, "cps": 31.148438, "mean_p": 0.255351, "boundary_entropy": 0.397184, "bpb": 1.983309}, "tr": {"chunks": 3647.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201458, "cps": 28.492188, "mean_p": 0.231261, "boundary_entropy": 0.290043, "bpb": 2.310309}, "fi": {"chunks": 3855.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204933, "cps": 30.117188, "mean_p": 0.234041, "boundary_entropy": 0.273309, "bpb": 2.48256}, "ru": {"chunks": 5339.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281741, "cps": 41.710938, "mean_p": 0.304782, "boundary_entropy": 0.470333, "bpb": 1.450971}, "el": {"chunks": 6669.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324952, "cps": 52.101562, "mean_p": 0.274524, "boundary_entropy": 0.410446, "bpb": 1.50103}, "hi": {"chunks": 5753.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.341932, "cps": 44.945312, "mean_p": 0.318834, "boundary_entropy": 0.559788, "bpb": 1.228823}, "ta": {"chunks": 7822.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.418401, "cps": 61.109375, "mean_p": 0.340463, "boundary_entropy": 0.562633, "bpb": 0.995682}, "th": {"chunks": 7023.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436618, "cps": 54.867188, "mean_p": 0.372811, "boundary_entropy": 0.610961, "bpb": 1.168177}, "zh": {"chunks": 2835.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48002, "cps": 22.148438, "mean_p": 0.291359, "boundary_entropy": 0.398952, "bpb": 3.257751}, "my": {"chunks": 7035.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371279, "cps": 54.960938, "mean_p": 0.407415, "boundary_entropy": 0.654589, "bpb": 1.134187}}, "bpb": {"en": 2.10607, "de": 2.31546, "vi": 1.98331, "tr": 2.31031, "fi": 2.48256, "ru": 1.45097, "el": 1.50103, "hi": 1.22882, "ta": 0.99568, "th": 1.16818, "zh": 3.25775, "my": 1.13419}, "gini_cpc": 0.18318, "gini_cps": 0.179398, "bpic": 6.249487, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0315627682476416, "vi": 1.120847486129089, "tr": 1.0440676517934548, "fi": 1.0620768125451163, "ru": 1.4601387777936672, "el": 1.6840822584704789, "hi": 1.7720775739468497, "ta": 2.1683818852553154, "th": 2.262794068067886, "zh": 2.4877288861611344, "my": 1.9241731673268228}, "t": 204.5} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11607, "de": 2.32123, "vi": 1.98489, "tr": 2.31687, "fi": 2.49556, "ru": 1.42615, "el": 1.49471, "hi": 1.22551, "ta": 1.00262, "th": 1.18617, "zh": 3.25765, "my": 1.14313}, "bytes_per_chunk": {"en": 5.178, "de": 4.996, "vi": 6.114, "tr": 5.118, "fi": 4.809, "ru": 6.447, "el": 5.681, "hi": 7.164, "ta": 6.298, "th": 6.478, "zh": 5.697, "my": 7.383}, "bpb_mean": 1.83088, "t": 205.8} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.62902, "bpb": 2.35018, "chunk_loss": 0.030457, "F": 0.18842, "G": 0.27489, "chunks": 192.94, "bytes_per_chunk": 5.307, "boundary_entropy": 0.35887, "router_noise": 0.0, "grad_norm": 0.7299, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 205.8} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.42799, "bpb": 2.06016, "chunk_loss": 0.030336, "F": 0.18588, "G": 0.27617, "chunks": 190.34, "bytes_per_chunk": 5.38, "boundary_entropy": 0.36757, "router_noise": 0.0, "grad_norm": 0.7465, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 207.8} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.33858, "bpb": 1.93116, "chunk_loss": 0.030365, "F": 0.18469, "G": 0.28412, "chunks": 189.12, "bytes_per_chunk": 5.414, "boundary_entropy": 0.39392, "router_noise": 0.0, "grad_norm": 0.7012, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 209.8} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.38742, "bpb": 2.00162, "chunk_loss": 0.030302, "F": 0.18304, "G": 0.27887, "chunks": 187.44, "bytes_per_chunk": 5.463, "boundary_entropy": 0.3742, "router_noise": 0.0, "grad_norm": 0.6791, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 211.8} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3358.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192955, "cps": 26.234375, "mean_p": 0.220349, "boundary_entropy": 0.236909, "bpb": 2.096657}, "de": {"chunks": 4044.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196951, "cps": 31.59375, "mean_p": 0.233293, "boundary_entropy": 0.257361, "bpb": 2.293688}, "vi": {"chunks": 4246.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230323, "cps": 33.171875, "mean_p": 0.266438, "boundary_entropy": 0.405558, "bpb": 1.964766}, "tr": {"chunks": 3592.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19842, "cps": 28.0625, "mean_p": 0.228456, "boundary_entropy": 0.286462, "bpb": 2.294733}, "fi": {"chunks": 3876.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20605, "cps": 30.28125, "mean_p": 0.231796, "boundary_entropy": 0.269152, "bpb": 2.469718}, "ru": {"chunks": 5598.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.295409, "cps": 43.734375, "mean_p": 0.307123, "boundary_entropy": 0.467153, "bpb": 1.430049}, "el": {"chunks": 6372.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310481, "cps": 49.78125, "mean_p": 0.270934, "boundary_entropy": 0.412818, "bpb": 1.482869}, "hi": {"chunks": 7135.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424071, "cps": 55.742188, "mean_p": 0.352417, "boundary_entropy": 0.582929, "bpb": 1.202111}, "ta": {"chunks": 8952.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.478845, "cps": 69.9375, "mean_p": 0.357239, "boundary_entropy": 0.571996, "bpb": 0.979748}, "th": {"chunks": 8378.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.520858, "cps": 65.453125, "mean_p": 0.386603, "boundary_entropy": 0.616675, "bpb": 1.147022}, "zh": {"chunks": 2839.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480698, "cps": 22.179688, "mean_p": 0.283774, "boundary_entropy": 0.385061, "bpb": 3.217691}, "my": {"chunks": 8028.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.423686, "cps": 62.71875, "mean_p": 0.439161, "boundary_entropy": 0.666552, "bpb": 1.129803}}, "bpb": {"en": 2.09666, "de": 2.29369, "vi": 1.96477, "tr": 2.29473, "fi": 2.46972, "ru": 1.43005, "el": 1.48287, "hi": 1.20211, "ta": 0.97975, "th": 1.14702, "zh": 3.21769, "my": 1.1298}, "gini_cpc": 0.206481, "gini_cps": 0.210919, "bpic": 5.778268, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0207095264970547, "vi": 1.1936589982704067, "tr": 1.028322184053219, "fi": 1.0678624449869962, "ru": 1.5309715074150494, "el": 1.6090826437207812, "hi": 2.197770465863162, "ta": 2.481635724470159, "th": 2.699371878438381, "zh": 2.491238909280938, "my": 2.1957728766595213}, "t": 214.8} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10594, "de": 2.29757, "vi": 1.96566, "tr": 2.2997, "fi": 2.48035, "ru": 1.40739, "el": 1.47537, "hi": 1.19688, "ta": 0.98833, "th": 1.16502, "zh": 3.21729, "my": 1.13813}, "bytes_per_chunk": {"en": 5.174, "de": 5.03, "vi": 5.908, "tr": 5.229, "fi": 4.818, "ru": 6.148, "el": 5.947, "hi": 5.889, "ta": 5.563, "th": 5.676, "zh": 5.747, "my": 6.472}, "bpb_mean": 1.81147, "t": 216.1} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.4582, "bpb": 2.10373, "chunk_loss": 0.030384, "F": 0.18222, "G": 0.2792, "chunks": 186.59, "bytes_per_chunk": 5.488, "boundary_entropy": 0.38536, "router_noise": 0.0, "grad_norm": 0.6892, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 216.1} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.45863, "bpb": 2.10436, "chunk_loss": 0.030416, "F": 0.18478, "G": 0.28176, "chunks": 189.22, "bytes_per_chunk": 5.412, "boundary_entropy": 0.38354, "router_noise": 0.0, "grad_norm": 0.6884, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 218.1} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.46431, "bpb": 2.11255, "chunk_loss": 0.030228, "F": 0.18619, "G": 0.25792, "chunks": 190.66, "bytes_per_chunk": 5.371, "boundary_entropy": 0.32724, "router_noise": 0.0, "grad_norm": 0.7597, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 220.2} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.53458, "bpb": 2.21393, "chunk_loss": 0.030641, "F": 0.18909, "G": 0.2897, "chunks": 193.62, "bytes_per_chunk": 5.289, "boundary_entropy": 0.39077, "router_noise": 0.0, "grad_norm": 0.6988, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 222.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3372.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19376, "cps": 26.34375, "mean_p": 0.220959, "boundary_entropy": 0.235299, "bpb": 2.079328}, "de": {"chunks": 4123.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200799, "cps": 32.210938, "mean_p": 0.23535, "boundary_entropy": 0.250983, "bpb": 2.281776}, "vi": {"chunks": 3826.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.20754, "cps": 29.890625, "mean_p": 0.25673, "boundary_entropy": 0.403417, "bpb": 1.96013}, "tr": {"chunks": 3536.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195327, "cps": 27.625, "mean_p": 0.226215, "boundary_entropy": 0.279695, "bpb": 2.280724}, "fi": {"chunks": 3959.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210462, "cps": 30.929688, "mean_p": 0.237343, "boundary_entropy": 0.268032, "bpb": 2.442533}, "ru": {"chunks": 5648.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.298047, "cps": 44.125, "mean_p": 0.309705, "boundary_entropy": 0.470134, "bpb": 1.416315}, "el": {"chunks": 6831.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332846, "cps": 53.367188, "mean_p": 0.279653, "boundary_entropy": 0.414524, "bpb": 1.459672}, "hi": {"chunks": 6111.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.36321, "cps": 47.742188, "mean_p": 0.313995, "boundary_entropy": 0.551735, "bpb": 1.199126}, "ta": {"chunks": 8015.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428724, "cps": 62.617188, "mean_p": 0.342476, "boundary_entropy": 0.558421, "bpb": 0.972469}, "th": {"chunks": 7252.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450855, "cps": 56.65625, "mean_p": 0.382675, "boundary_entropy": 0.616644, "bpb": 1.138238}, "zh": {"chunks": 2905.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491873, "cps": 22.695312, "mean_p": 0.29166, "boundary_entropy": 0.390044, "bpb": 3.199451}, "my": {"chunks": 7614.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.401837, "cps": 59.484375, "mean_p": 0.417071, "boundary_entropy": 0.656365, "bpb": 1.121171}}, "bpb": {"en": 2.07933, "de": 2.28178, "vi": 1.96013, "tr": 2.28072, "fi": 2.44253, "ru": 1.41632, "el": 1.45967, "hi": 1.19913, "ta": 0.97247, "th": 1.13824, "zh": 3.19945, "my": 1.12117}, "gini_cpc": 0.190692, "gini_cps": 0.189114, "bpic": 6.073253, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0363285955963952, "vi": 1.0711206151844463, "tr": 1.0080875685062718, "fi": 1.0862009356606106, "ru": 1.5382326594615912, "el": 1.7178292543232894, "hi": 1.8745359123910044, "ta": 2.2126596260061544, "th": 2.3268762368954077, "zh": 2.5385706133939427, "my": 2.0738915909208724}, "t": 225.1} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08978, "de": 2.28668, "vi": 1.96006, "tr": 2.28889, "fi": 2.4547, "ru": 1.39229, "el": 1.45212, "hi": 1.19517, "ta": 0.98287, "th": 1.1556, "zh": 3.19763, "my": 1.12932}, "bytes_per_chunk": {"en": 5.195, "de": 4.969, "vi": 6.439, "tr": 5.346, "fi": 4.698, "ru": 6.064, "el": 5.544, "hi": 6.682, "ta": 6.174, "th": 6.314, "zh": 5.641, "my": 6.727}, "bpb_mean": 1.79876, "t": 226.4} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.33214, "bpb": 1.92187, "chunk_loss": 0.030181, "F": 0.18039, "G": 0.25765, "chunks": 184.72, "bytes_per_chunk": 5.544, "boundary_entropy": 0.3433, "router_noise": 0.0, "grad_norm": 0.705, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 226.4} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.52517, "bpb": 2.20036, "chunk_loss": 0.030363, "F": 0.18469, "G": 0.26902, "chunks": 189.12, "bytes_per_chunk": 5.414, "boundary_entropy": 0.35399, "router_noise": 0.0, "grad_norm": 0.713, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 228.5} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.39227, "bpb": 2.00861, "chunk_loss": 0.030351, "F": 0.18814, "G": 0.25857, "chunks": 192.66, "bytes_per_chunk": 5.315, "boundary_entropy": 0.33645, "router_noise": 0.0, "grad_norm": 0.7053, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 230.5} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.37874, "bpb": 1.9891, "chunk_loss": 0.030253, "F": 0.18585, "G": 0.25743, "chunks": 190.31, "bytes_per_chunk": 5.381, "boundary_entropy": 0.32125, "router_noise": 0.0, "grad_norm": 0.7407, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 232.5} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3395.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195081, "cps": 26.523438, "mean_p": 0.221612, "boundary_entropy": 0.230233, "bpb": 2.064015}, "de": {"chunks": 4132.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201237, "cps": 32.28125, "mean_p": 0.234638, "boundary_entropy": 0.246509, "bpb": 2.25931}, "vi": {"chunks": 3880.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.210469, "cps": 30.3125, "mean_p": 0.261146, "boundary_entropy": 0.404864, "bpb": 1.946541}, "tr": {"chunks": 3511.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193946, "cps": 27.429688, "mean_p": 0.22442, "boundary_entropy": 0.281203, "bpb": 2.25771}, "fi": {"chunks": 3990.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.21211, "cps": 31.171875, "mean_p": 0.237524, "boundary_entropy": 0.270784, "bpb": 2.425848}, "ru": {"chunks": 6042.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318839, "cps": 47.203125, "mean_p": 0.3172, "boundary_entropy": 0.467608, "bpb": 1.403721}, "el": {"chunks": 6956.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.338937, "cps": 54.34375, "mean_p": 0.282285, "boundary_entropy": 0.402375, "bpb": 1.44458}, "hi": {"chunks": 7156.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425319, "cps": 55.90625, "mean_p": 0.323817, "boundary_entropy": 0.552583, "bpb": 1.179753}, "ta": {"chunks": 7312.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.391121, "cps": 57.125, "mean_p": 0.331185, "boundary_entropy": 0.550631, "bpb": 0.966477}, "th": {"chunks": 7591.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.47193, "cps": 59.304688, "mean_p": 0.381209, "boundary_entropy": 0.61476, "bpb": 1.122316}, "zh": {"chunks": 2870.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485946, "cps": 22.421875, "mean_p": 0.287726, "boundary_entropy": 0.386043, "bpb": 3.196977}, "my": {"chunks": 8772.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.462951, "cps": 68.53125, "mean_p": 0.443034, "boundary_entropy": 0.6675, "bpb": 1.119157}}, "bpb": {"en": 2.06401, "de": 2.25931, "vi": 1.94654, "tr": 2.25771, "fi": 2.42585, "ru": 1.40372, "el": 1.44458, "hi": 1.17975, "ta": 0.96648, "th": 1.12232, "zh": 3.19698, "my": 1.11916}, "gini_cpc": 0.195481, "gini_cps": 0.198761, "bpic": 5.849696, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0315546646524039, "vi": 1.0788794606532606, "tr": 0.9941790785292831, "fi": 1.0872899000201133, "ru": 1.6343905712653637, "el": 1.7374130120328377, "hi": 2.180216391993295, "ta": 2.004910797741121, "th": 2.4191470478766384, "zh": 2.4909946550947666, "my": 2.3731193938110753}, "t": 235.5} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07514, "de": 2.26568, "vi": 1.94746, "tr": 2.26479, "fi": 2.43749, "ru": 1.37957, "el": 1.43677, "hi": 1.17435, "ta": 0.97575, "th": 1.13963, "zh": 3.19292, "my": 1.12724}, "bytes_per_chunk": {"en": 5.095, "de": 4.969, "vi": 6.444, "tr": 5.408, "fi": 4.68, "ru": 5.764, "el": 5.389, "hi": 5.756, "ta": 6.66, "th": 6.112, "zh": 5.661, "my": 5.911}, "bpb_mean": 1.78473, "t": 236.8} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 236.8} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.18051, "bpb": 1.70312, "chunk_loss": 0.030341, "F": 0.18167, "G": 0.29736, "chunks": 186.03, "bytes_per_chunk": 5.504, "boundary_entropy": 0.42028, "router_noise": 0.0, "grad_norm": 0.6309, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 236.8} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.23951, "bpb": 1.78824, "chunk_loss": 0.030407, "F": 0.1861, "G": 0.27535, "chunks": 190.56, "bytes_per_chunk": 5.374, "boundary_entropy": 0.37226, "router_noise": 0.0, "grad_norm": 0.6946, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 238.9} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.4759, "bpb": 2.12928, "chunk_loss": 0.030316, "F": 0.18719, "G": 0.26203, "chunks": 191.69, "bytes_per_chunk": 5.342, "boundary_entropy": 0.33218, "router_noise": 0.0, "grad_norm": 0.7224, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 240.9} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.45898, "bpb": 2.10487, "chunk_loss": 0.030355, "F": 0.18759, "G": 0.26184, "chunks": 192.09, "bytes_per_chunk": 5.331, "boundary_entropy": 0.3326, "router_noise": 0.0, "grad_norm": 0.7558, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 242.9} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3369.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193587, "cps": 26.320312, "mean_p": 0.221901, "boundary_entropy": 0.23061, "bpb": 2.054636}, "de": {"chunks": 4122.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.20075, "cps": 32.203125, "mean_p": 0.236331, "boundary_entropy": 0.247439, "bpb": 2.250712}, "vi": {"chunks": 3988.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.216328, "cps": 31.15625, "mean_p": 0.26619, "boundary_entropy": 0.401669, "bpb": 1.939985}, "tr": {"chunks": 3586.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198089, "cps": 28.015625, "mean_p": 0.228592, "boundary_entropy": 0.281307, "bpb": 2.237527}, "fi": {"chunks": 4001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.212695, "cps": 31.257812, "mean_p": 0.238271, "boundary_entropy": 0.266729, "bpb": 2.407938}, "ru": {"chunks": 5785.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305277, "cps": 45.195312, "mean_p": 0.307416, "boundary_entropy": 0.45649, "bpb": 1.388461}, "el": {"chunks": 6793.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330994, "cps": 53.070312, "mean_p": 0.27716, "boundary_entropy": 0.396456, "bpb": 1.432488}, "hi": {"chunks": 7922.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.470847, "cps": 61.890625, "mean_p": 0.31542, "boundary_entropy": 0.531599, "bpb": 1.163539}, "ta": {"chunks": 9206.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.492431, "cps": 71.921875, "mean_p": 0.362767, "boundary_entropy": 0.569921, "bpb": 0.951296}, "th": {"chunks": 8243.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.512465, "cps": 64.398438, "mean_p": 0.387165, "boundary_entropy": 0.614444, "bpb": 1.112319}, "zh": {"chunks": 2832.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479512, "cps": 22.125, "mean_p": 0.284323, "boundary_entropy": 0.382224, "bpb": 3.174916}, "my": {"chunks": 10223.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.539529, "cps": 79.867188, "mean_p": 0.44592, "boundary_entropy": 0.667366, "bpb": 1.104123}}, "bpb": {"en": 2.05464, "de": 2.25071, "vi": 1.93999, "tr": 2.23753, "fi": 2.40794, "ru": 1.38846, "el": 1.43249, "hi": 1.16354, "ta": 0.9513, "th": 1.11232, "zh": 3.17492, "my": 1.10412}, "gini_cpc": 0.216734, "gini_cps": 0.233269, "bpic": 5.477109, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0369998402762288, "vi": 1.1174680551942868, "tr": 1.0232525674667896, "fi": 1.0987016510914944, "ru": 1.5769475843305132, "el": 1.7097943540442366, "hi": 2.432220106671395, "ta": 2.5437159330176473, "th": 2.6472035942182712, "zh": 2.4769823705852962, "my": 2.787007220962428}, "t": 245.8} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06594, "de": 2.25595, "vi": 1.94135, "tr": 2.24456, "fi": 2.41829, "ru": 1.36456, "el": 1.42431, "hi": 1.15818, "ta": 0.95935, "th": 1.13024, "zh": 3.17407, "my": 1.11278}, "bytes_per_chunk": {"en": 5.167, "de": 4.957, "vi": 6.226, "tr": 5.264, "fi": 4.667, "ru": 5.931, "el": 5.541, "hi": 5.258, "ta": 5.549, "th": 5.602, "zh": 5.733, "my": 5.339}, "bpb_mean": 1.7708, "t": 247.1} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.4735, "bpb": 2.12581, "chunk_loss": 0.030439, "F": 0.18756, "G": 0.26677, "chunks": 192.06, "bytes_per_chunk": 5.332, "boundary_entropy": 0.34255, "router_noise": 0.0, "grad_norm": 0.7487, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 247.2} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.48689, "bpb": 2.14512, "chunk_loss": 0.030495, "F": 0.1861, "G": 0.28556, "chunks": 190.56, "bytes_per_chunk": 5.374, "boundary_entropy": 0.37719, "router_noise": 0.0, "grad_norm": 0.7098, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 249.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.41109, "bpb": 2.03578, "chunk_loss": 0.030359, "F": 0.18781, "G": 0.26159, "chunks": 192.31, "bytes_per_chunk": 5.325, "boundary_entropy": 0.32636, "router_noise": 0.0, "grad_norm": 0.7576, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 251.2} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.20835, "bpb": 1.74329, "chunk_loss": 0.030367, "F": 0.18719, "G": 0.2774, "chunks": 191.69, "bytes_per_chunk": 5.342, "boundary_entropy": 0.36703, "router_noise": 0.0, "grad_norm": 0.6985, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 253.2} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3381.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194277, "cps": 26.414062, "mean_p": 0.222649, "boundary_entropy": 0.229954, "bpb": 2.043376}, "de": {"chunks": 4099.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19963, "cps": 32.023438, "mean_p": 0.235366, "boundary_entropy": 0.245117, "bpb": 2.24187}, "vi": {"chunks": 4072.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220884, "cps": 31.8125, "mean_p": 0.268228, "boundary_entropy": 0.40425, "bpb": 1.933581}, "tr": {"chunks": 3618.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199856, "cps": 28.265625, "mean_p": 0.228409, "boundary_entropy": 0.277735, "bpb": 2.227568}, "fi": {"chunks": 3950.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.209984, "cps": 30.859375, "mean_p": 0.23599, "boundary_entropy": 0.260305, "bpb": 2.386739}, "ru": {"chunks": 5943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313615, "cps": 46.429688, "mean_p": 0.309028, "boundary_entropy": 0.452023, "bpb": 1.377663}, "el": {"chunks": 6553.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.3193, "cps": 51.195312, "mean_p": 0.272531, "boundary_entropy": 0.398443, "bpb": 1.427929}, "hi": {"chunks": 7248.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430788, "cps": 56.625, "mean_p": 0.309991, "boundary_entropy": 0.529346, "bpb": 1.159107}, "ta": {"chunks": 8057.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.430971, "cps": 62.945312, "mean_p": 0.350684, "boundary_entropy": 0.564349, "bpb": 0.950302}, "th": {"chunks": 7981.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.496177, "cps": 62.351562, "mean_p": 0.382296, "boundary_entropy": 0.6109, "bpb": 1.105378}, "zh": {"chunks": 2886.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488656, "cps": 22.546875, "mean_p": 0.287474, "boundary_entropy": 0.383855, "bpb": 3.156765}, "my": {"chunks": 9039.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.477042, "cps": 70.617188, "mean_p": 0.440386, "boundary_entropy": 0.666988, "bpb": 1.09959}}, "bpb": {"en": 2.04338, "de": 2.24187, "vi": 1.93358, "tr": 2.22757, "fi": 2.38674, "ru": 1.37766, "el": 1.42793, "hi": 1.15911, "ta": 0.9503, "th": 1.10538, "zh": 3.15676, "my": 1.09959}, "gini_cpc": 0.201003, "gini_cps": 0.207108, "bpic": 5.742903, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0275535419404718, "vi": 1.1369557877277632, "tr": 1.028719472293047, "fi": 1.0808468510632339, "ru": 1.6142673593470886, "el": 1.6435324083555747, "hi": 2.2173898804304977, "ta": 2.2183335299071896, "th": 2.5539664917878873, "zh": 2.515253914401639, "my": 2.455477504491347}, "t": 256.2} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05366, "de": 2.24665, "vi": 1.93269, "tr": 2.2341, "fi": 2.39897, "ru": 1.3549, "el": 1.41993, "hi": 1.15383, "ta": 0.95887, "th": 1.12156, "zh": 3.15437, "my": 1.10843}, "bytes_per_chunk": {"en": 5.134, "de": 4.962, "vi": 6.187, "tr": 5.236, "fi": 4.709, "ru": 5.783, "el": 5.708, "hi": 5.765, "ta": 6.204, "th": 5.792, "zh": 5.666, "my": 5.778}, "bpb_mean": 1.76149, "t": 257.5} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.2878, "bpb": 1.8579, "chunk_loss": 0.03054, "F": 0.18781, "G": 0.2881, "chunks": 192.31, "bytes_per_chunk": 5.325, "boundary_entropy": 0.3914, "router_noise": 0.0, "grad_norm": 0.7179, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 257.5} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.39671, "bpb": 2.01503, "chunk_loss": 0.030155, "F": 0.17712, "G": 0.27309, "chunks": 181.38, "bytes_per_chunk": 5.646, "boundary_entropy": 0.36794, "router_noise": 0.0, "grad_norm": 0.6748, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.5} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.31664, "bpb": 1.89951, "chunk_loss": 0.030188, "F": 0.18143, "G": 0.26469, "chunks": 185.78, "bytes_per_chunk": 5.512, "boundary_entropy": 0.34671, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 261.5} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.32844, "bpb": 1.91653, "chunk_loss": 0.03022, "F": 0.18369, "G": 0.27059, "chunks": 188.09, "bytes_per_chunk": 5.444, "boundary_entropy": 0.34927, "router_noise": 0.0, "grad_norm": 0.7274, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 263.6} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3403.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195541, "cps": 26.585938, "mean_p": 0.222805, "boundary_entropy": 0.225498, "bpb": 2.036491}, "de": {"chunks": 4099.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19963, "cps": 32.023438, "mean_p": 0.23364, "boundary_entropy": 0.241526, "bpb": 2.229923}, "vi": {"chunks": 4021.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218118, "cps": 31.414062, "mean_p": 0.264478, "boundary_entropy": 0.396258, "bpb": 1.927279}, "tr": {"chunks": 3542.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195658, "cps": 27.671875, "mean_p": 0.224523, "boundary_entropy": 0.268079, "bpb": 2.214688}, "fi": {"chunks": 3781.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200999, "cps": 29.539062, "mean_p": 0.228218, "boundary_entropy": 0.250845, "bpb": 2.379012}, "ru": {"chunks": 5879.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.310237, "cps": 45.929688, "mean_p": 0.306231, "boundary_entropy": 0.4469, "bpb": 1.365675}, "el": {"chunks": 7040.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34303, "cps": 55.0, "mean_p": 0.279744, "boundary_entropy": 0.395678, "bpb": 1.4063}, "hi": {"chunks": 8203.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.487548, "cps": 64.085938, "mean_p": 0.311895, "boundary_entropy": 0.521333, "bpb": 1.158784}, "ta": {"chunks": 8867.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.474298, "cps": 69.273438, "mean_p": 0.359879, "boundary_entropy": 0.568075, "bpb": 0.943269}, "th": {"chunks": 8259.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.51346, "cps": 64.523438, "mean_p": 0.388331, "boundary_entropy": 0.616542, "bpb": 1.102446}, "zh": {"chunks": 2842.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481206, "cps": 22.203125, "mean_p": 0.283198, "boundary_entropy": 0.377509, "bpb": 3.152589}, "my": {"chunks": 8476.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.44733, "cps": 66.21875, "mean_p": 0.434891, "boundary_entropy": 0.66345, "bpb": 1.090297}}, "bpb": {"en": 2.03649, "de": 2.22992, "vi": 1.92728, "tr": 2.21469, "fi": 2.37901, "ru": 1.36567, "el": 1.4063, "hi": 1.15878, "ta": 0.94327, "th": 1.10245, "zh": 3.15259, "my": 1.0903}, "gini_cpc": 0.208629, "gini_cps": 0.216699, "bpic": 5.609849, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0209105275641301, "vi": 1.1154576909714708, "tr": 1.0005992580835275, "fi": 1.0279144353065064, "ru": 1.5865596939531084, "el": 1.7542600978534164, "hi": 2.4933302710352154, "ta": 2.4255677521926007, "th": 2.6258418877599907, "zh": 2.4608934030539578, "my": 2.287650858302764}, "t": 266.5} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04789, "de": 2.23536, "vi": 1.92705, "tr": 2.22046, "fi": 2.38984, "ru": 1.34192, "el": 1.39857, "hi": 1.15202, "ta": 0.95229, "th": 1.11873, "zh": 3.14954, "my": 1.09864}, "bytes_per_chunk": {"en": 5.106, "de": 4.98, "vi": 6.132, "tr": 5.302, "fi": 4.879, "ru": 5.84, "el": 5.363, "hi": 5.027, "ta": 5.802, "th": 5.542, "zh": 5.733, "my": 6.16}, "bpb_mean": 1.75269, "t": 267.8} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.25031, "bpb": 1.80382, "chunk_loss": 0.030374, "F": 0.18628, "G": 0.27751, "chunks": 190.75, "bytes_per_chunk": 5.368, "boundary_entropy": 0.36882, "router_noise": 0.0, "grad_norm": 0.7176, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 267.9} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.48271, "bpb": 2.1391, "chunk_loss": 0.030228, "F": 0.18488, "G": 0.25472, "chunks": 189.31, "bytes_per_chunk": 5.409, "boundary_entropy": 0.31672, "router_noise": 0.0, "grad_norm": 0.7666, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 269.9} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.39697, "bpb": 2.0154, "chunk_loss": 0.030116, "F": 0.17639, "G": 0.2788, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.37966, "router_noise": 0.0, "grad_norm": 0.6894, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 271.9} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.50999, "bpb": 2.17845, "chunk_loss": 0.03057, "F": 0.19409, "G": 0.26126, "chunks": 198.75, "bytes_per_chunk": 5.152, "boundary_entropy": 0.31862, "router_noise": 0.0, "grad_norm": 0.7443, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 273.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3437.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197495, "cps": 26.851562, "mean_p": 0.22492, "boundary_entropy": 0.224325, "bpb": 2.027194}, "de": {"chunks": 4147.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201968, "cps": 32.398438, "mean_p": 0.235097, "boundary_entropy": 0.240286, "bpb": 2.216332}, "vi": {"chunks": 4338.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235313, "cps": 33.890625, "mean_p": 0.28014, "boundary_entropy": 0.405226, "bpb": 1.921906}, "tr": {"chunks": 3641.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201127, "cps": 28.445312, "mean_p": 0.226459, "boundary_entropy": 0.268749, "bpb": 2.207809}, "fi": {"chunks": 4011.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213226, "cps": 31.335938, "mean_p": 0.236027, "boundary_entropy": 0.254525, "bpb": 2.358925}, "ru": {"chunks": 5932.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313034, "cps": 46.34375, "mean_p": 0.304577, "boundary_entropy": 0.441946, "bpb": 1.359983}, "el": {"chunks": 6846.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333577, "cps": 53.484375, "mean_p": 0.275021, "boundary_entropy": 0.386992, "bpb": 1.398109}, "hi": {"chunks": 6673.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396612, "cps": 52.132812, "mean_p": 0.300158, "boundary_entropy": 0.523066, "bpb": 1.153386}, "ta": {"chunks": 8407.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449692, "cps": 65.679688, "mean_p": 0.355699, "boundary_entropy": 0.565537, "bpb": 0.9387}, "th": {"chunks": 7140.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.443892, "cps": 55.78125, "mean_p": 0.376775, "boundary_entropy": 0.610426, "bpb": 1.095701}, "zh": {"chunks": 2873.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.486454, "cps": 22.445312, "mean_p": 0.282762, "boundary_entropy": 0.370559, "bpb": 3.154527}, "my": {"chunks": 8995.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.47472, "cps": 70.273438, "mean_p": 0.441885, "boundary_entropy": 0.666625, "bpb": 1.08913}}, "bpb": {"en": 2.02719, "de": 2.21633, "vi": 1.92191, "tr": 2.20781, "fi": 2.35892, "ru": 1.35998, "el": 1.39811, "hi": 1.15339, "ta": 0.9387, "th": 1.0957, "zh": 3.15453, "my": 1.08913}, "gini_cpc": 0.190704, "gini_cps": 0.200572, "bpic": 5.776355, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0226481010769142, "vi": 1.1914916243161517, "tr": 1.0183913821551718, "fi": 1.0796559104766126, "ru": 1.5850264581540476, "el": 1.6890427341317817, "hi": 2.008217003926763, "ta": 2.2769849807909037, "th": 2.2476140311114516, "zh": 2.4631268103793884, "my": 2.4037117126645677}, "t": 276.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03763, "de": 2.22182, "vi": 1.92129, "tr": 2.21491, "fi": 2.37123, "ru": 1.33613, "el": 1.3908, "hi": 1.14935, "ta": 0.94754, "th": 1.11386, "zh": 3.14937, "my": 1.09784}, "bytes_per_chunk": {"en": 5.037, "de": 4.924, "vi": 5.838, "tr": 5.207, "fi": 4.672, "ru": 5.792, "el": 5.47, "hi": 6.143, "ta": 5.917, "th": 6.23, "zh": 5.68, "my": 5.911}, "bpb_mean": 1.74598, "t": 278.1} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.27471, "bpb": 1.83902, "chunk_loss": 0.030471, "F": 0.18994, "G": 0.27809, "chunks": 194.5, "bytes_per_chunk": 5.265, "boundary_entropy": 0.36023, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 278.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.24754, "bpb": 1.79982, "chunk_loss": 0.030302, "F": 0.18488, "G": 0.26352, "chunks": 189.31, "bytes_per_chunk": 5.409, "boundary_entropy": 0.34182, "router_noise": 0.0, "grad_norm": 0.696, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 280.2} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.29796, "bpb": 1.87257, "chunk_loss": 0.030093, "F": 0.17816, "G": 0.26561, "chunks": 182.44, "bytes_per_chunk": 5.613, "boundary_entropy": 0.35169, "router_noise": 0.0, "grad_norm": 0.7387, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 282.2} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.32556, "bpb": 1.91238, "chunk_loss": 0.030291, "F": 0.18414, "G": 0.2571, "chunks": 188.56, "bytes_per_chunk": 5.431, "boundary_entropy": 0.32661, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 284.2} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3436.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197437, "cps": 26.84375, "mean_p": 0.223818, "boundary_entropy": 0.220876, "bpb": 2.021539}, "de": {"chunks": 4185.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.203818, "cps": 32.695312, "mean_p": 0.237165, "boundary_entropy": 0.239129, "bpb": 2.208622}, "vi": {"chunks": 4327.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234717, "cps": 33.804688, "mean_p": 0.274622, "boundary_entropy": 0.397704, "bpb": 1.917625}, "tr": {"chunks": 3708.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204828, "cps": 28.96875, "mean_p": 0.229821, "boundary_entropy": 0.270565, "bpb": 2.198029}, "fi": {"chunks": 4071.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.216416, "cps": 31.804688, "mean_p": 0.238973, "boundary_entropy": 0.255283, "bpb": 2.349364}, "ru": {"chunks": 5896.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.311135, "cps": 46.0625, "mean_p": 0.298181, "boundary_entropy": 0.433517, "bpb": 1.352417}, "el": {"chunks": 6726.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32773, "cps": 52.546875, "mean_p": 0.265034, "boundary_entropy": 0.37002, "bpb": 1.391752}, "hi": {"chunks": 7195.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427637, "cps": 56.210938, "mean_p": 0.289385, "boundary_entropy": 0.49885, "bpb": 1.138294}, "ta": {"chunks": 7967.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.426157, "cps": 62.242188, "mean_p": 0.348082, "boundary_entropy": 0.559314, "bpb": 0.935258}, "th": {"chunks": 7916.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.492136, "cps": 61.84375, "mean_p": 0.37574, "boundary_entropy": 0.605833, "bpb": 1.083235}, "zh": {"chunks": 2851.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482729, "cps": 22.273438, "mean_p": 0.282629, "boundary_entropy": 0.37147, "bpb": 3.125365}, "my": {"chunks": 7768.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.409964, "cps": 60.6875, "mean_p": 0.430617, "boundary_entropy": 0.662629, "bpb": 1.083418}}, "bpb": {"en": 2.02154, "de": 2.20862, "vi": 1.91763, "tr": 2.19803, "fi": 2.34936, "ru": 1.35242, "el": 1.39175, "hi": 1.13829, "ta": 0.93526, "th": 1.08323, "zh": 3.12536, "my": 1.08342}, "gini_cpc": 0.188549, "gini_cps": 0.189045, "bpic": 5.810814, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0323192365825604, "vi": 1.1888162101181101, "tr": 1.0374331925638038, "fi": 1.0961252546546434, "ru": 1.575865782449372, "el": 1.6599193318243646, "hi": 2.1659413395790055, "ta": 2.158441650027508, "th": 2.492617761506375, "zh": 2.444976784131053, "my": 2.076427661957252}, "t": 287.1} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03138, "de": 2.21338, "vi": 1.91742, "tr": 2.20352, "fi": 2.3609, "ru": 1.32838, "el": 1.38434, "hi": 1.13322, "ta": 0.94494, "th": 1.10229, "zh": 3.12351, "my": 1.09226}, "bytes_per_chunk": {"en": 5.044, "de": 4.896, "vi": 5.792, "tr": 5.115, "fi": 4.609, "ru": 5.873, "el": 5.555, "hi": 5.803, "ta": 6.234, "th": 5.827, "zh": 5.711, "my": 6.543}, "bpb_mean": 1.73629, "t": 288.4} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.27416, "bpb": 1.83822, "chunk_loss": 0.030486, "F": 0.18896, "G": 0.27356, "chunks": 193.5, "bytes_per_chunk": 5.292, "boundary_entropy": 0.34735, "router_noise": 0.0, "grad_norm": 0.7692, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 288.5} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.36832, "bpb": 1.97407, "chunk_loss": 0.030341, "F": 0.18527, "G": 0.26883, "chunks": 189.72, "bytes_per_chunk": 5.397, "boundary_entropy": 0.35137, "router_noise": 0.0, "grad_norm": 0.7304, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 290.5} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.36203, "bpb": 1.96499, "chunk_loss": 0.03054, "F": 0.19266, "G": 0.27198, "chunks": 197.28, "bytes_per_chunk": 5.191, "boundary_entropy": 0.34045, "router_noise": 0.0, "grad_norm": 0.7402, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 292.5} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.41323, "bpb": 2.03886, "chunk_loss": 0.030549, "F": 0.19431, "G": 0.26895, "chunks": 198.97, "bytes_per_chunk": 5.147, "boundary_entropy": 0.33529, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 294.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3357.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192898, "cps": 26.226562, "mean_p": 0.220066, "boundary_entropy": 0.21941, "bpb": 2.016579}, "de": {"chunks": 4128.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201042, "cps": 32.25, "mean_p": 0.234459, "boundary_entropy": 0.237575, "bpb": 2.202382}, "vi": {"chunks": 4033.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218769, "cps": 31.507812, "mean_p": 0.266807, "boundary_entropy": 0.395366, "bpb": 1.910789}, "tr": {"chunks": 3604.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199083, "cps": 28.15625, "mean_p": 0.225712, "boundary_entropy": 0.266334, "bpb": 2.189781}, "fi": {"chunks": 3985.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.211844, "cps": 31.132812, "mean_p": 0.234774, "boundary_entropy": 0.250033, "bpb": 2.342094}, "ru": {"chunks": 5631.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.29715, "cps": 43.992188, "mean_p": 0.285704, "boundary_entropy": 0.420133, "bpb": 1.348792}, "el": {"chunks": 6662.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324611, "cps": 52.046875, "mean_p": 0.265097, "boundary_entropy": 0.375745, "bpb": 1.380962}, "hi": {"chunks": 7020.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417236, "cps": 54.84375, "mean_p": 0.281916, "boundary_entropy": 0.489185, "bpb": 1.133624}, "ta": {"chunks": 8043.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.430222, "cps": 62.835938, "mean_p": 0.346487, "boundary_entropy": 0.554231, "bpb": 0.927864}, "th": {"chunks": 7222.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44899, "cps": 56.421875, "mean_p": 0.354443, "boundary_entropy": 0.590113, "bpb": 1.081113}, "zh": {"chunks": 2842.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481206, "cps": 22.203125, "mean_p": 0.28269, "boundary_entropy": 0.371402, "bpb": 3.124562}, "my": {"chunks": 8003.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.422366, "cps": 62.523438, "mean_p": 0.431972, "boundary_entropy": 0.661062, "bpb": 1.078334}}, "bpb": {"en": 2.01658, "de": 2.20238, "vi": 1.91079, "tr": 2.18978, "fi": 2.34209, "ru": 1.34879, "el": 1.38096, "hi": 1.13362, "ta": 0.92786, "th": 1.08111, "zh": 3.12456, "my": 1.07833}, "gini_cpc": 0.188542, "gini_cps": 0.192308, "bpic": 5.947327, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.042221577793623, "vi": 1.1341169963398197, "tr": 1.0320649039502239, "fi": 1.098219678188218, "ru": 1.5404552689100002, "el": 1.6828157270922135, "hi": 2.162991526875381, "ta": 2.23031075246998, "th": 2.3276045516682347, "zh": 2.4946143135515695, "my": 2.189587069866016}, "t": 297.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02723, "de": 2.20697, "vi": 1.90983, "tr": 2.19569, "fi": 2.35374, "ru": 1.32476, "el": 1.37405, "hi": 1.12849, "ta": 0.93776, "th": 1.09934, "zh": 3.12138, "my": 1.08679}, "bytes_per_chunk": {"en": 5.194, "de": 4.955, "vi": 6.069, "tr": 5.221, "fi": 4.714, "ru": 6.097, "el": 5.635, "hi": 5.854, "ta": 6.22, "th": 6.309, "zh": 5.721, "my": 6.488}, "bpb_mean": 1.7305, "t": 298.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.11212, "bpb": 1.60446, "chunk_loss": 0.030223, "F": 0.17871, "G": 0.27596, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.38107, "router_noise": 0.0, "grad_norm": 0.6783, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 298.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.17595, "bpb": 1.69654, "chunk_loss": 0.030352, "F": 0.18436, "G": 0.27496, "chunks": 188.78, "bytes_per_chunk": 5.424, "boundary_entropy": 0.36834, "router_noise": 0.0, "grad_norm": 0.7405, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 300.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.38537, "bpb": 1.99867, "chunk_loss": 0.03039, "F": 0.18906, "G": 0.26743, "chunks": 193.59, "bytes_per_chunk": 5.289, "boundary_entropy": 0.33084, "router_noise": 0.0, "grad_norm": 0.763, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 302.8} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.39649, "bpb": 2.01472, "chunk_loss": 0.030322, "F": 0.186, "G": 0.25699, "chunks": 190.47, "bytes_per_chunk": 5.376, "boundary_entropy": 0.32551, "router_noise": 0.0, "grad_norm": 0.7669, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 304.8} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3437.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197495, "cps": 26.851562, "mean_p": 0.223762, "boundary_entropy": 0.218628, "bpb": 2.010093}, "de": {"chunks": 4125.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200896, "cps": 32.226562, "mean_p": 0.232545, "boundary_entropy": 0.233775, "bpb": 2.194178}, "vi": {"chunks": 4090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221861, "cps": 31.953125, "mean_p": 0.268783, "boundary_entropy": 0.396202, "bpb": 1.908915}, "tr": {"chunks": 3628.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200409, "cps": 28.34375, "mean_p": 0.226759, "boundary_entropy": 0.266612, "bpb": 2.180227}, "fi": {"chunks": 4013.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213333, "cps": 31.351562, "mean_p": 0.235202, "boundary_entropy": 0.252756, "bpb": 2.33168}, "ru": {"chunks": 5918.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312296, "cps": 46.234375, "mean_p": 0.295647, "boundary_entropy": 0.428267, "bpb": 1.342732}, "el": {"chunks": 6856.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334064, "cps": 53.5625, "mean_p": 0.268924, "boundary_entropy": 0.376284, "bpb": 1.371962}, "hi": {"chunks": 6580.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.391085, "cps": 51.40625, "mean_p": 0.280064, "boundary_entropy": 0.492985, "bpb": 1.130965}, "ta": {"chunks": 8250.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.441294, "cps": 64.453125, "mean_p": 0.346338, "boundary_entropy": 0.552471, "bpb": 0.923876}, "th": {"chunks": 7435.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462232, "cps": 58.085938, "mean_p": 0.360712, "boundary_entropy": 0.594526, "bpb": 1.07876}, "zh": {"chunks": 2822.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477819, "cps": 22.046875, "mean_p": 0.279371, "boundary_entropy": 0.368465, "bpb": 3.117928}, "my": {"chunks": 8504.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.448807, "cps": 66.4375, "mean_p": 0.431423, "boundary_entropy": 0.662567, "bpb": 1.079318}}, "bpb": {"en": 2.01009, "de": 2.19418, "vi": 1.90891, "tr": 2.18023, "fi": 2.33168, "ru": 1.34273, "el": 1.37196, "hi": 1.13097, "ta": 0.92388, "th": 1.07876, "zh": 3.11793, "my": 1.07932}, "gini_cpc": 0.18891, "gini_cps": 0.197927, "bpic": 5.845152, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0172229122117846, "vi": 1.123374998490793, "tr": 1.0147552690082295, "fi": 1.080194257976227, "ru": 1.5812856674571232, "el": 1.6915099306467274, "hi": 1.9802289653586245, "ta": 2.2344624826364883, "th": 2.340477636038325, "zh": 2.419402665816441, "my": 2.272502991050526}, "t": 307.8} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02151, "de": 2.19992, "vi": 1.90796, "tr": 2.18692, "fi": 2.34397, "ru": 1.31826, "el": 1.36437, "hi": 1.12711, "ta": 0.93268, "th": 1.09673, "zh": 3.1149, "my": 1.0877}, "bytes_per_chunk": {"en": 5.054, "de": 4.95, "vi": 6.099, "tr": 5.187, "fi": 4.664, "ru": 5.804, "el": 5.468, "hi": 6.24, "ta": 6.036, "th": 6.129, "zh": 5.746, "my": 6.22}, "bpb_mean": 1.72517, "t": 309.1} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.45367, "bpb": 2.0972, "chunk_loss": 0.030353, "F": 0.18597, "G": 0.25805, "chunks": 190.44, "bytes_per_chunk": 5.377, "boundary_entropy": 0.3165, "router_noise": 0.0, "grad_norm": 0.7577, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 309.1} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.25468, "bpb": 1.81012, "chunk_loss": 0.030443, "F": 0.18875, "G": 0.27755, "chunks": 193.28, "bytes_per_chunk": 5.298, "boundary_entropy": 0.3646, "router_noise": 0.0, "grad_norm": 0.7251, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 311.1} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.30791, "bpb": 1.88692, "chunk_loss": 0.030427, "F": 0.18991, "G": 0.26301, "chunks": 194.47, "bytes_per_chunk": 5.266, "boundary_entropy": 0.32866, "router_noise": 0.0, "grad_norm": 0.7586, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 313.2} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.18896, "bpb": 1.7153, "chunk_loss": 0.030388, "F": 0.18793, "G": 0.26835, "chunks": 192.44, "bytes_per_chunk": 5.321, "boundary_entropy": 0.35086, "router_noise": 0.0, "grad_norm": 0.7223, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 315.2} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3382.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194334, "cps": 26.421875, "mean_p": 0.220916, "boundary_entropy": 0.217176, "bpb": 2.007243}, "de": {"chunks": 4131.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201188, "cps": 32.273438, "mean_p": 0.232349, "boundary_entropy": 0.232808, "bpb": 2.19091}, "vi": {"chunks": 3980.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.215894, "cps": 31.09375, "mean_p": 0.264781, "boundary_entropy": 0.393921, "bpb": 1.902916}, "tr": {"chunks": 3600.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198862, "cps": 28.125, "mean_p": 0.223856, "boundary_entropy": 0.263063, "bpb": 2.172771}, "fi": {"chunks": 3868.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205624, "cps": 30.21875, "mean_p": 0.228688, "boundary_entropy": 0.246032, "bpb": 2.328984}, "ru": {"chunks": 5797.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30591, "cps": 45.289062, "mean_p": 0.290132, "boundary_entropy": 0.423085, "bpb": 1.338325}, "el": {"chunks": 6741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328461, "cps": 52.664062, "mean_p": 0.266105, "boundary_entropy": 0.374428, "bpb": 1.368512}, "hi": {"chunks": 7371.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.438098, "cps": 57.585938, "mean_p": 0.284373, "boundary_entropy": 0.487749, "bpb": 1.122099}, "ta": {"chunks": 8734.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.467184, "cps": 68.234375, "mean_p": 0.349608, "boundary_entropy": 0.551479, "bpb": 0.916472}, "th": {"chunks": 8154.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.506932, "cps": 63.703125, "mean_p": 0.365764, "boundary_entropy": 0.594612, "bpb": 1.070831}, "zh": {"chunks": 2851.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482729, "cps": 22.273438, "mean_p": 0.281069, "boundary_entropy": 0.368991, "bpb": 3.113753}, "my": {"chunks": 7369.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.388906, "cps": 57.570312, "mean_p": 0.421205, "boundary_entropy": 0.658482, "bpb": 1.076506}}, "bpb": {"en": 2.00724, "de": 2.19091, "vi": 1.90292, "tr": 2.17277, "fi": 2.32898, "ru": 1.33832, "el": 1.36851, "hi": 1.1221, "ta": 0.91647, "th": 1.07083, "zh": 3.11375, "my": 1.07651}, "gini_cpc": 0.202487, "gini_cps": 0.203997, "bpic": 5.816803, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0352692265033947, "vi": 1.1109395983811294, "tr": 1.0232988033877894, "fi": 1.0580960641163912, "ru": 1.5741445242467884, "el": 1.6901840496100882, "hi": 2.2543526562704574, "ta": 2.404020877957957, "th": 2.6085559657106954, "zh": 2.4840154436056467, "my": 2.001223976054731}, "t": 318.1} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01793, "de": 2.19718, "vi": 1.90236, "tr": 2.18006, "fi": 2.34098, "ru": 1.31435, "el": 1.36128, "hi": 1.11677, "ta": 0.92555, "th": 1.08942, "zh": 3.11071, "my": 1.08554}, "bytes_per_chunk": {"en": 5.12, "de": 4.948, "vi": 6.189, "tr": 5.226, "fi": 4.8, "ru": 5.913, "el": 5.558, "hi": 5.586, "ta": 5.709, "th": 5.633, "zh": 5.717, "my": 6.963}, "bpb_mean": 1.72018, "t": 319.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.24521, "bpb": 1.79646, "chunk_loss": 0.030324, "F": 0.18619, "G": 0.26612, "chunks": 190.66, "bytes_per_chunk": 5.371, "boundary_entropy": 0.3422, "router_noise": 0.0, "grad_norm": 0.6963, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 319.5} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.35789, "bpb": 1.95902, "chunk_loss": 0.030369, "F": 0.18579, "G": 0.27198, "chunks": 190.25, "bytes_per_chunk": 5.382, "boundary_entropy": 0.35395, "router_noise": 0.0, "grad_norm": 0.7093, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 321.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.3115, "bpb": 1.8921, "chunk_loss": 0.030364, "F": 0.18558, "G": 0.25835, "chunks": 190.03, "bytes_per_chunk": 5.389, "boundary_entropy": 0.32444, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 323.5} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.2707, "bpb": 1.83323, "chunk_loss": 0.030278, "F": 0.1817, "G": 0.26967, "chunks": 186.06, "bytes_per_chunk": 5.504, "boundary_entropy": 0.34836, "router_noise": 0.0, "grad_norm": 0.7452, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 325.5} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3414.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196173, "cps": 26.671875, "mean_p": 0.221905, "boundary_entropy": 0.216095, "bpb": 2.003143}, "de": {"chunks": 4134.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201334, "cps": 32.296875, "mean_p": 0.23215, "boundary_entropy": 0.230947, "bpb": 2.187151}, "vi": {"chunks": 4041.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.219203, "cps": 31.570312, "mean_p": 0.267189, "boundary_entropy": 0.394022, "bpb": 1.90063}, "tr": {"chunks": 3645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201348, "cps": 28.476562, "mean_p": 0.22538, "boundary_entropy": 0.261141, "bpb": 2.17271}, "fi": {"chunks": 4019.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213652, "cps": 31.398438, "mean_p": 0.234518, "boundary_entropy": 0.247597, "bpb": 2.325915}, "ru": {"chunks": 5803.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306227, "cps": 45.335938, "mean_p": 0.286072, "boundary_entropy": 0.415335, "bpb": 1.336446}, "el": {"chunks": 6686.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325781, "cps": 52.234375, "mean_p": 0.261607, "boundary_entropy": 0.368575, "bpb": 1.363756}, "hi": {"chunks": 7271.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.432155, "cps": 56.804688, "mean_p": 0.28339, "boundary_entropy": 0.486893, "bpb": 1.120083}, "ta": {"chunks": 7973.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.426478, "cps": 62.289062, "mean_p": 0.344087, "boundary_entropy": 0.550694, "bpb": 0.91767}, "th": {"chunks": 7854.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488281, "cps": 61.359375, "mean_p": 0.359722, "boundary_entropy": 0.590272, "bpb": 1.064836}, "zh": {"chunks": 2839.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480698, "cps": 22.179688, "mean_p": 0.277257, "boundary_entropy": 0.363413, "bpb": 3.105139}, "my": {"chunks": 9165.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.483692, "cps": 71.601562, "mean_p": 0.438641, "boundary_entropy": 0.664609, "bpb": 1.075344}}, "bpb": {"en": 2.00314, "de": 2.18715, "vi": 1.90063, "tr": 2.17271, "fi": 2.32592, "ru": 1.33645, "el": 1.36376, "hi": 1.12008, "ta": 0.91767, "th": 1.06484, "zh": 3.10514, "my": 1.07534}, "gini_cpc": 0.197981, "gini_cps": 0.20688, "bpic": 5.741443, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0263102552477357, "vi": 1.1173939405206055, "tr": 1.0263785910869134, "fi": 1.0890974123411878, "ru": 1.5610037978029316, "el": 1.660680669730827, "hi": 2.2029248153090455, "ta": 2.17398677597226, "th": 2.4890317420688532, "zh": 2.4503750021574078, "my": 2.4656401684677296}, "t": 328.5} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01506, "de": 2.19365, "vi": 1.90005, "tr": 2.17909, "fi": 2.3368, "ru": 1.31215, "el": 1.35626, "hi": 1.11525, "ta": 0.92676, "th": 1.08411, "zh": 3.10295, "my": 1.08422}, "bytes_per_chunk": {"en": 5.109, "de": 4.953, "vi": 6.139, "tr": 5.174, "fi": 4.67, "ru": 5.933, "el": 5.603, "hi": 5.689, "ta": 6.23, "th": 5.761, "zh": 5.735, "my": 5.743}, "bpb_mean": 1.71719, "t": 329.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3414.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196173, "cps": 26.671875, "mean_p": 0.221905, "boundary_entropy": 0.216095, "bpb": 2.003143}, "de": {"chunks": 4134.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201334, "cps": 32.296875, "mean_p": 0.23215, "boundary_entropy": 0.230947, "bpb": 2.187151}, "vi": {"chunks": 4041.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.219203, "cps": 31.570312, "mean_p": 0.267189, "boundary_entropy": 0.394022, "bpb": 1.90063}, "tr": {"chunks": 3645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201348, "cps": 28.476562, "mean_p": 0.22538, "boundary_entropy": 0.261141, "bpb": 2.17271}, "fi": {"chunks": 4019.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213652, "cps": 31.398438, "mean_p": 0.234518, "boundary_entropy": 0.247597, "bpb": 2.325915}, "ru": {"chunks": 5803.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306227, "cps": 45.335938, "mean_p": 0.286072, "boundary_entropy": 0.415335, "bpb": 1.336446}, "el": {"chunks": 6686.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325781, "cps": 52.234375, "mean_p": 0.261607, "boundary_entropy": 0.368575, "bpb": 1.363756}, "hi": {"chunks": 7271.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.432155, "cps": 56.804688, "mean_p": 0.28339, "boundary_entropy": 0.486893, "bpb": 1.120083}, "ta": {"chunks": 7973.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.426478, "cps": 62.289062, "mean_p": 0.344087, "boundary_entropy": 0.550694, "bpb": 0.91767}, "th": {"chunks": 7854.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488281, "cps": 61.359375, "mean_p": 0.359722, "boundary_entropy": 0.590272, "bpb": 1.064836}, "zh": {"chunks": 2839.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480698, "cps": 22.179688, "mean_p": 0.277257, "boundary_entropy": 0.363413, "bpb": 3.105139}, "my": {"chunks": 9165.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.483692, "cps": 71.601562, "mean_p": 0.438641, "boundary_entropy": 0.664609, "bpb": 1.075344}}, "bpb": {"en": 2.00314, "de": 2.18715, "vi": 1.90063, "tr": 2.17271, "fi": 2.32592, "ru": 1.33645, "el": 1.36376, "hi": 1.12008, "ta": 0.91767, "th": 1.06484, "zh": 3.10514, "my": 1.07534}, "gini_cpc": 0.197981, "gini_cps": 0.20688, "bpic": 5.741443, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0263102552477357, "vi": 1.1173939405206055, "tr": 1.0263785910869134, "fi": 1.0890974123411878, "ru": 1.5610037978029316, "el": 1.660680669730827, "hi": 2.2029248153090455, "ta": 2.17398677597226, "th": 2.4890317420688532, "zh": 2.4503750021574078, "my": 2.4656401684677296}, "t": 330.7} +{"event": "final", "run": "pilot_Apc_s0", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19617307360799863, "cps": 26.671875, "bpb": 2.024522936439789, "bytes_per_chunk": 5.06984615087078}, "de": {"cpc": 0.20133443724735792, "cps": 32.296875, "bpb": 2.1852193010821352, "bytes_per_chunk": 4.95490114542774}, "vi": {"cpc": 0.2192026037428804, "cps": 31.5703125, "bpb": 1.9042950676967878, "bytes_per_chunk": 6.127293551176869}, "tr": {"cpc": 0.201347842898967, "cps": 28.4765625, "bpb": 2.169624838708644, "bytes_per_chunk": 5.202302044056361}, "fi": {"cpc": 0.2136515868374887, "cps": 31.3984375, "bpb": 2.3537633308235932, "bytes_per_chunk": 4.656695207304509}, "ru": {"cpc": 0.3062269129287599, "cps": 45.3359375, "bpb": 1.312258523841349, "bytes_per_chunk": 5.931866266900492}, "el": {"cpc": 0.32578083126248597, "cps": 52.234375, "bpb": 1.3533775709898723, "bytes_per_chunk": 5.588530618770985}, "hi": {"cpc": 0.43215453194650816, "cps": 56.8046875, "bpb": 1.123992947930272, "bytes_per_chunk": 5.68666753438327}, "ta": {"cpc": 0.4264776678256218, "cps": 62.2890625, "bpb": 0.9281541374862824, "bytes_per_chunk": 6.228029745076144}, "th": {"cpc": 0.48828100714951816, "cps": 61.359375, "bpb": 1.082798357402357, "bytes_per_chunk": 5.766856589744154}, "zh": {"cpc": 0.48069759566542497, "cps": 22.1796875, "bpb": 3.1126575876564906, "bytes_per_chunk": 5.735188588430909}, "my": {"cpc": 0.48369221025965803, "cps": 71.6015625, "bpb": 1.095115566751127, "bytes_per_chunk": 5.752367159299124}}, "gini_cpc": 0.19798115513813697, "gini_cps": 0.20687969999800537, "bpic": 5.741442762252409, "seed": 0, "mean_boundary_entropy": 0.32927095890045166, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 333.2} diff --git a/pilot_Apc_s0/model.safetensors b/pilot_Apc_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8cb03001d59cc20c811d9d1dc8e25a949b41d5d7 --- /dev/null +++ b/pilot_Apc_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00da40478bbf1795f4378fa8b040830d2112f423a3a5ea70dacdec7dcfd85152 +size 90078296 diff --git a/pilot_Apc_s1/config.json b/pilot_Apc_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..1c883fb78045ca89adf6c8f633317290a0b3c43a --- /dev/null +++ b/pilot_Apc_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Apc_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 1, + "out_dir": null, + "run_name": "pilot_Apc_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.22828500883793912, + "gini_cps": 0.23087892541707555, + "bpic": 5.884767541707556, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9749316113389795, + "vi": 1.406876748206433, + "tr": 1.1570607127604537, + "fi": 0.9709592069884259, + "ru": 1.9435739188270633, + "el": 1.991920152283709, + "hi": 2.5006430461858877, + "ta": 2.8523029881187956, + "th": 2.8221093231335947, + "zh": 3.061959796272723, + "my": 2.8412503574442254 + } + } +} \ No newline at end of file diff --git a/pilot_Apc_s1/final.json b/pilot_Apc_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..6e6c541252b2da6f3577b52208c02da81391a5cc --- /dev/null +++ b/pilot_Apc_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Apc_s1", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16594839970120095, + "cps": 22.5625, + "bpb": 2.018656661963437, + "bytes_per_chunk": 5.733745994597491 + }, + "de": { + "cpc": 0.16178834071981688, + "cps": 25.953125, + "bpb": 2.207487249252719, + "bytes_per_chunk": 6.221304569672374 + }, + "vi": { + "cpc": 0.23346894494168702, + "cps": 33.625, + "bpb": 1.8655222132457927, + "bytes_per_chunk": 5.588351915410689 + }, + "tr": { + "cpc": 0.19201237363972823, + "cps": 27.15625, + "bpb": 2.1948030557992966, + "bytes_per_chunk": 5.6078980864468235 + }, + "fi": { + "cpc": 0.1611291265748764, + "cps": 23.6796875, + "bpb": 2.389307071268735, + "bytes_per_chunk": 6.2615757604710325 + }, + "ru": { + "cpc": 0.322532981530343, + "cps": 47.75, + "bpb": 1.2879619758103447, + "bytes_per_chunk": 5.74373356704645 + }, + "el": { + "cpc": 0.330555961604054, + "cps": 53.0, + "bpb": 1.3260009319199877, + "bytes_per_chunk": 5.5577840439290185 + }, + "hi": { + "cpc": 0.4149777117384844, + "cps": 54.546875, + "bpb": 1.1438226120682478, + "bytes_per_chunk": 6.006690802438018 + }, + "ta": { + "cpc": 0.47333511634126774, + "cps": 69.1328125, + "bpb": 0.9166641754370782, + "bytes_per_chunk": 5.7256683557574695 + }, + "th": { + "cpc": 0.4683245259558595, + "cps": 58.8515625, + "bpb": 1.0549982701737588, + "bytes_per_chunk": 6.256644032602599 + }, + "zh": { + "cpc": 0.5081273281408737, + "cps": 23.4453125, + "bpb": 3.105762996663883, + "bytes_per_chunk": 5.872335659322812 + }, + "my": { + "cpc": 0.4715009499683344, + "cps": 69.796875, + "bpb": 1.089516612433252, + "bytes_per_chunk": 6.00634673326536 + } + }, + "gini_cpc": 0.22828500883793912, + "gini_cps": 0.23087892541707555, + "bpic": 5.884767541707556, + "seed": 1, + "mean_boundary_entropy": 0.23751242458820343, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_Apc_s1/log.jsonl b/pilot_Apc_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..19d65c551e66ef1cb3cdebcf0ca307d84a811d55 --- /dev/null +++ b/pilot_Apc_s1/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Apc_s1", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.1} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3205, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.008, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15233, "cps": 20.710938, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012117}, "de": {"chunks": 2039.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099304, "cps": 15.929688, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.042132}, "vi": {"chunks": 14105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765121, "cps": 110.195312, "mean_p": 0.507012, "boundary_entropy": 0.688289, "bpb": 7.873451}, "tr": {"chunks": 5607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309728, "cps": 43.804688, "mean_p": 0.485941, "boundary_entropy": 0.686368, "bpb": 7.996304}, "fi": {"chunks": 4696.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249641, "cps": 36.6875, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050025}, "ru": {"chunks": 17483.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922586, "cps": 136.585938, "mean_p": 0.502277, "boundary_entropy": 0.690066, "bpb": 8.084081}, "el": {"chunks": 31419.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.530917, "cps": 245.460938, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792283}, "hi": {"chunks": 1661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098722, "cps": 12.976562, "mean_p": 0.476277, "boundary_entropy": 0.689497, "bpb": 8.024891}, "ta": {"chunks": 39581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117197, "cps": 309.226562, "mean_p": 0.514532, "boundary_entropy": 0.690545, "bpb": 8.080301}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.52071, "boundary_entropy": 0.69023, "bpb": 8.182816}, "zh": {"chunks": 12934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189976, "cps": 101.046875, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116859}, "my": {"chunks": 7057.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37244, "cps": 55.132812, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097891}}, "bpb": {"en": 8.01212, "de": 8.04213, "vi": 7.87345, "tr": 7.9963, "fi": 8.05003, "ru": 8.08408, "el": 7.79228, "hi": 8.02489, "ta": 8.0803, "th": 8.18282, "zh": 8.11686, "my": 8.09789}, "gini_cpc": 0.507762, "gini_cps": 0.501326, "bpic": 2.089867, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6518973431972304, "vi": 5.022782136344761, "tr": 2.0332669299838035, "fi": 1.6388175165212793, "ru": 6.056491830135291, "el": 10.049996385540375, "hi": 0.6480804966922125, "ta": 13.89874814481589, "th": 18.12320411638144, "zh": 14.376521111649463, "my": 2.444956483972853}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151123, "cps": 20.546875, "mean_p": 0.477868, "boundary_entropy": 0.685416, "bpb": 7.961833}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 8.000029}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506726, "boundary_entropy": 0.688298, "bpb": 7.840299}, "tr": {"chunks": 5555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.306855, "cps": 43.398438, "mean_p": 0.485758, "boundary_entropy": 0.686358, "bpb": 7.96204}, "fi": {"chunks": 4629.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246079, "cps": 36.164062, "mean_p": 0.484107, "boundary_entropy": 0.686566, "bpb": 8.009955}, "ru": {"chunks": 17248.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910185, "cps": 134.75, "mean_p": 0.502048, "boundary_entropy": 0.690066, "bpb": 8.040056}, "el": {"chunks": 31370.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528529, "cps": 245.078125, "mean_p": 0.517786, "boundary_entropy": 0.689716, "bpb": 7.76951}, "hi": {"chunks": 1671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099316, "cps": 13.054688, "mean_p": 0.476365, "boundary_entropy": 0.689506, "bpb": 7.983968}, "ta": {"chunks": 39398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107408, "cps": 307.796875, "mean_p": 0.514416, "boundary_entropy": 0.69055, "bpb": 8.042669}, "th": {"chunks": 44382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759217, "cps": 346.734375, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123101}, "zh": {"chunks": 12929.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18913, "cps": 101.007812, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106794}, "my": {"chunks": 7071.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373179, "cps": 55.242188, "mean_p": 0.491161, "boundary_entropy": 0.691021, "bpb": 8.083697}}, "bpb": {"en": 7.96183, "de": 8.00003, "vi": 7.8403, "tr": 7.96204, "fi": 8.00996, "ru": 8.04006, "el": 7.76951, "hi": 7.98397, "ta": 8.04267, "th": 8.1231, "zh": 8.10679, "my": 8.0837}, "gini_cpc": 0.508807, "gini_cps": 0.50202, "bpic": 2.098609, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6490459297738094, "vi": 5.016943324660378, "tr": 2.030494809065741, "fi": 1.6283346670593395, "ru": 6.022792499774271, "el": 10.114444722965924, "hi": 0.6571881875038842, "ta": 13.94495374518105, "th": 18.258040897276942, "zh": 14.485712602637776, "my": 2.469368096475365}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146929, "cps": 19.976562, "mean_p": 0.477477, "boundary_entropy": 0.685387, "bpb": 7.791578}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468985, "boundary_entropy": 0.685193, "bpb": 7.852656}, "vi": {"chunks": 13537.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.73431, "cps": 105.757812, "mean_p": 0.505668, "boundary_entropy": 0.688326, "bpb": 7.729957}, "tr": {"chunks": 5387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.297575, "cps": 42.085938, "mean_p": 0.485236, "boundary_entropy": 0.686332, "bpb": 7.842978}, "fi": {"chunks": 4452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23667, "cps": 34.78125, "mean_p": 0.483395, "boundary_entropy": 0.686515, "bpb": 7.8705}, "ru": {"chunks": 16107.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849974, "cps": 125.835938, "mean_p": 0.500932, "boundary_entropy": 0.690065, "bpb": 7.865187}, "el": {"chunks": 31129.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.516786, "cps": 243.195312, "mean_p": 0.517301, "boundary_entropy": 0.689749, "bpb": 7.685906}, "hi": {"chunks": 1730.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102823, "cps": 13.515625, "mean_p": 0.476707, "boundary_entropy": 0.689543, "bpb": 7.830686}, "ta": {"chunks": 38736.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.071998, "cps": 302.625, "mean_p": 0.51399, "boundary_entropy": 0.690571, "bpb": 7.912788}, "th": {"chunks": 44273.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.75244, "cps": 345.882812, "mean_p": 0.519894, "boundary_entropy": 0.690291, "bpb": 7.954994}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528243, "boundary_entropy": 0.684757, "bpb": 8.079658}, "my": {"chunks": 7113.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375396, "cps": 55.570312, "mean_p": 0.491187, "boundary_entropy": 0.691022, "bpb": 8.001316}}, "bpb": {"en": 7.79158, "de": 7.85266, "vi": 7.72996, "tr": 7.84298, "fi": 7.8705, "ru": 7.86519, "el": 7.68591, "hi": 7.83069, "ta": 7.91279, "th": 7.95499, "zh": 8.07966, "my": 8.00132}, "gini_cpc": 0.512225, "gini_cps": 0.503679, "bpic": 2.13316, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6526595559584626, "vi": 4.997728725657133, "tr": 2.0253021152523334, "fi": 1.6107816162865125, "ru": 5.784939701971824, "el": 10.323280226763144, "hi": 0.6998168939850459, "ta": 14.102064436595818, "th": 18.733170173266803, "zh": 14.8911996457074, "my": 2.554952466908384}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132104, "cps": 17.960938, "mean_p": 0.476351, "boundary_entropy": 0.685317, "bpb": 7.297361}, "de": {"chunks": 1785.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086933, "cps": 13.945312, "mean_p": 0.467603, "boundary_entropy": 0.685052, "bpb": 7.408908}, "vi": {"chunks": 12228.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663303, "cps": 95.53125, "mean_p": 0.502576, "boundary_entropy": 0.688389, "bpb": 7.434491}, "tr": {"chunks": 4854.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268132, "cps": 37.921875, "mean_p": 0.483429, "boundary_entropy": 0.686243, "bpb": 7.494821}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480877, "boundary_entropy": 0.68633, "bpb": 7.453831}, "ru": {"chunks": 12109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638997, "cps": 94.601562, "mean_p": 0.496811, "boundary_entropy": 0.69002, "bpb": 7.244559}, "el": {"chunks": 30499.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486089, "cps": 238.273438, "mean_p": 0.516115, "boundary_entropy": 0.689821, "bpb": 7.512027}, "hi": {"chunks": 1891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112392, "cps": 14.773438, "mean_p": 0.477697, "boundary_entropy": 0.689646, "bpb": 7.37904}, "ta": {"chunks": 34879.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.865686, "cps": 272.492188, "mean_p": 0.511353, "boundary_entropy": 0.69068, "bpb": 7.492707}, "th": {"chunks": 43414.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.699036, "cps": 339.171875, "mean_p": 0.517049, "boundary_entropy": 0.690483, "bpb": 7.51983}, "zh": {"chunks": 12916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.186929, "cps": 100.90625, "mean_p": 0.528221, "boundary_entropy": 0.684759, "bpb": 7.972099}, "my": {"chunks": 7558.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398881, "cps": 59.046875, "mean_p": 0.491563, "boundary_entropy": 0.691038, "bpb": 7.74729}}, "bpb": {"en": 7.29736, "de": 7.40891, "vi": 7.43449, "tr": 7.49482, "fi": 7.45383, "ru": 7.24456, "el": 7.51203, "hi": 7.37904, "ta": 7.49271, "th": 7.51983, "zh": 7.9721, "my": 7.74729}, "gini_cpc": 0.522757, "gini_cps": 0.507383, "bpic": 2.281057, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6580682870233802, "vi": 5.02108342290542, "tr": 2.0297117670171962, "fi": 1.5352100606363674, "ru": 4.837090509697345, "el": 11.249414097979844, "hi": 0.8507884880499111, "ta": 14.122894159245254, "th": 20.431200493571893, "zh": 16.554640064210254, "my": 3.019455687565235}, "t": 9.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131816, "cps": 17.921875, "mean_p": 0.47869, "boundary_entropy": 0.68575, "bpb": 6.635863}, "de": {"chunks": 1727.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.084109, "cps": 13.492188, "mean_p": 0.470365, "boundary_entropy": 0.685668, "bpb": 6.756409}, "vi": {"chunks": 9747.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528723, "cps": 76.148438, "mean_p": 0.496648, "boundary_entropy": 0.688418, "bpb": 7.048762}, "tr": {"chunks": 4412.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243717, "cps": 34.46875, "mean_p": 0.482571, "boundary_entropy": 0.686346, "bpb": 7.015053}, "fi": {"chunks": 2972.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157993, "cps": 23.21875, "mean_p": 0.478164, "boundary_entropy": 0.686224, "bpb": 6.854157}, "ru": {"chunks": 6023.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317836, "cps": 47.054688, "mean_p": 0.487705, "boundary_entropy": 0.689679, "bpb": 6.435953}, "el": {"chunks": 23067.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.123958, "cps": 180.210938, "mean_p": 0.506361, "boundary_entropy": 0.690251, "bpb": 6.833977}, "hi": {"chunks": 3527.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209629, "cps": 27.554688, "mean_p": 0.483438, "boundary_entropy": 0.690145, "bpb": 6.500824}, "ta": {"chunks": 21621.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.156512, "cps": 168.914062, "mean_p": 0.498117, "boundary_entropy": 0.690847, "bpb": 6.58517}, "th": {"chunks": 24788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.541063, "cps": 193.65625, "mean_p": 0.503045, "boundary_entropy": 0.690961, "bpb": 6.461982}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528843, "boundary_entropy": 0.684759, "bpb": 7.681136}, "my": {"chunks": 8540.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450707, "cps": 66.71875, "mean_p": 0.492488, "boundary_entropy": 0.691083, "bpb": 6.949325}}, "bpb": {"en": 6.63586, "de": 6.75641, "vi": 7.04876, "tr": 7.01505, "fi": 6.85416, "ru": 6.43595, "el": 6.83398, "hi": 6.50082, "ta": 6.58517, "th": 6.46198, "zh": 7.68114, "my": 6.94933}, "gini_cpc": 0.497042, "gini_cps": 0.436143, "bpic": 3.150782, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6380733954497982, "vi": 4.011054202316441, "tr": 1.8489095214678035, "fi": 1.1985816605385458, "ru": 2.4112062211160006, "el": 8.526699880088604, "hi": 1.5903074497591105, "ta": 8.77366431214795, "th": 11.690985688226155, "zh": 16.81037363625601, "my": 3.4192054830372265}, "t": 11.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3548.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203873, "cps": 27.71875, "mean_p": 0.488259, "boundary_entropy": 0.68685, "bpb": 6.226761}, "de": {"chunks": 3123.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.152097, "cps": 24.398438, "mean_p": 0.483383, "boundary_entropy": 0.687369, "bpb": 6.332967}, "vi": {"chunks": 6116.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.33176, "cps": 47.78125, "mean_p": 0.48905, "boundary_entropy": 0.688303, "bpb": 6.743764}, "tr": {"chunks": 4966.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274319, "cps": 38.796875, "mean_p": 0.487151, "boundary_entropy": 0.687062, "bpb": 6.642228}, "fi": {"chunks": 3343.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177715, "cps": 26.117188, "mean_p": 0.483123, "boundary_entropy": 0.686946, "bpb": 6.410059}, "ru": {"chunks": 2365.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.124802, "cps": 18.476562, "mean_p": 0.481959, "boundary_entropy": 0.689457, "bpb": 5.795073}, "el": {"chunks": 1324.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.064513, "cps": 10.34375, "mean_p": 0.473591, "boundary_entropy": 0.688735, "bpb": 6.228062}, "hi": {"chunks": 4968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295275, "cps": 38.8125, "mean_p": 0.488151, "boundary_entropy": 0.690516, "bpb": 5.769111}, "ta": {"chunks": 4392.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.234929, "cps": 34.3125, "mean_p": 0.482187, "boundary_entropy": 0.690297, "bpb": 6.128702}, "th": {"chunks": 4778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297047, "cps": 37.328125, "mean_p": 0.489175, "boundary_entropy": 0.690752, "bpb": 5.553978}, "zh": {"chunks": 4832.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.818151, "cps": 37.75, "mean_p": 0.491115, "boundary_entropy": 0.686034, "bpb": 7.308103}, "my": {"chunks": 4098.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.216276, "cps": 32.015625, "mean_p": 0.489001, "boundary_entropy": 0.690966, "bpb": 5.725699}}, "bpb": {"en": 6.22676, "de": 6.33297, "vi": 6.74376, "tr": 6.64223, "fi": 6.41006, "ru": 5.79507, "el": 6.22806, "hi": 5.76911, "ta": 6.1287, "th": 5.55398, "zh": 7.3081, "my": 5.7257}, "gini_cpc": 0.313016, "gini_cps": 0.174961, "bpic": 8.019999, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7460365174525062, "vi": 1.6272895810839696, "tr": 1.3455401855884037, "fi": 0.8716958977863044, "ru": 0.6121564640824814, "el": 0.3164372845139072, "hi": 1.448328321755052, "ta": 1.1523313331280964, "th": 1.4570202549239015, "zh": 4.013044651818741, "my": 1.0608380462853417}, "t": 14.3} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.182, "bpb": 6.03335, "chunk_loss": 0.02879, "F": 0.14801, "G": 0.48505, "chunks": 151.56, "bytes_per_chunk": 6.756, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6421, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.235, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5817.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.334253, "cps": 45.445312, "mean_p": 0.49667, "boundary_entropy": 0.687368, "bpb": 5.700833}, "de": {"chunks": 5757.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280378, "cps": 44.976562, "mean_p": 0.49327, "boundary_entropy": 0.688121, "bpb": 5.815465}, "vi": {"chunks": 4998.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271115, "cps": 39.046875, "mean_p": 0.485752, "boundary_entropy": 0.68807, "bpb": 6.19394}, "tr": {"chunks": 4516.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249461, "cps": 35.28125, "mean_p": 0.487331, "boundary_entropy": 0.687247, "bpb": 6.161388}, "fi": {"chunks": 4509.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2397, "cps": 35.226562, "mean_p": 0.48958, "boundary_entropy": 0.687554, "bpb": 5.889752}, "ru": {"chunks": 9951.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.525119, "cps": 77.742188, "mean_p": 0.494756, "boundary_entropy": 0.690224, "bpb": 5.366172}, "el": {"chunks": 2397.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.116796, "cps": 18.726562, "mean_p": 0.484136, "boundary_entropy": 0.689905, "bpb": 5.639761}, "hi": {"chunks": 8974.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.533373, "cps": 70.109375, "mean_p": 0.491263, "boundary_entropy": 0.690638, "bpb": 5.21066}, "ta": {"chunks": 9857.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.527253, "cps": 77.007812, "mean_p": 0.487058, "boundary_entropy": 0.690601, "bpb": 5.236076}, "th": {"chunks": 2644.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164377, "cps": 20.65625, "mean_p": 0.486554, "boundary_entropy": 0.690628, "bpb": 5.050028}, "zh": {"chunks": 2587.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438029, "cps": 20.210938, "mean_p": 0.484906, "boundary_entropy": 0.68617, "bpb": 6.981174}, "my": {"chunks": 24434.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.289529, "cps": 190.890625, "mean_p": 0.499255, "boundary_entropy": 0.691343, "bpb": 4.950504}}, "bpb": {"en": 5.70083, "de": 5.81547, "vi": 6.19394, "tr": 6.16139, "fi": 5.88975, "ru": 5.36617, "el": 5.63976, "hi": 5.21066, "ta": 5.23608, "th": 5.05003, "zh": 6.98117, "my": 4.9505}, "gini_cpc": 0.338184, "gini_cps": 0.372278, "bpic": 4.439803, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8388201967840697, "vi": 0.8111070313395, "tr": 0.7463257709017482, "fi": 0.7171225980738504, "ru": 1.5710230908133427, "el": 0.34942360923530946, "hi": 1.5957176498355872, "ta": 1.5774091055612882, "th": 0.4917738618796514, "zh": 1.3104728943232526, "my": 3.8579469361221284}, "t": 17.1} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33774, "bpb": 4.81535, "chunk_loss": 0.032732, "F": 0.20605, "G": 0.48418, "chunks": 211.0, "bytes_per_chunk": 4.853, "boundary_entropy": 0.69114, "router_noise": 0.0, "grad_norm": 1.5686, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.076, "alpha": 0.03, "t": 19.1} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2531.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.145435, "cps": 19.773438, "mean_p": 0.474071, "boundary_entropy": 0.68503, "bpb": 4.476707}, "de": {"chunks": 2898.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.141139, "cps": 22.640625, "mean_p": 0.472341, "boundary_entropy": 0.685577, "bpb": 4.661942}, "vi": {"chunks": 5161.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.279957, "cps": 40.320312, "mean_p": 0.476058, "boundary_entropy": 0.685094, "bpb": 4.893781}, "tr": {"chunks": 3170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175109, "cps": 24.765625, "mean_p": 0.470725, "boundary_entropy": 0.68453, "bpb": 4.963609}, "fi": {"chunks": 2302.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.122375, "cps": 17.984375, "mean_p": 0.472914, "boundary_entropy": 0.68555, "bpb": 4.724342}, "ru": {"chunks": 5225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275726, "cps": 40.820312, "mean_p": 0.479039, "boundary_entropy": 0.687781, "bpb": 3.655359}, "el": {"chunks": 6024.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293524, "cps": 47.0625, "mean_p": 0.48483, "boundary_entropy": 0.689602, "bpb": 4.433246}, "hi": {"chunks": 2999.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178247, "cps": 23.429688, "mean_p": 0.480392, "boundary_entropy": 0.689808, "bpb": 3.449551}, "ta": {"chunks": 7584.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.40567, "cps": 59.25, "mean_p": 0.481726, "boundary_entropy": 0.689832, "bpb": 3.586494}, "th": {"chunks": 8622.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.536027, "cps": 67.359375, "mean_p": 0.479694, "boundary_entropy": 0.689143, "bpb": 3.325861}, "zh": {"chunks": 2053.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.347613, "cps": 16.039062, "mean_p": 0.4813, "boundary_entropy": 0.685806, "bpb": 6.313821}, "my": {"chunks": 12478.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.658539, "cps": 97.484375, "mean_p": 0.488075, "boundary_entropy": 0.690591, "bpb": 3.947579}}, "bpb": {"en": 4.47671, "de": 4.66194, "vi": 4.89378, "tr": 4.96361, "fi": 4.72434, "ru": 3.65536, "el": 4.43325, "hi": 3.44955, "ta": 3.58649, "th": 3.32586, "zh": 6.31382, "my": 3.94758}, "gini_cpc": 0.292329, "gini_cps": 0.315638, "bpic": 6.286648, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704606915546594, "vi": 1.924964355739843, "tr": 1.2040393644576461, "fi": 0.8414443737482972, "ru": 1.8958721875133568, "el": 2.01825526026605, "hi": 1.2256130255265614, "ta": 2.7893616771715144, "th": 3.6856910523374014, "zh": 2.3901627940861463, "my": 4.528074673291215}, "t": 21.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91334, "bpb": 4.20307, "chunk_loss": 0.030345, "F": 0.17255, "G": 0.4612, "chunks": 176.69, "bytes_per_chunk": 5.796, "boundary_entropy": 0.68511, "router_noise": 0.0, "grad_norm": 1.4618, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3560.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204562, "cps": 27.8125, "mean_p": 0.371486, "boundary_entropy": 0.54473, "bpb": 3.87269}, "de": {"chunks": 3943.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192032, "cps": 30.804688, "mean_p": 0.350203, "boundary_entropy": 0.542029, "bpb": 4.087165}, "vi": {"chunks": 7290.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.395443, "cps": 56.953125, "mean_p": 0.43316, "boundary_entropy": 0.569969, "bpb": 3.589743}, "tr": {"chunks": 4916.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.271557, "cps": 38.40625, "mean_p": 0.382638, "boundary_entropy": 0.573172, "bpb": 4.115998}, "fi": {"chunks": 3659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194514, "cps": 28.585938, "mean_p": 0.358447, "boundary_entropy": 0.565648, "bpb": 4.12264}, "ru": {"chunks": 8897.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.469499, "cps": 69.507812, "mean_p": 0.435402, "boundary_entropy": 0.662, "bpb": 2.803248}, "el": {"chunks": 8124.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.395849, "cps": 63.46875, "mean_p": 0.443861, "boundary_entropy": 0.674185, "bpb": 2.979338}, "hi": {"chunks": 8134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.483447, "cps": 63.546875, "mean_p": 0.480321, "boundary_entropy": 0.687669, "bpb": 2.425669}, "ta": {"chunks": 15494.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.828778, "cps": 121.046875, "mean_p": 0.457095, "boundary_entropy": 0.680259, "bpb": 2.349933}, "th": {"chunks": 9933.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.617532, "cps": 77.601562, "mean_p": 0.456893, "boundary_entropy": 0.682534, "bpb": 2.315362}, "zh": {"chunks": 2348.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.397562, "cps": 18.34375, "mean_p": 0.445972, "boundary_entropy": 0.67471, "bpb": 5.24654}, "my": {"chunks": 13842.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.730526, "cps": 108.140625, "mean_p": 0.378691, "boundary_entropy": 0.635633, "bpb": 2.45253}}, "bpb": {"en": 3.87269, "de": 4.08716, "vi": 3.58974, "tr": 4.116, "fi": 4.12264, "ru": 2.80325, "el": 2.97934, "hi": 2.42567, "ta": 2.34993, "th": 2.31536, "zh": 5.24654, "my": 2.45253}, "gini_cpc": 0.257375, "gini_cps": 0.292434, "bpic": 4.25761, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9387468487285745, "vi": 1.9331186403488723, "tr": 1.3275027976615708, "fi": 0.950877668994773, "ru": 2.295136387892443, "el": 1.9350990146982257, "hi": 2.36332373908543, "ta": 4.0514660532318025, "th": 3.018794099464572, "zh": 1.9434741664352002, "my": 3.5711623236154297}, "t": 25.8} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87666, "de": 4.08688, "vi": 3.59398, "tr": 4.12619, "fi": 4.1253, "ru": 2.78905, "el": 2.97265, "hi": 2.42155, "ta": 2.36646, "th": 2.34773, "zh": 5.25553, "my": 2.46873}, "bytes_per_chunk": {"en": 5.038, "de": 5.334, "vi": 3.252, "tr": 4.052, "fi": 5.366, "ru": 3.815, "el": 4.775, "hi": 5.424, "ta": 3.299, "th": 4.968, "zh": 7.168, "my": 3.882}, "bpb_mean": 3.36923, "t": 27.1} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52623, "bpb": 3.64458, "chunk_loss": 0.032636, "F": 0.21591, "G": 0.39466, "chunks": 221.09, "bytes_per_chunk": 4.632, "boundary_entropy": 0.5909, "router_noise": 0.0, "grad_norm": 1.1876, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 27.2} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.17774, "bpb": 3.14181, "chunk_loss": 0.030882, "F": 0.18335, "G": 0.35058, "chunks": 187.75, "bytes_per_chunk": 5.454, "boundary_entropy": 0.51943, "router_noise": 0.0, "grad_norm": 1.0978, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 29.4} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3004.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172614, "cps": 23.46875, "mean_p": 0.285666, "boundary_entropy": 0.390169, "bpb": 3.566635}, "de": {"chunks": 3578.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174256, "cps": 27.953125, "mean_p": 0.275079, "boundary_entropy": 0.403932, "bpb": 3.82203}, "vi": {"chunks": 7083.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.384215, "cps": 55.335938, "mean_p": 0.357308, "boundary_entropy": 0.458201, "bpb": 3.169971}, "tr": {"chunks": 4317.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.238469, "cps": 33.726562, "mean_p": 0.305889, "boundary_entropy": 0.450893, "bpb": 3.876739}, "fi": {"chunks": 3689.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196109, "cps": 28.820312, "mean_p": 0.291395, "boundary_entropy": 0.450188, "bpb": 3.905465}, "ru": {"chunks": 9437.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.497995, "cps": 73.726562, "mean_p": 0.328919, "boundary_entropy": 0.534688, "bpb": 2.645733}, "el": {"chunks": 5622.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273937, "cps": 43.921875, "mean_p": 0.375455, "boundary_entropy": 0.633695, "bpb": 2.819277}, "hi": {"chunks": 4545.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.270134, "cps": 35.507812, "mean_p": 0.445833, "boundary_entropy": 0.674603, "bpb": 2.152563}, "ta": {"chunks": 16696.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.893073, "cps": 130.4375, "mean_p": 0.467076, "boundary_entropy": 0.668348, "bpb": 1.951241}, "th": {"chunks": 17222.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.070687, "cps": 134.546875, "mean_p": 0.478508, "boundary_entropy": 0.681438, "bpb": 2.109704}, "zh": {"chunks": 4327.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.732645, "cps": 33.804688, "mean_p": 0.444275, "boundary_entropy": 0.657486, "bpb": 4.962445}, "my": {"chunks": 10308.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.544015, "cps": 80.53125, "mean_p": 0.341615, "boundary_entropy": 0.608161, "bpb": 2.213518}}, "bpb": {"en": 3.56664, "de": 3.82203, "vi": 3.16997, "tr": 3.87674, "fi": 3.90546, "ru": 2.64573, "el": 2.81928, "hi": 2.15256, "ta": 1.95124, "th": 2.1097, "zh": 4.96245, "my": 2.21352}, "gini_cpc": 0.343014, "gini_cps": 0.330018, "bpic": 4.272398, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0095134765036413, "vi": 2.2258622893911997, "tr": 1.381515268489167, "fi": 1.1361115202942778, "ru": 2.8850206936046576, "el": 1.5869899920020882, "hi": 1.564959153026277, "ta": 5.173818131053932, "th": 6.20278476485813, "zh": 4.244413081914034, "my": 3.1516299989290193}, "t": 30.6} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.18308, "bpb": 3.14952, "chunk_loss": 0.032658, "F": 0.21979, "G": 0.32941, "chunks": 225.06, "bytes_per_chunk": 4.55, "boundary_entropy": 0.48433, "router_noise": 0.0, "grad_norm": 0.9524, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 33.1} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.43268, "bpb": 3.50962, "chunk_loss": 0.03375, "F": 0.23904, "G": 0.33693, "chunks": 244.78, "bytes_per_chunk": 4.183, "boundary_entropy": 0.42588, "router_noise": 0.0, "grad_norm": 1.0891, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 35.6} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3036.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.174453, "cps": 23.71875, "mean_p": 0.293429, "boundary_entropy": 0.374814, "bpb": 3.184859}, "de": {"chunks": 3511.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170993, "cps": 27.429688, "mean_p": 0.278204, "boundary_entropy": 0.383723, "bpb": 3.432936}, "vi": {"chunks": 4874.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264388, "cps": 38.078125, "mean_p": 0.299149, "boundary_entropy": 0.384172, "bpb": 2.765438}, "tr": {"chunks": 3961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218804, "cps": 30.945312, "mean_p": 0.284767, "boundary_entropy": 0.392067, "bpb": 3.442953}, "fi": {"chunks": 3498.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185955, "cps": 27.328125, "mean_p": 0.276745, "boundary_entropy": 0.394661, "bpb": 3.603785}, "ru": {"chunks": 8825.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.465699, "cps": 68.945312, "mean_p": 0.273339, "boundary_entropy": 0.271123, "bpb": 2.563358}, "el": {"chunks": 8138.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.396531, "cps": 63.578125, "mean_p": 0.276991, "boundary_entropy": 0.350066, "bpb": 2.564517}, "hi": {"chunks": 5613.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.333611, "cps": 43.851562, "mean_p": 0.32541, "boundary_entropy": 0.519733, "bpb": 1.959689}, "ta": {"chunks": 8415.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45012, "cps": 65.742188, "mean_p": 0.279662, "boundary_entropy": 0.451653, "bpb": 1.731572}, "th": {"chunks": 4510.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.280385, "cps": 35.234375, "mean_p": 0.338129, "boundary_entropy": 0.596858, "bpb": 1.935708}, "zh": {"chunks": 2675.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452929, "cps": 20.898438, "mean_p": 0.278394, "boundary_entropy": 0.474139, "bpb": 4.142601}, "my": {"chunks": 3283.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.173264, "cps": 25.648438, "mean_p": 0.380386, "boundary_entropy": 0.615621, "bpb": 2.013378}}, "bpb": {"en": 3.18486, "de": 3.43294, "vi": 2.76544, "tr": 3.44295, "fi": 3.60379, "ru": 2.56336, "el": 2.56452, "hi": 1.95969, "ta": 1.73157, "th": 1.93571, "zh": 4.1426, "my": 2.01338}, "gini_cpc": 0.212629, "gini_cps": 0.228237, "bpic": 6.360414, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9801685766034779, "vi": 1.5155306916406432, "tr": 1.2542284389786245, "fi": 1.0659339008397029, "ru": 2.6694872610468576, "el": 2.2729987313953552, "hi": 1.9123277284767046, "ta": 2.5801859367187228, "th": 1.6072292576124123, "zh": 2.596286987574772, "my": 0.9931843318222288}, "t": 38.7} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19445, "de": 3.4312, "vi": 2.77094, "tr": 3.45462, "fi": 3.59851, "ru": 2.55034, "el": 2.55987, "hi": 1.95714, "ta": 1.74684, "th": 1.96527, "zh": 4.15159, "my": 2.02728}, "bytes_per_chunk": {"en": 5.687, "de": 5.93, "vi": 5.074, "tr": 4.965, "fi": 5.609, "ru": 3.788, "el": 4.502, "hi": 7.08, "ta": 5.839, "th": 8.722, "zh": 4.416, "my": 15.528}, "bpb_mean": 2.78401, "t": 40.0} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00718, "bpb": 2.89575, "chunk_loss": 0.03044, "F": 0.18396, "G": 0.29441, "chunks": 188.38, "bytes_per_chunk": 5.436, "boundary_entropy": 0.39389, "router_noise": 0.0, "grad_norm": 1.2251, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 40.1} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07505, "bpb": 2.99367, "chunk_loss": 0.030485, "F": 0.17883, "G": 0.29004, "chunks": 183.12, "bytes_per_chunk": 5.592, "boundary_entropy": 0.39774, "router_noise": 0.0, "grad_norm": 0.9215, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 42.2} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05367, "bpb": 2.96282, "chunk_loss": 0.03026, "F": 0.17706, "G": 0.28387, "chunks": 181.31, "bytes_per_chunk": 5.648, "boundary_entropy": 0.3886, "router_noise": 0.0, "grad_norm": 0.8958, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 44.2} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.9473, "bpb": 2.80936, "chunk_loss": 0.029735, "F": 0.15677, "G": 0.28258, "chunks": 160.53, "bytes_per_chunk": 6.379, "boundary_entropy": 0.40989, "router_noise": 0.0, "grad_norm": 0.7568, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 46.1} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.284608, "boundary_entropy": 0.358535, "bpb": 2.907225}, "de": {"chunks": 3334.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162373, "cps": 26.046875, "mean_p": 0.288311, "boundary_entropy": 0.389899, "bpb": 3.167147}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.283868, "boundary_entropy": 0.352849, "bpb": 2.509473}, "tr": {"chunks": 3715.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205215, "cps": 29.023438, "mean_p": 0.288798, "boundary_entropy": 0.369989, "bpb": 3.1473}, "fi": {"chunks": 3660.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194567, "cps": 28.59375, "mean_p": 0.329041, "boundary_entropy": 0.43786, "bpb": 3.362325}, "ru": {"chunks": 6584.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.347441, "cps": 51.4375, "mean_p": 0.236462, "boundary_entropy": 0.270528, "bpb": 2.145868}, "el": {"chunks": 7250.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353262, "cps": 56.640625, "mean_p": 0.225094, "boundary_entropy": 0.221185, "bpb": 2.41205}, "hi": {"chunks": 6295.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.374146, "cps": 49.179688, "mean_p": 0.341853, "boundary_entropy": 0.490169, "bpb": 1.750166}, "ta": {"chunks": 12464.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.666702, "cps": 97.375, "mean_p": 0.255509, "boundary_entropy": 0.309274, "bpb": 1.422712}, "th": {"chunks": 8053.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.500653, "cps": 62.914062, "mean_p": 0.355624, "boundary_entropy": 0.529368, "bpb": 1.750448}, "zh": {"chunks": 3307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559939, "cps": 25.835938, "mean_p": 0.342267, "boundary_entropy": 0.559402, "bpb": 3.872783}, "my": {"chunks": 12328.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.650623, "cps": 96.3125, "mean_p": 0.33416, "boundary_entropy": 0.518431, "bpb": 1.831703}}, "bpb": {"en": 2.90722, "de": 3.16715, "vi": 2.50947, "tr": 3.1473, "fi": 3.36233, "ru": 2.14587, "el": 2.41205, "hi": 1.75017, "ta": 1.42271, "th": 1.75045, "zh": 3.87278, "my": 1.8317}, "gini_cpc": 0.270941, "gini_cps": 0.278419, "bpic": 5.169464, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9781146566535576, "vi": 1.4250152862306198, "tr": 1.2361889152925492, "fi": 1.17204903142938, "ru": 2.09294196620609, "el": 2.1280103689354126, "hi": 2.253809680311187, "ta": 4.016137277169139, "th": 3.0158741318107882, "zh": 3.3730076846011534, "my": 3.919275818762658}, "t": 49.1} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.91432, "de": 3.1651, "vi": 2.51555, "tr": 3.15697, "fi": 3.35719, "ru": 2.13007, "el": 2.40506, "hi": 1.7456, "ta": 1.43464, "th": 1.77924, "zh": 3.88411, "my": 1.84565}, "bytes_per_chunk": {"en": 5.723, "de": 6.249, "vi": 5.511, "tr": 5.353, "fi": 5.659, "ru": 5.257, "el": 5.207, "hi": 5.818, "ta": 3.984, "th": 5.287, "zh": 4.801, "my": 5.142}, "bpb_mean": 2.52779, "t": 50.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.85982, "bpb": 2.68315, "chunk_loss": 0.030716, "F": 0.1908, "G": 0.29553, "chunks": 195.38, "bytes_per_chunk": 5.241, "boundary_entropy": 0.39787, "router_noise": 0.0, "grad_norm": 0.6365, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 50.4} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.88404, "bpb": 2.71809, "chunk_loss": 0.030257, "F": 0.17679, "G": 0.27483, "chunks": 181.03, "bytes_per_chunk": 5.656, "boundary_entropy": 0.34949, "router_noise": 0.0, "grad_norm": 0.7752, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 52.3} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83834, "bpb": 2.65216, "chunk_loss": 0.0304, "F": 0.18048, "G": 0.28107, "chunks": 184.81, "bytes_per_chunk": 5.541, "boundary_entropy": 0.3643, "router_noise": 0.0, "grad_norm": 0.7433, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 54.3} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.91024, "bpb": 2.7559, "chunk_loss": 0.030186, "F": 0.17444, "G": 0.28863, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.37721, "router_noise": 0.0, "grad_norm": 0.7999, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 56.3} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.274449, "boundary_entropy": 0.334278, "bpb": 2.715287}, "de": {"chunks": 3294.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160425, "cps": 25.734375, "mean_p": 0.282214, "boundary_entropy": 0.374992, "bpb": 3.022223}, "vi": {"chunks": 4599.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249471, "cps": 35.929688, "mean_p": 0.283863, "boundary_entropy": 0.343392, "bpb": 2.385623}, "tr": {"chunks": 3819.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21096, "cps": 29.835938, "mean_p": 0.293457, "boundary_entropy": 0.366099, "bpb": 2.989801}, "fi": {"chunks": 3106.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165116, "cps": 24.265625, "mean_p": 0.303951, "boundary_entropy": 0.412093, "bpb": 3.226192}, "ru": {"chunks": 6527.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344433, "cps": 50.992188, "mean_p": 0.249109, "boundary_entropy": 0.281366, "bpb": 2.00137}, "el": {"chunks": 7330.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.35716, "cps": 57.265625, "mean_p": 0.239511, "boundary_entropy": 0.292373, "bpb": 2.127528}, "hi": {"chunks": 7195.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427637, "cps": 56.210938, "mean_p": 0.369261, "boundary_entropy": 0.527292, "bpb": 1.644625}, "ta": {"chunks": 9627.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.514951, "cps": 75.210938, "mean_p": 0.238177, "boundary_entropy": 0.320582, "bpb": 1.339062}, "th": {"chunks": 9067.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.563693, "cps": 70.835938, "mean_p": 0.387054, "boundary_entropy": 0.54473, "bpb": 1.589604}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.322343, "boundary_entropy": 0.535632, "bpb": 3.70963}, "my": {"chunks": 10691.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.564228, "cps": 83.523438, "mean_p": 0.382616, "boundary_entropy": 0.569206, "bpb": 1.655392}}, "bpb": {"en": 2.71529, "de": 3.02222, "vi": 2.38562, "tr": 2.9898, "fi": 3.22619, "ru": 2.00137, "el": 2.12753, "hi": 1.64462, "ta": 1.33906, "th": 1.5896, "zh": 3.70963, "my": 1.65539}, "gini_cpc": 0.245904, "gini_cps": 0.257826, "bpic": 5.398675, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9677194955476414, "vi": 1.5048685648531375, "tr": 1.2725574847031205, "fi": 0.9960195678125201, "ru": 2.077699336482488, "el": 2.154474866977245, "hi": 2.579609858853886, "ta": 3.1063029206875115, "th": 3.4003283250970124, "zh": 3.011010980226905, "my": 3.4035587866308554}, "t": 59.2} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.7258, "de": 3.02143, "vi": 2.39048, "tr": 3.00134, "fi": 3.22179, "ru": 1.98393, "el": 2.11618, "hi": 1.64029, "ta": 1.34954, "th": 1.62023, "zh": 3.72179, "my": 1.66408}, "bytes_per_chunk": {"en": 5.735, "de": 6.285, "vi": 5.361, "tr": 5.211, "fi": 6.177, "ru": 5.394, "el": 5.198, "hi": 5.902, "ta": 5.255, "th": 5.055, "zh": 5.732, "my": 5.408}, "bpb_mean": 2.37141, "t": 60.4} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64315, "bpb": 2.37057, "chunk_loss": 0.030333, "F": 0.17963, "G": 0.27933, "chunks": 183.94, "bytes_per_chunk": 5.567, "boundary_entropy": 0.34238, "router_noise": 0.0, "grad_norm": 0.7571, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 60.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.70503, "bpb": 2.45983, "chunk_loss": 0.030254, "F": 0.17685, "G": 0.29184, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.38625, "router_noise": 0.0, "grad_norm": 0.6088, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 62.4} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62317, "bpb": 2.34174, "chunk_loss": 0.030253, "F": 0.17871, "G": 0.26478, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.32095, "router_noise": 0.0, "grad_norm": 0.6773, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 64.4} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71814, "bpb": 2.47875, "chunk_loss": 0.030016, "F": 0.16971, "G": 0.26779, "chunks": 173.78, "bytes_per_chunk": 5.892, "boundary_entropy": 0.34537, "router_noise": 0.0, "grad_norm": 0.7255, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 66.3} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.255763, "boundary_entropy": 0.290701, "bpb": 2.580005}, "de": {"chunks": 3308.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161107, "cps": 25.84375, "mean_p": 0.275139, "boundary_entropy": 0.353548, "bpb": 2.908149}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.250487, "boundary_entropy": 0.288382, "bpb": 2.287862}, "tr": {"chunks": 3880.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214329, "cps": 30.3125, "mean_p": 0.279724, "boundary_entropy": 0.334709, "bpb": 2.883356}, "fi": {"chunks": 3091.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164319, "cps": 24.148438, "mean_p": 0.27954, "boundary_entropy": 0.369078, "bpb": 3.192825}, "ru": {"chunks": 6431.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339367, "cps": 50.242188, "mean_p": 0.252722, "boundary_entropy": 0.301854, "bpb": 1.893667}, "el": {"chunks": 7203.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350972, "cps": 56.273438, "mean_p": 0.229255, "boundary_entropy": 0.287132, "bpb": 2.029225}, "hi": {"chunks": 7616.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.45266, "cps": 59.5, "mean_p": 0.368885, "boundary_entropy": 0.520286, "bpb": 1.578729}, "ta": {"chunks": 8920.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477133, "cps": 69.6875, "mean_p": 0.253857, "boundary_entropy": 0.381004, "bpb": 1.256986}, "th": {"chunks": 8380.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.520982, "cps": 65.46875, "mean_p": 0.366625, "boundary_entropy": 0.545096, "bpb": 1.516861}, "zh": {"chunks": 3607.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.610735, "cps": 28.179688, "mean_p": 0.343242, "boundary_entropy": 0.5429, "bpb": 3.643238}, "my": {"chunks": 6623.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.349536, "cps": 51.742188, "mean_p": 0.311891, "boundary_entropy": 0.510737, "bpb": 1.449684}}, "bpb": {"en": 2.58001, "de": 2.90815, "vi": 2.28786, "tr": 2.88336, "fi": 3.19283, "ru": 1.89367, "el": 2.02923, "hi": 1.57873, "ta": 1.25699, "th": 1.51686, "zh": 3.64324, "my": 1.44968}, "gini_cpc": 0.244777, "gini_cps": 0.216599, "bpic": 5.787592, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9698155029750811, "vi": 1.4240294575995365, "tr": 1.2902004905898685, "fi": 0.9891522658138399, "ru": 2.0428916051908885, "el": 2.1127523729061317, "hi": 2.7248831979967547, "ta": 2.8722048644662643, "th": 3.136165564575171, "zh": 3.6764505442875777, "my": 2.104104995762219}, "t": 69.2} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.59128, "de": 2.91126, "vi": 2.29275, "tr": 2.89132, "fi": 3.19145, "ru": 1.87664, "el": 2.01944, "hi": 1.57372, "ta": 1.26476, "th": 1.53968, "zh": 3.6532, "my": 1.4602}, "bytes_per_chunk": {"en": 5.728, "de": 6.236, "vi": 5.564, "tr": 5.136, "fi": 6.193, "ru": 5.502, "el": 5.213, "hi": 5.854, "ta": 5.867, "th": 5.736, "zh": 5.02, "my": 8.314}, "bpb_mean": 2.27214, "t": 70.4} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.73685, "bpb": 2.50575, "chunk_loss": 0.030322, "F": 0.17953, "G": 0.28146, "chunks": 183.84, "bytes_per_chunk": 5.57, "boundary_entropy": 0.36362, "router_noise": 0.0, "grad_norm": 0.6873, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 70.5} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.51228, "bpb": 2.18175, "chunk_loss": 0.030154, "F": 0.17554, "G": 0.27007, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.33288, "router_noise": 0.0, "grad_norm": 0.7468, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 72.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.76676, "bpb": 2.5489, "chunk_loss": 0.030001, "F": 0.16873, "G": 0.27862, "chunks": 172.78, "bytes_per_chunk": 5.927, "boundary_entropy": 0.35455, "router_noise": 0.0, "grad_norm": 0.7194, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 74.4} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66891, "bpb": 2.40773, "chunk_loss": 0.030043, "F": 0.16949, "G": 0.26337, "chunks": 173.56, "bytes_per_chunk": 5.9, "boundary_entropy": 0.33871, "router_noise": 0.0, "grad_norm": 0.7169, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 76.4} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.250684, "boundary_entropy": 0.280273, "bpb": 2.490863}, "de": {"chunks": 3320.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161691, "cps": 25.9375, "mean_p": 0.265742, "boundary_entropy": 0.334714, "bpb": 2.783621}, "vi": {"chunks": 4431.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240358, "cps": 34.617188, "mean_p": 0.24638, "boundary_entropy": 0.272786, "bpb": 2.220781}, "tr": {"chunks": 3919.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216483, "cps": 30.617188, "mean_p": 0.266702, "boundary_entropy": 0.30585, "bpb": 2.787817}, "fi": {"chunks": 3163.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168146, "cps": 24.710938, "mean_p": 0.289593, "boundary_entropy": 0.375476, "bpb": 3.051526}, "ru": {"chunks": 6203.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327335, "cps": 48.460938, "mean_p": 0.25415, "boundary_entropy": 0.305638, "bpb": 1.818263}, "el": {"chunks": 7000.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.341081, "cps": 54.6875, "mean_p": 0.235916, "boundary_entropy": 0.280149, "bpb": 1.895885}, "hi": {"chunks": 7804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463834, "cps": 60.96875, "mean_p": 0.368035, "boundary_entropy": 0.520657, "bpb": 1.524449}, "ta": {"chunks": 8754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.468254, "cps": 68.390625, "mean_p": 0.26248, "boundary_entropy": 0.39806, "bpb": 1.180266}, "th": {"chunks": 8002.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.497482, "cps": 62.515625, "mean_p": 0.366192, "boundary_entropy": 0.546228, "bpb": 1.423699}, "zh": {"chunks": 2865.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4851, "cps": 22.382812, "mean_p": 0.319502, "boundary_entropy": 0.532768, "bpb": 3.585646}, "my": {"chunks": 9142.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.482478, "cps": 71.421875, "mean_p": 0.354816, "boundary_entropy": 0.556801, "bpb": 1.397118}}, "bpb": {"en": 2.49086, "de": 2.78362, "vi": 2.22078, "tr": 2.78782, "fi": 3.05153, "ru": 1.81826, "el": 1.89588, "hi": 1.52445, "ta": 1.18027, "th": 1.4237, "zh": 3.58565, "my": 1.39712}, "gini_cpc": 0.222089, "gini_cps": 0.233534, "bpic": 5.686318, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9740073965476338, "vi": 1.447888725816986, "tr": 1.3040711599008075, "fi": 1.0128937394565927, "ru": 1.9718285261811017, "el": 2.0546307010410882, "hi": 2.7940795464890393, "ta": 2.8207048880246024, "th": 2.9967744694834137, "zh": 2.9221853693324173, "my": 2.906393537891647}, "t": 79.3} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.50054, "de": 2.78579, "vi": 2.22529, "tr": 2.79476, "fi": 3.05514, "ru": 1.80174, "el": 1.88379, "hi": 1.5197, "ta": 1.18766, "th": 1.44431, "zh": 3.59353, "my": 1.40674}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.52, "tr": 5.014, "fi": 6.165, "ru": 5.676, "el": 5.445, "hi": 5.732, "ta": 5.793, "th": 5.68, "zh": 5.911, "my": 6.316}, "bpb_mean": 2.18325, "t": 80.5} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61318, "bpb": 2.32733, "chunk_loss": 0.030198, "F": 0.17535, "G": 0.26745, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.33014, "router_noise": 0.0, "grad_norm": 0.6893, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 80.5} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63669, "bpb": 2.36124, "chunk_loss": 0.030045, "F": 0.17001, "G": 0.26892, "chunks": 174.09, "bytes_per_chunk": 5.882, "boundary_entropy": 0.33383, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 82.5} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57293, "bpb": 2.26926, "chunk_loss": 0.03019, "F": 0.17514, "G": 0.2711, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.34604, "router_noise": 0.0, "grad_norm": 0.7444, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 84.4} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71253, "bpb": 2.47066, "chunk_loss": 0.03011, "F": 0.17072, "G": 0.27014, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.33553, "router_noise": 0.0, "grad_norm": 0.8189, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 86.4} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.244031, "boundary_entropy": 0.269535, "bpb": 2.429045}, "de": {"chunks": 3320.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161691, "cps": 25.9375, "mean_p": 0.261099, "boundary_entropy": 0.326771, "bpb": 2.720385}, "vi": {"chunks": 4424.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239978, "cps": 34.5625, "mean_p": 0.25635, "boundary_entropy": 0.287834, "bpb": 2.192414}, "tr": {"chunks": 3929.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217036, "cps": 30.695312, "mean_p": 0.254382, "boundary_entropy": 0.283281, "bpb": 2.708061}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.270979, "boundary_entropy": 0.350447, "bpb": 2.955012}, "ru": {"chunks": 6331.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33409, "cps": 49.460938, "mean_p": 0.251269, "boundary_entropy": 0.287055, "bpb": 1.749113}, "el": {"chunks": 6924.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337378, "cps": 54.09375, "mean_p": 0.233584, "boundary_entropy": 0.290395, "bpb": 1.84488}, "hi": {"chunks": 6995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41575, "cps": 54.648438, "mean_p": 0.371692, "boundary_entropy": 0.525384, "bpb": 1.436569}, "ta": {"chunks": 8842.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472961, "cps": 69.078125, "mean_p": 0.263946, "boundary_entropy": 0.39468, "bpb": 1.141136}, "th": {"chunks": 7607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.472925, "cps": 59.429688, "mean_p": 0.372266, "boundary_entropy": 0.551485, "bpb": 1.371171}, "zh": {"chunks": 3004.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508635, "cps": 23.46875, "mean_p": 0.301342, "boundary_entropy": 0.496211, "bpb": 3.563697}, "my": {"chunks": 8001.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.422261, "cps": 62.507812, "mean_p": 0.347032, "boundary_entropy": 0.557448, "bpb": 1.417508}}, "bpb": {"en": 2.42904, "de": 2.72039, "vi": 2.19241, "tr": 2.70806, "fi": 2.95501, "ru": 1.74911, "el": 1.84488, "hi": 1.43657, "ta": 1.14114, "th": 1.37117, "zh": 3.5637, "my": 1.41751}, "gini_cpc": 0.219982, "gini_cps": 0.219029, "bpic": 5.876388, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9726606873923658, "vi": 1.4436026243307196, "tr": 1.3055910489844198, "fi": 0.9718394024221474, "ru": 2.009734952989064, "el": 2.029513294746459, "hi": 2.500969137473299, "ta": 2.8451209109574283, "th": 2.844906762069506, "zh": 3.0597234306473737, "my": 2.540133726732672}, "t": 89.3} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43889, "de": 2.72316, "vi": 2.19652, "tr": 2.71492, "fi": 2.96167, "ru": 1.72694, "el": 1.83412, "hi": 1.43353, "ta": 1.1483, "th": 1.39256, "zh": 3.56686, "my": 1.42681}, "bytes_per_chunk": {"en": 5.729, "de": 6.229, "vi": 5.527, "tr": 5.014, "fi": 6.227, "ru": 5.546, "el": 5.425, "hi": 6.156, "ta": 5.729, "th": 5.89, "zh": 6.2, "my": 7.578}, "bpb_mean": 2.13036, "t": 90.5} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.56662, "bpb": 2.26016, "chunk_loss": 0.030191, "F": 0.17542, "G": 0.26409, "chunks": 179.62, "bytes_per_chunk": 5.701, "boundary_entropy": 0.30981, "router_noise": 0.0, "grad_norm": 0.7737, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 90.5} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72347, "bpb": 2.48644, "chunk_loss": 0.030101, "F": 0.17099, "G": 0.25279, "chunks": 175.09, "bytes_per_chunk": 5.848, "boundary_entropy": 0.30657, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 92.5} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.53729, "bpb": 2.21783, "chunk_loss": 0.030252, "F": 0.1763, "G": 0.27224, "chunks": 180.53, "bytes_per_chunk": 5.672, "boundary_entropy": 0.35508, "router_noise": 0.0, "grad_norm": 0.6641, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 94.5} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.6089, "bpb": 2.32115, "chunk_loss": 0.030065, "F": 0.17181, "G": 0.25832, "chunks": 175.94, "bytes_per_chunk": 5.82, "boundary_entropy": 0.32586, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 96.4} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.235645, "boundary_entropy": 0.248159, "bpb": 2.376611}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.252708, "boundary_entropy": 0.307013, "bpb": 2.654163}, "vi": {"chunks": 4395.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238405, "cps": 34.335938, "mean_p": 0.245771, "boundary_entropy": 0.260356, "bpb": 2.139288}, "tr": {"chunks": 3917.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216373, "cps": 30.601562, "mean_p": 0.246103, "boundary_entropy": 0.262802, "bpb": 2.633338}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.245729, "boundary_entropy": 0.309772, "bpb": 2.894284}, "ru": {"chunks": 6189.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326596, "cps": 48.351562, "mean_p": 0.254413, "boundary_entropy": 0.294833, "bpb": 1.676464}, "el": {"chunks": 6907.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336549, "cps": 53.960938, "mean_p": 0.241252, "boundary_entropy": 0.294544, "bpb": 1.787991}, "hi": {"chunks": 7586.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450877, "cps": 59.265625, "mean_p": 0.375341, "boundary_entropy": 0.52241, "bpb": 1.399989}, "ta": {"chunks": 9558.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51126, "cps": 74.671875, "mean_p": 0.260034, "boundary_entropy": 0.384445, "bpb": 1.171234}, "th": {"chunks": 7198.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.447498, "cps": 56.234375, "mean_p": 0.361925, "boundary_entropy": 0.554271, "bpb": 1.319082}, "zh": {"chunks": 3090.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523197, "cps": 24.140625, "mean_p": 0.294914, "boundary_entropy": 0.473523, "bpb": 3.508638}, "my": {"chunks": 7744.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.408697, "cps": 60.5, "mean_p": 0.328693, "boundary_entropy": 0.539292, "bpb": 1.281822}}, "bpb": {"en": 2.37661, "de": 2.65416, "vi": 2.13929, "tr": 2.63334, "fi": 2.89428, "ru": 1.67646, "el": 1.78799, "hi": 1.39999, "ta": 1.17123, "th": 1.31908, "zh": 3.50864, "my": 1.28182}, "gini_cpc": 0.228157, "gini_cps": 0.224784, "bpic": 5.831563, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9732466275654936, "vi": 1.4341395872363274, "tr": 1.3016034967859436, "fi": 0.9632050938122765, "ru": 1.9646579725239797, "el": 2.0245303764895715, "hi": 2.7122733204964176, "ta": 3.0755107065065705, "th": 2.691946742917879, "zh": 3.147318708621966, "my": 2.458542129711012}, "t": 99.3} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38535, "de": 2.66067, "vi": 2.14293, "tr": 2.63939, "fi": 2.90205, "ru": 1.65816, "el": 1.77721, "hi": 1.39888, "ta": 1.17731, "th": 1.33884, "zh": 3.51316, "my": 1.28898}, "bytes_per_chunk": {"en": 5.732, "de": 6.232, "vi": 5.531, "tr": 5.04, "fi": 6.328, "ru": 5.697, "el": 5.456, "hi": 5.666, "ta": 5.177, "th": 6.358, "zh": 5.875, "my": 7.093}, "bpb_mean": 2.07358, "t": 100.5} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.57869, "bpb": 2.27757, "chunk_loss": 0.030188, "F": 0.17322, "G": 0.25515, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.3345, "router_noise": 0.0, "grad_norm": 0.8382, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 100.6} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50235, "bpb": 2.16743, "chunk_loss": 0.03045, "F": 0.18188, "G": 0.27377, "chunks": 186.25, "bytes_per_chunk": 5.498, "boundary_entropy": 0.33532, "router_noise": 0.0, "grad_norm": 0.6862, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 102.5} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42287, "bpb": 2.05277, "chunk_loss": 0.029961, "F": 0.16611, "G": 0.25405, "chunks": 170.09, "bytes_per_chunk": 6.02, "boundary_entropy": 0.32092, "router_noise": 0.0, "grad_norm": 0.6571, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 104.5} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.61693, "bpb": 2.33274, "chunk_loss": 0.030231, "F": 0.17572, "G": 0.26025, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.30465, "router_noise": 0.0, "grad_norm": 0.824, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 106.4} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.231575, "boundary_entropy": 0.236582, "bpb": 2.323071}, "de": {"chunks": 3338.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162568, "cps": 26.078125, "mean_p": 0.259544, "boundary_entropy": 0.315242, "bpb": 2.585601}, "vi": {"chunks": 4368.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236941, "cps": 34.125, "mean_p": 0.243037, "boundary_entropy": 0.248926, "bpb": 2.11934}, "tr": {"chunks": 3891.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214937, "cps": 30.398438, "mean_p": 0.244194, "boundary_entropy": 0.261645, "bpb": 2.624517}, "fi": {"chunks": 3029.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161023, "cps": 23.664062, "mean_p": 0.255691, "boundary_entropy": 0.31984, "bpb": 2.8481}, "ru": {"chunks": 6114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322639, "cps": 47.765625, "mean_p": 0.254096, "boundary_entropy": 0.294212, "bpb": 1.619672}, "el": {"chunks": 6824.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332505, "cps": 53.3125, "mean_p": 0.233121, "boundary_entropy": 0.267585, "bpb": 1.736172}, "hi": {"chunks": 6849.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407073, "cps": 53.507812, "mean_p": 0.368565, "boundary_entropy": 0.525191, "bpb": 1.393008}, "ta": {"chunks": 9350.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.500134, "cps": 73.046875, "mean_p": 0.261076, "boundary_entropy": 0.381538, "bpb": 1.076701}, "th": {"chunks": 6363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.395586, "cps": 49.710938, "mean_p": 0.365299, "boundary_entropy": 0.561954, "bpb": 1.311538}, "zh": {"chunks": 2606.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441246, "cps": 20.359375, "mean_p": 0.27637, "boundary_entropy": 0.459172, "bpb": 3.482129}, "my": {"chunks": 8125.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.428805, "cps": 63.476562, "mean_p": 0.341587, "boundary_entropy": 0.547241, "bpb": 1.283889}}, "bpb": {"en": 2.32307, "de": 2.5856, "vi": 2.11934, "tr": 2.62452, "fi": 2.8481, "ru": 1.61967, "el": 1.73617, "hi": 1.39301, "ta": 1.0767, "th": 1.31154, "zh": 3.48213, "my": 1.28389}, "gini_cpc": 0.210549, "gini_cps": 0.228287, "bpic": 6.020377, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9789493055065213, "vi": 1.4268087538466303, "tr": 1.2943059773112986, "fi": 0.969647020562768, "ru": 1.9428644310743077, "el": 2.002278345149766, "hi": 2.4513107554358164, "ta": 3.011704922675141, "th": 2.382139197795449, "zh": 2.657096003477784, "my": 2.5821785611759887}, "t": 109.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33348, "de": 2.59175, "vi": 2.12315, "tr": 2.6336, "fi": 2.8504, "ru": 1.59679, "el": 1.7259, "hi": 1.39246, "ta": 1.08351, "th": 1.32974, "zh": 3.48521, "my": 1.29006}, "bytes_per_chunk": {"en": 5.732, "de": 6.22, "vi": 5.53, "tr": 5.085, "fi": 6.324, "ru": 5.752, "el": 5.504, "hi": 6.311, "ta": 5.451, "th": 7.259, "zh": 6.782, "my": 6.812}, "bpb_mean": 2.03634, "t": 110.5} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57526, "bpb": 2.27262, "chunk_loss": 0.030104, "F": 0.17194, "G": 0.2377, "chunks": 176.06, "bytes_per_chunk": 5.816, "boundary_entropy": 0.25833, "router_noise": 0.0, "grad_norm": 0.9788, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 110.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.54557, "bpb": 2.22978, "chunk_loss": 0.030169, "F": 0.17322, "G": 0.25226, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.28276, "router_noise": 0.0, "grad_norm": 0.7139, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 112.5} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59141, "bpb": 2.29592, "chunk_loss": 0.029949, "F": 0.16711, "G": 0.25053, "chunks": 171.12, "bytes_per_chunk": 5.984, "boundary_entropy": 0.31152, "router_noise": 0.0, "grad_norm": 0.6898, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 114.5} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.59843, "bpb": 2.30605, "chunk_loss": 0.030191, "F": 0.17688, "G": 0.25764, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.30001, "router_noise": 0.0, "grad_norm": 0.6926, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 116.5} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.224972, "boundary_entropy": 0.220734, "bpb": 2.276246}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.244562, "boundary_entropy": 0.287399, "bpb": 2.551421}, "vi": {"chunks": 4369.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236995, "cps": 34.132812, "mean_p": 0.235763, "boundary_entropy": 0.228091, "bpb": 2.085956}, "tr": {"chunks": 3811.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210518, "cps": 29.773438, "mean_p": 0.228632, "boundary_entropy": 0.238193, "bpb": 2.554076}, "fi": {"chunks": 3028.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16097, "cps": 23.65625, "mean_p": 0.240689, "boundary_entropy": 0.292461, "bpb": 2.773977}, "ru": {"chunks": 6114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322639, "cps": 47.765625, "mean_p": 0.250394, "boundary_entropy": 0.288198, "bpb": 1.583393}, "el": {"chunks": 6734.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32812, "cps": 52.609375, "mean_p": 0.230975, "boundary_entropy": 0.256598, "bpb": 1.713007}, "hi": {"chunks": 7019.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417177, "cps": 54.835938, "mean_p": 0.347926, "boundary_entropy": 0.501814, "bpb": 1.362488}, "ta": {"chunks": 8582.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459053, "cps": 67.046875, "mean_p": 0.238321, "boundary_entropy": 0.353853, "bpb": 1.083765}, "th": {"chunks": 8605.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.53497, "cps": 67.226562, "mean_p": 0.384193, "boundary_entropy": 0.561529, "bpb": 1.254011}, "zh": {"chunks": 2799.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473925, "cps": 21.867188, "mean_p": 0.278982, "boundary_entropy": 0.450587, "bpb": 3.45806}, "my": {"chunks": 9121.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.48137, "cps": 71.257812, "mean_p": 0.367, "boundary_entropy": 0.552917, "bpb": 1.237235}}, "bpb": {"en": 2.27625, "de": 2.55142, "vi": 2.08596, "tr": 2.55408, "fi": 2.77398, "ru": 1.58339, "el": 1.71301, "hi": 1.36249, "ta": 1.08377, "th": 1.25401, "zh": 3.45806, "my": 1.23724}, "gini_cpc": 0.230418, "gini_cps": 0.236972, "bpic": 5.780008, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.972281496057528, "vi": 1.4246705762158318, "tr": 1.2655052450299509, "fi": 0.967652759671265, "ru": 1.9395088793798787, "el": 1.9724582479053578, "hi": 2.5078163046909285, "ta": 2.7595520677579968, "th": 3.215920925265872, "zh": 2.8489511851476235, "my": 2.8937075125705367}, "t": 119.3} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.2866, "de": 2.55892, "vi": 2.08958, "tr": 2.56259, "fi": 2.7813, "ru": 1.56322, "el": 1.70212, "hi": 1.36005, "ta": 1.09314, "th": 1.27383, "zh": 3.46078, "my": 1.24494}, "bytes_per_chunk": {"en": 5.731, "de": 6.238, "vi": 5.555, "tr": 5.162, "fi": 6.324, "ru": 5.765, "el": 5.598, "hi": 6.158, "ta": 5.921, "th": 5.427, "zh": 6.352, "my": 6.367}, "bpb_mean": 1.99809, "t": 120.6} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51502, "bpb": 2.18571, "chunk_loss": 0.030141, "F": 0.17343, "G": 0.26243, "chunks": 177.59, "bytes_per_chunk": 5.766, "boundary_entropy": 0.31444, "router_noise": 0.0, "grad_norm": 0.6657, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 120.6} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39898, "bpb": 2.0183, "chunk_loss": 0.030123, "F": 0.17554, "G": 0.24741, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.27374, "router_noise": 0.0, "grad_norm": 0.7029, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 122.6} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55809, "bpb": 2.24785, "chunk_loss": 0.030042, "F": 0.16962, "G": 0.25078, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.28901, "router_noise": 0.0, "grad_norm": 0.7381, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.48071, "bpb": 2.13621, "chunk_loss": 0.030163, "F": 0.17697, "G": 0.25026, "chunks": 181.22, "bytes_per_chunk": 5.651, "boundary_entropy": 0.27906, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.226512, "boundary_entropy": 0.223107, "bpb": 2.237694}, "de": {"chunks": 3328.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162081, "cps": 26.0, "mean_p": 0.253633, "boundary_entropy": 0.301854, "bpb": 2.502513}, "vi": {"chunks": 4385.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237863, "cps": 34.257812, "mean_p": 0.240674, "boundary_entropy": 0.240514, "bpb": 2.049488}, "tr": {"chunks": 3808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210352, "cps": 29.75, "mean_p": 0.237371, "boundary_entropy": 0.25607, "bpb": 2.507588}, "fi": {"chunks": 3077.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163575, "cps": 24.039062, "mean_p": 0.259115, "boundary_entropy": 0.320936, "bpb": 2.73299}, "ru": {"chunks": 6088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321266, "cps": 47.5625, "mean_p": 0.253726, "boundary_entropy": 0.287251, "bpb": 1.544095}, "el": {"chunks": 6981.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340155, "cps": 54.539062, "mean_p": 0.237747, "boundary_entropy": 0.255379, "bpb": 1.65771}, "hi": {"chunks": 6948.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412957, "cps": 54.28125, "mean_p": 0.356999, "boundary_entropy": 0.511868, "bpb": 1.337076}, "ta": {"chunks": 9868.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.527842, "cps": 77.09375, "mean_p": 0.247872, "boundary_entropy": 0.328292, "bpb": 1.061991}, "th": {"chunks": 8501.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.528505, "cps": 66.414062, "mean_p": 0.39298, "boundary_entropy": 0.571748, "bpb": 1.241837}, "zh": {"chunks": 2834.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479851, "cps": 22.140625, "mean_p": 0.264284, "boundary_entropy": 0.419156, "bpb": 3.409784}, "my": {"chunks": 8259.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.435877, "cps": 64.523438, "mean_p": 0.348828, "boundary_entropy": 0.548048, "bpb": 1.218274}}, "bpb": {"en": 2.23769, "de": 2.50251, "vi": 2.04949, "tr": 2.50759, "fi": 2.73299, "ru": 1.5441, "el": 1.65771, "hi": 1.33708, "ta": 1.06199, "th": 1.24184, "zh": 3.40978, "my": 1.21827}, "gini_cpc": 0.233657, "gini_cps": 0.240834, "bpic": 5.730897, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9760165634289102, "vi": 1.4323618098941104, "tr": 1.266696777589675, "fi": 0.9850128366694081, "ru": 1.9346023317599583, "el": 2.048344831109396, "hi": 2.4867436310071622, "ta": 3.178556596466128, "th": 3.182549948209824, "zh": 2.8895664136055412, "my": 2.6247646445233834}, "t": 129.3} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.24773, "de": 2.5102, "vi": 2.05427, "tr": 2.51388, "fi": 2.73899, "ru": 1.52261, "el": 1.64706, "hi": 1.3336, "ta": 1.06884, "th": 1.26182, "zh": 3.4133, "my": 1.22423}, "bytes_per_chunk": {"en": 5.733, "de": 6.21, "vi": 5.532, "tr": 5.164, "fi": 6.222, "ru": 5.765, "el": 5.392, "hi": 6.066, "ta": 5.102, "th": 5.652, "zh": 6.146, "my": 6.311}, "bpb_mean": 1.96138, "t": 130.6} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.47872, "bpb": 2.13334, "chunk_loss": 0.030063, "F": 0.16989, "G": 0.25532, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.31024, "router_noise": 0.0, "grad_norm": 0.6672, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 130.6} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71619, "bpb": 2.47594, "chunk_loss": 0.030207, "F": 0.17789, "G": 0.24533, "chunks": 182.16, "bytes_per_chunk": 5.622, "boundary_entropy": 0.2647, "router_noise": 0.0, "grad_norm": 0.7979, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 132.5} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48563, "bpb": 2.14331, "chunk_loss": 0.030135, "F": 0.17285, "G": 0.24996, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.29014, "router_noise": 0.0, "grad_norm": 0.6439, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.5} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49233, "bpb": 2.15298, "chunk_loss": 0.030015, "F": 0.17111, "G": 0.25553, "chunks": 175.22, "bytes_per_chunk": 5.844, "boundary_entropy": 0.29954, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.4} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.218372, "boundary_entropy": 0.201191, "bpb": 2.215328}, "de": {"chunks": 3354.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163347, "cps": 26.203125, "mean_p": 0.244244, "boundary_entropy": 0.280056, "bpb": 2.473365}, "vi": {"chunks": 4505.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244372, "cps": 35.195312, "mean_p": 0.239394, "boundary_entropy": 0.225967, "bpb": 2.047363}, "tr": {"chunks": 3881.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214384, "cps": 30.320312, "mean_p": 0.22952, "boundary_entropy": 0.228123, "bpb": 2.47075}, "fi": {"chunks": 3046.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161927, "cps": 23.796875, "mean_p": 0.248464, "boundary_entropy": 0.301966, "bpb": 2.68981}, "ru": {"chunks": 6215.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327968, "cps": 48.554688, "mean_p": 0.251581, "boundary_entropy": 0.274383, "bpb": 1.526973}, "el": {"chunks": 7104.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346148, "cps": 55.5, "mean_p": 0.243415, "boundary_entropy": 0.264992, "bpb": 1.626444}, "hi": {"chunks": 6131.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.364398, "cps": 47.898438, "mean_p": 0.34862, "boundary_entropy": 0.513116, "bpb": 1.32936}, "ta": {"chunks": 8466.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452848, "cps": 66.140625, "mean_p": 0.244187, "boundary_entropy": 0.348259, "bpb": 1.052468}, "th": {"chunks": 8856.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.550575, "cps": 69.1875, "mean_p": 0.405301, "boundary_entropy": 0.573854, "bpb": 1.224813}, "zh": {"chunks": 3021.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511514, "cps": 23.601562, "mean_p": 0.2742, "boundary_entropy": 0.417855, "bpb": 3.398594}, "my": {"chunks": 6211.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.327792, "cps": 48.523438, "mean_p": 0.317429, "boundary_entropy": 0.527067, "bpb": 1.225408}}, "bpb": {"en": 2.21533, "de": 2.47337, "vi": 2.04736, "tr": 2.47075, "fi": 2.68981, "ru": 1.52697, "el": 1.62644, "hi": 1.32936, "ta": 1.05247, "th": 1.22481, "zh": 3.39859, "my": 1.22541}, "gini_cpc": 0.227728, "gini_cps": 0.217124, "bpic": 6.026428, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9826216703355406, "vi": 1.4700338658702286, "tr": 1.2896408401905148, "fi": 0.9740779268765585, "ru": 1.9729115041584318, "el": 2.0822736057017397, "hi": 2.1920574384344236, "ta": 2.724134090948381, "th": 3.312014497816162, "zh": 3.077038776293514, "my": 1.9718498408619702}, "t": 139.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22453, "de": 2.4801, "vi": 2.05048, "tr": 2.47704, "fi": 2.69423, "ru": 1.50483, "el": 1.61783, "hi": 1.3261, "ta": 1.05977, "th": 1.24161, "zh": 3.39936, "my": 1.23165}, "bytes_per_chunk": {"en": 5.736, "de": 6.217, "vi": 5.381, "tr": 5.092, "fi": 6.295, "ru": 5.667, "el": 5.346, "hi": 6.727, "ta": 5.958, "th": 5.353, "zh": 5.884, "my": 8.284}, "bpb_mean": 1.94229, "t": 140.5} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 140.5} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.50091, "bpb": 2.16536, "chunk_loss": 0.030183, "F": 0.17661, "G": 0.25518, "chunks": 180.84, "bytes_per_chunk": 5.662, "boundary_entropy": 0.29425, "router_noise": 0.0, "grad_norm": 0.7162, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 140.6} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.30616, "bpb": 1.88439, "chunk_loss": 0.030053, "F": 0.17279, "G": 0.25606, "chunks": 176.94, "bytes_per_chunk": 5.787, "boundary_entropy": 0.29542, "router_noise": 0.0, "grad_norm": 0.6372, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 142.5} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.41145, "bpb": 2.03629, "chunk_loss": 0.029927, "F": 0.16687, "G": 0.24567, "chunks": 170.88, "bytes_per_chunk": 5.993, "boundary_entropy": 0.28198, "router_noise": 0.0, "grad_norm": 0.7059, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 144.4} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.57245, "bpb": 2.26856, "chunk_loss": 0.030112, "F": 0.17303, "G": 0.24382, "chunks": 177.19, "bytes_per_chunk": 5.779, "boundary_entropy": 0.26707, "router_noise": 0.0, "grad_norm": 0.6656, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 146.4} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.216903, "boundary_entropy": 0.19696, "bpb": 2.187613}, "de": {"chunks": 3305.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16096, "cps": 25.820312, "mean_p": 0.239465, "boundary_entropy": 0.274825, "bpb": 2.440209}, "vi": {"chunks": 4318.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234228, "cps": 33.734375, "mean_p": 0.23246, "boundary_entropy": 0.217489, "bpb": 2.024515}, "tr": {"chunks": 3831.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211622, "cps": 29.929688, "mean_p": 0.226449, "boundary_entropy": 0.226542, "bpb": 2.447093}, "fi": {"chunks": 3021.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160598, "cps": 23.601562, "mean_p": 0.241938, "boundary_entropy": 0.296206, "bpb": 2.652868}, "ru": {"chunks": 5987.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315937, "cps": 46.773438, "mean_p": 0.241928, "boundary_entropy": 0.268929, "bpb": 1.487392}, "el": {"chunks": 6832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332895, "cps": 53.375, "mean_p": 0.240414, "boundary_entropy": 0.268508, "bpb": 1.611442}, "hi": {"chunks": 6202.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.368618, "cps": 48.453125, "mean_p": 0.345601, "boundary_entropy": 0.507412, "bpb": 1.298478}, "ta": {"chunks": 8395.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449051, "cps": 65.585938, "mean_p": 0.236776, "boundary_entropy": 0.340776, "bpb": 1.066353}, "th": {"chunks": 7032.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437177, "cps": 54.9375, "mean_p": 0.377745, "boundary_entropy": 0.568869, "bpb": 1.200989}, "zh": {"chunks": 3087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522689, "cps": 24.117188, "mean_p": 0.262863, "boundary_entropy": 0.391077, "bpb": 3.360467}, "my": {"chunks": 9421.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.497203, "cps": 73.601562, "mean_p": 0.346769, "boundary_entropy": 0.534078, "bpb": 1.193838}}, "bpb": {"en": 2.18761, "de": 2.44021, "vi": 2.02452, "tr": 2.44709, "fi": 2.65287, "ru": 1.48739, "el": 1.61144, "hi": 1.29848, "ta": 1.06635, "th": 1.20099, "zh": 3.36047, "my": 1.19384}, "gini_cpc": 0.227631, "gini_cps": 0.22567, "bpic": 5.966281, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.967931558990902, "vi": 1.4085267181109817, "tr": 1.2725861547611244, "fi": 0.9657493738775746, "ru": 1.8998776651902853, "el": 2.001854948521188, "hi": 2.2166763226884334, "ta": 2.700354765593911, "th": 2.6289564401625003, "zh": 3.1431765828666616, "my": 2.989917610325221}, "t": 149.3} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.19866, "de": 2.44981, "vi": 2.02738, "tr": 2.45299, "fi": 2.65978, "ru": 1.46411, "el": 1.60193, "hi": 1.29518, "ta": 1.07421, "th": 1.22422, "zh": 3.36338, "my": 1.20101}, "bytes_per_chunk": {"en": 5.735, "de": 6.26, "vi": 5.577, "tr": 5.13, "fi": 6.317, "ru": 5.863, "el": 5.5, "hi": 6.799, "ta": 5.995, "th": 6.617, "zh": 5.928, "my": 5.861}, "bpb_mean": 1.91772, "t": 150.5} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.67413, "bpb": 2.41527, "chunk_loss": 0.03005, "F": 0.16901, "G": 0.23773, "chunks": 173.06, "bytes_per_chunk": 5.917, "boundary_entropy": 0.28239, "router_noise": 0.0, "grad_norm": 0.6896, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 150.6} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.42309, "bpb": 2.05309, "chunk_loss": 0.030171, "F": 0.1741, "G": 0.25757, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.29049, "router_noise": 0.0, "grad_norm": 0.6274, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 152.5} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.36364, "bpb": 1.96732, "chunk_loss": 0.030048, "F": 0.17068, "G": 0.24994, "chunks": 174.78, "bytes_per_chunk": 5.859, "boundary_entropy": 0.28605, "router_noise": 0.0, "grad_norm": 0.6887, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 154.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.33269, "bpb": 1.92267, "chunk_loss": 0.029959, "F": 0.16971, "G": 0.25242, "chunks": 173.78, "bytes_per_chunk": 5.892, "boundary_entropy": 0.28059, "router_noise": 0.0, "grad_norm": 0.6921, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 156.4} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.21657, "boundary_entropy": 0.196349, "bpb": 2.160939}, "de": {"chunks": 3343.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162811, "cps": 26.117188, "mean_p": 0.234772, "boundary_entropy": 0.263103, "bpb": 2.41408}, "vi": {"chunks": 4329.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234825, "cps": 33.820312, "mean_p": 0.229181, "boundary_entropy": 0.209931, "bpb": 2.004727}, "tr": {"chunks": 3893.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215047, "cps": 30.414062, "mean_p": 0.22698, "boundary_entropy": 0.221673, "bpb": 2.407807}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.235461, "boundary_entropy": 0.286545, "bpb": 2.628986}, "ru": {"chunks": 6084.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321055, "cps": 47.53125, "mean_p": 0.237442, "boundary_entropy": 0.255954, "bpb": 1.465933}, "el": {"chunks": 6762.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.329484, "cps": 52.828125, "mean_p": 0.228596, "boundary_entropy": 0.235269, "bpb": 1.565356}, "hi": {"chunks": 6627.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393878, "cps": 51.773438, "mean_p": 0.365261, "boundary_entropy": 0.530027, "bpb": 1.307337}, "ta": {"chunks": 8593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459642, "cps": 67.132812, "mean_p": 0.242474, "boundary_entropy": 0.352453, "bpb": 1.026334}, "th": {"chunks": 6770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.420889, "cps": 52.890625, "mean_p": 0.397479, "boundary_entropy": 0.588871, "bpb": 1.184606}, "zh": {"chunks": 2883.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488148, "cps": 22.523438, "mean_p": 0.25379, "boundary_entropy": 0.382649, "bpb": 3.339841}, "my": {"chunks": 8572.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.452396, "cps": 66.96875, "mean_p": 0.348876, "boundary_entropy": 0.533334, "bpb": 1.183418}}, "bpb": {"en": 2.16094, "de": 2.41408, "vi": 2.00473, "tr": 2.40781, "fi": 2.62899, "ru": 1.46593, "el": 1.56536, "hi": 1.30734, "ta": 1.02633, "th": 1.18461, "zh": 3.33984, "my": 1.18342}, "gini_cpc": 0.214677, "gini_cps": 0.218673, "bpic": 6.019433, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9787223852214141, "vi": 1.411627128504998, "tr": 1.2927346940177378, "fi": 0.9606222574543668, "ru": 1.929992152788221, "el": 1.980659737501638, "hi": 2.367758747853937, "ta": 2.763089130534196, "th": 2.5301318610168453, "zh": 2.93445025608453, "my": 2.7195330334124153}, "t": 159.3} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.17331, "de": 2.42437, "vi": 2.00677, "tr": 2.41338, "fi": 2.63868, "ru": 1.44442, "el": 1.55436, "hi": 1.30365, "ta": 1.03408, "th": 1.20242, "zh": 3.34036, "my": 1.1905}, "bytes_per_chunk": {"en": 5.732, "de": 6.209, "vi": 5.571, "tr": 5.083, "fi": 6.337, "ru": 5.743, "el": 5.566, "hi": 6.272, "ta": 5.873, "th": 6.937, "zh": 6.033, "my": 6.532}, "bpb_mean": 1.89386, "t": 160.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.46002, "bpb": 2.10637, "chunk_loss": 0.030187, "F": 0.17749, "G": 0.24201, "chunks": 181.75, "bytes_per_chunk": 5.634, "boundary_entropy": 0.2573, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 160.5} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.40064, "bpb": 2.02069, "chunk_loss": 0.029978, "F": 0.16962, "G": 0.25002, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.28183, "router_noise": 0.0, "grad_norm": 0.713, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 162.5} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.47219, "bpb": 2.12392, "chunk_loss": 0.03015, "F": 0.17514, "G": 0.2461, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.27332, "router_noise": 0.0, "grad_norm": 0.6783, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 164.4} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.36412, "bpb": 1.96801, "chunk_loss": 0.030229, "F": 0.17935, "G": 0.25514, "chunks": 183.66, "bytes_per_chunk": 5.576, "boundary_entropy": 0.28604, "router_noise": 0.0, "grad_norm": 0.6691, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 166.4} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.213166, "boundary_entropy": 0.186468, "bpb": 2.14052}, "de": {"chunks": 3334.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162373, "cps": 26.046875, "mean_p": 0.237083, "boundary_entropy": 0.264193, "bpb": 2.385891}, "vi": {"chunks": 4368.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236941, "cps": 34.125, "mean_p": 0.230971, "boundary_entropy": 0.205232, "bpb": 1.991839}, "tr": {"chunks": 3814.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210683, "cps": 29.796875, "mean_p": 0.223483, "boundary_entropy": 0.219459, "bpb": 2.380169}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.246265, "boundary_entropy": 0.302359, "bpb": 2.578867}, "ru": {"chunks": 6061.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319842, "cps": 47.351562, "mean_p": 0.241985, "boundary_entropy": 0.260541, "bpb": 1.456058}, "el": {"chunks": 7042.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343127, "cps": 55.015625, "mean_p": 0.245781, "boundary_entropy": 0.257228, "bpb": 1.532594}, "hi": {"chunks": 6809.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404695, "cps": 53.195312, "mean_p": 0.361512, "boundary_entropy": 0.523851, "bpb": 1.26693}, "ta": {"chunks": 8769.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.469056, "cps": 68.507812, "mean_p": 0.236639, "boundary_entropy": 0.331283, "bpb": 1.006551}, "th": {"chunks": 7628.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.474231, "cps": 59.59375, "mean_p": 0.407584, "boundary_entropy": 0.588169, "bpb": 1.159355}, "zh": {"chunks": 2974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503556, "cps": 23.234375, "mean_p": 0.259526, "boundary_entropy": 0.376877, "bpb": 3.312927}, "my": {"chunks": 8530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450179, "cps": 66.640625, "mean_p": 0.357262, "boundary_entropy": 0.555189, "bpb": 1.164385}}, "bpb": {"en": 2.14052, "de": 2.38589, "vi": 1.99184, "tr": 2.38017, "fi": 2.57887, "ru": 1.45606, "el": 1.53259, "hi": 1.26693, "ta": 1.00655, "th": 1.15935, "zh": 3.31293, "my": 1.16438}, "gini_cpc": 0.222369, "gini_cps": 0.224787, "bpic": 5.88098, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9791314078559001, "vi": 1.4287863127570206, "tr": 1.2704510330870602, "fi": 0.9754788606790095, "ru": 1.9286919291932485, "el": 2.0691070907413547, "hi": 2.4403721197480484, "ta": 2.8284753224844157, "th": 2.859679832387324, "zh": 3.036514190086828, "my": 2.714647528612063}, "t": 169.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.152, "de": 2.39452, "vi": 1.99325, "tr": 2.38515, "fi": 2.58858, "ru": 1.4331, "el": 1.52418, "hi": 1.26418, "ta": 1.01443, "th": 1.17704, "zh": 3.31339, "my": 1.17035}, "bytes_per_chunk": {"en": 5.735, "de": 6.213, "vi": 5.546, "tr": 5.164, "fi": 6.291, "ru": 5.758, "el": 5.361, "hi": 6.117, "ta": 5.769, "th": 6.27, "zh": 5.875, "my": 6.425}, "bpb_mean": 1.86751, "t": 170.5} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.47427, "bpb": 2.12692, "chunk_loss": 0.030088, "F": 0.17297, "G": 0.26011, "chunks": 177.12, "bytes_per_chunk": 5.781, "boundary_entropy": 0.29834, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 170.5} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.38172, "bpb": 1.9934, "chunk_loss": 0.029917, "F": 0.16568, "G": 0.24035, "chunks": 169.66, "bytes_per_chunk": 6.036, "boundary_entropy": 0.25884, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 172.5} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.41344, "bpb": 2.03916, "chunk_loss": 0.030067, "F": 0.1716, "G": 0.22982, "chunks": 175.72, "bytes_per_chunk": 5.827, "boundary_entropy": 0.22897, "router_noise": 0.0, "grad_norm": 0.6503, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 174.4} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.3637, "bpb": 1.9674, "chunk_loss": 0.029911, "F": 0.16779, "G": 0.25501, "chunks": 171.81, "bytes_per_chunk": 5.96, "boundary_entropy": 0.29868, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 176.4} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.20967, "boundary_entropy": 0.176991, "bpb": 2.136544}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.230526, "boundary_entropy": 0.254451, "bpb": 2.366367}, "vi": {"chunks": 4332.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234988, "cps": 33.84375, "mean_p": 0.226627, "boundary_entropy": 0.196911, "bpb": 1.982749}, "tr": {"chunks": 3731.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206098, "cps": 29.148438, "mean_p": 0.215444, "boundary_entropy": 0.208835, "bpb": 2.369758}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.235364, "boundary_entropy": 0.285457, "bpb": 2.563318}, "ru": {"chunks": 6088.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321266, "cps": 47.5625, "mean_p": 0.234538, "boundary_entropy": 0.240769, "bpb": 1.42644}, "el": {"chunks": 6708.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326853, "cps": 52.40625, "mean_p": 0.22428, "boundary_entropy": 0.229877, "bpb": 1.508287}, "hi": {"chunks": 6651.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395305, "cps": 51.960938, "mean_p": 0.361502, "boundary_entropy": 0.522714, "bpb": 1.259537}, "ta": {"chunks": 8581.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459, "cps": 67.039062, "mean_p": 0.23981, "boundary_entropy": 0.342014, "bpb": 1.008319}, "th": {"chunks": 6706.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.41691, "cps": 52.390625, "mean_p": 0.397323, "boundary_entropy": 0.58374, "bpb": 1.155083}, "zh": {"chunks": 2974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503556, "cps": 23.234375, "mean_p": 0.255644, "boundary_entropy": 0.362768, "bpb": 3.285887}, "my": {"chunks": 9281.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489814, "cps": 72.507812, "mean_p": 0.362767, "boundary_entropy": 0.550448, "bpb": 1.153764}}, "bpb": {"en": 2.13654, "de": 2.36637, "vi": 1.98275, "tr": 2.36976, "fi": 2.56332, "ru": 1.42644, "el": 1.50829, "hi": 1.25954, "ta": 1.00832, "th": 1.15508, "zh": 3.28589, "my": 1.15376}, "gini_cpc": 0.224041, "gini_cps": 0.225789, "bpic": 5.97213, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670942557476504, "vi": 1.4135819549278201, "tr": 1.2397964377095623, "fi": 0.9644842506433684, "ru": 1.9325961765593778, "el": 1.9662009216001224, "hi": 2.3779765165596727, "ta": 2.7611380385575313, "th": 2.507945937483648, "zh": 3.0291669383306554, "my": 2.9465043266849054}, "t": 179.2} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1464, "de": 2.37621, "vi": 1.98619, "tr": 2.37374, "fi": 2.57194, "ru": 1.40396, "el": 1.49788, "hi": 1.25758, "ta": 1.01556, "th": 1.17274, "zh": 3.28723, "my": 1.1608}, "bytes_per_chunk": {"en": 5.733, "de": 6.258, "vi": 5.571, "tr": 5.229, "fi": 6.322, "ru": 5.768, "el": 5.632, "hi": 6.39, "ta": 5.881, "th": 6.925, "zh": 5.853, "my": 5.874}, "bpb_mean": 1.85419, "t": 180.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.3128, "bpb": 1.89397, "chunk_loss": 0.030022, "F": 0.17184, "G": 0.23664, "chunks": 175.97, "bytes_per_chunk": 5.819, "boundary_entropy": 0.24611, "router_noise": 0.0, "grad_norm": 0.7373, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 180.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.54442, "bpb": 2.22813, "chunk_loss": 0.030076, "F": 0.17221, "G": 0.23709, "chunks": 176.34, "bytes_per_chunk": 5.807, "boundary_entropy": 0.25296, "router_noise": 0.0, "grad_norm": 0.7005, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 182.5} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.50727, "bpb": 2.17454, "chunk_loss": 0.030069, "F": 0.172, "G": 0.23909, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.24581, "router_noise": 0.0, "grad_norm": 0.6966, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 184.4} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.32812, "bpb": 1.91608, "chunk_loss": 0.030063, "F": 0.17059, "G": 0.23995, "chunks": 174.69, "bytes_per_chunk": 5.862, "boundary_entropy": 0.27169, "router_noise": 0.0, "grad_norm": 0.6012, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 186.4} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.212491, "boundary_entropy": 0.181156, "bpb": 2.112175}, "de": {"chunks": 3315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161447, "cps": 25.898438, "mean_p": 0.230382, "boundary_entropy": 0.2497, "bpb": 2.344905}, "vi": {"chunks": 4340.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235422, "cps": 33.90625, "mean_p": 0.227894, "boundary_entropy": 0.19634, "bpb": 1.955352}, "tr": {"chunks": 3720.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205491, "cps": 29.0625, "mean_p": 0.217186, "boundary_entropy": 0.214262, "bpb": 2.349918}, "fi": {"chunks": 3080.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163734, "cps": 24.0625, "mean_p": 0.247954, "boundary_entropy": 0.300423, "bpb": 2.537853}, "ru": {"chunks": 6087.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321214, "cps": 47.554688, "mean_p": 0.236035, "boundary_entropy": 0.243511, "bpb": 1.413696}, "el": {"chunks": 6726.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32773, "cps": 52.546875, "mean_p": 0.226271, "boundary_entropy": 0.227718, "bpb": 1.49047}, "hi": {"chunks": 7288.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433165, "cps": 56.9375, "mean_p": 0.354847, "boundary_entropy": 0.509962, "bpb": 1.240094}, "ta": {"chunks": 8673.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463921, "cps": 67.757812, "mean_p": 0.238648, "boundary_entropy": 0.32989, "bpb": 0.999514}, "th": {"chunks": 7542.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468884, "cps": 58.921875, "mean_p": 0.401737, "boundary_entropy": 0.577899, "bpb": 1.132118}, "zh": {"chunks": 3022.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511683, "cps": 23.609375, "mean_p": 0.258385, "boundary_entropy": 0.353264, "bpb": 3.268603}, "my": {"chunks": 9079.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479153, "cps": 70.929688, "mean_p": 0.344576, "boundary_entropy": 0.534503, "bpb": 1.146123}}, "bpb": {"en": 2.11217, "de": 2.34491, "vi": 1.95535, "tr": 2.34992, "fi": 2.53785, "ru": 1.4137, "el": 1.49047, "hi": 1.24009, "ta": 0.99951, "th": 1.13212, "zh": 3.2686, "my": 1.14612}, "gini_cpc": 0.226472, "gini_cps": 0.229077, "bpic": 5.835731, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9715316584799331, "vi": 1.416682141020317, "tr": 1.2365686162376974, "fi": 0.9852913376586622, "ru": 1.9329468792082243, "el": 1.9721586528867623, "hi": 2.606628399499362, "ta": 2.79170618322737, "th": 2.82157302298345, "zh": 3.079121661212383, "my": 2.8833706378759247}, "t": 189.2} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.1223, "de": 2.35611, "vi": 1.95722, "tr": 2.35517, "fi": 2.54737, "ru": 1.39138, "el": 1.47964, "hi": 1.23636, "ta": 1.00757, "th": 1.1485, "zh": 3.26548, "my": 1.15298}, "bytes_per_chunk": {"en": 5.725, "de": 6.244, "vi": 5.569, "tr": 5.254, "fi": 6.188, "ru": 5.736, "el": 5.615, "hi": 5.79, "ta": 5.866, "th": 6.313, "zh": 5.747, "my": 6.147}, "bpb_mean": 1.83501, "t": 190.5} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.35812, "bpb": 1.95935, "chunk_loss": 0.030003, "F": 0.16946, "G": 0.24874, "chunks": 173.53, "bytes_per_chunk": 5.901, "boundary_entropy": 0.27164, "router_noise": 0.0, "grad_norm": 0.6427, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 190.5} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.36303, "bpb": 1.96643, "chunk_loss": 0.029917, "F": 0.16858, "G": 0.25499, "chunks": 172.62, "bytes_per_chunk": 5.932, "boundary_entropy": 0.28215, "router_noise": 0.0, "grad_norm": 0.7234, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 192.4} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.43121, "bpb": 2.06479, "chunk_loss": 0.030105, "F": 0.17514, "G": 0.24259, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.26006, "router_noise": 0.0, "grad_norm": 0.6897, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 194.4} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.38955, "bpb": 2.0047, "chunk_loss": 0.030263, "F": 0.17874, "G": 0.25081, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.26249, "router_noise": 0.0, "grad_norm": 0.6879, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 196.3} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.208909, "boundary_entropy": 0.172426, "bpb": 2.095997}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.228407, "boundary_entropy": 0.246207, "bpb": 2.325211}, "vi": {"chunks": 4324.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234554, "cps": 33.78125, "mean_p": 0.224117, "boundary_entropy": 0.189168, "bpb": 1.947327}, "tr": {"chunks": 3740.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206596, "cps": 29.21875, "mean_p": 0.216445, "boundary_entropy": 0.208006, "bpb": 2.331373}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.234783, "boundary_entropy": 0.279, "bpb": 2.514205}, "ru": {"chunks": 6096.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321689, "cps": 47.625, "mean_p": 0.227818, "boundary_entropy": 0.22682, "bpb": 1.409574}, "el": {"chunks": 6782.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330459, "cps": 52.984375, "mean_p": 0.227604, "boundary_entropy": 0.233131, "bpb": 1.468659}, "hi": {"chunks": 6949.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413016, "cps": 54.289062, "mean_p": 0.360805, "boundary_entropy": 0.518628, "bpb": 1.232677}, "ta": {"chunks": 8514.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.455416, "cps": 66.515625, "mean_p": 0.239823, "boundary_entropy": 0.341414, "bpb": 0.979043}, "th": {"chunks": 6679.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.415232, "cps": 52.179688, "mean_p": 0.382326, "boundary_entropy": 0.569611, "bpb": 1.122006}, "zh": {"chunks": 3118.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.527938, "cps": 24.359375, "mean_p": 0.252257, "boundary_entropy": 0.336057, "bpb": 3.243844}, "my": {"chunks": 8627.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.455299, "cps": 67.398438, "mean_p": 0.345778, "boundary_entropy": 0.531745, "bpb": 1.139513}}, "bpb": {"en": 2.096, "de": 2.32521, "vi": 1.94733, "tr": 2.33137, "fi": 2.5142, "ru": 1.40957, "el": 1.46866, "hi": 1.23268, "ta": 0.97904, "th": 1.12201, "zh": 3.24384, "my": 1.13951}, "gini_cpc": 0.222729, "gini_cps": 0.217384, "bpic": 5.989653, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9745941479913371, "vi": 1.4129250395921118, "tr": 1.2445078178180708, "fi": 0.9715838145783441, "ru": 1.9378150403998062, "el": 1.990643630637237, "hi": 2.487962425493636, "ta": 2.743372334548945, "th": 2.5013067585203346, "zh": 3.180235246624251, "my": 2.742666489979352}, "t": 199.2} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.10691, "de": 2.33365, "vi": 1.94879, "tr": 2.33824, "fi": 2.52445, "ru": 1.38735, "el": 1.45827, "hi": 1.2284, "ta": 0.98759, "th": 1.14189, "zh": 3.24246, "my": 1.14644}, "bytes_per_chunk": {"en": 5.733, "de": 6.234, "vi": 5.584, "tr": 5.222, "fi": 6.303, "ru": 5.758, "el": 5.594, "hi": 6.017, "ta": 5.921, "th": 6.983, "zh": 5.659, "my": 6.392}, "bpb_mean": 1.82037, "t": 200.4} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.47142, "bpb": 2.12281, "chunk_loss": 0.03023, "F": 0.17975, "G": 0.24336, "chunks": 184.06, "bytes_per_chunk": 5.563, "boundary_entropy": 0.24938, "router_noise": 0.0, "grad_norm": 1.5774, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 200.5} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.31871, "bpb": 1.9025, "chunk_loss": 0.030053, "F": 0.17346, "G": 0.2281, "chunks": 177.62, "bytes_per_chunk": 5.765, "boundary_entropy": 0.22028, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 202.4} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.57697, "bpb": 2.27509, "chunk_loss": 0.030139, "F": 0.17447, "G": 0.23052, "chunks": 178.66, "bytes_per_chunk": 5.732, "boundary_entropy": 0.2441, "router_noise": 0.0, "grad_norm": 0.7527, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 204.4} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.29916, "bpb": 1.87429, "chunk_loss": 0.030091, "F": 0.17572, "G": 0.24803, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.26501, "router_noise": 0.0, "grad_norm": 0.6957, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 206.3} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.207956, "boundary_entropy": 0.168693, "bpb": 2.083435}, "de": {"chunks": 3326.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161983, "cps": 25.984375, "mean_p": 0.22951, "boundary_entropy": 0.246086, "bpb": 2.303273}, "vi": {"chunks": 4330.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234879, "cps": 33.828125, "mean_p": 0.223796, "boundary_entropy": 0.183503, "bpb": 1.936727}, "tr": {"chunks": 3741.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206651, "cps": 29.226562, "mean_p": 0.215727, "boundary_entropy": 0.202899, "bpb": 2.302789}, "fi": {"chunks": 3052.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162245, "cps": 23.84375, "mean_p": 0.240584, "boundary_entropy": 0.286938, "bpb": 2.496824}, "ru": {"chunks": 6076.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320633, "cps": 47.46875, "mean_p": 0.232293, "boundary_entropy": 0.233611, "bpb": 1.390736}, "el": {"chunks": 6905.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336452, "cps": 53.945312, "mean_p": 0.233436, "boundary_entropy": 0.226156, "bpb": 1.451477}, "hi": {"chunks": 6944.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.412719, "cps": 54.25, "mean_p": 0.352907, "boundary_entropy": 0.508414, "bpb": 1.216712}, "ta": {"chunks": 9601.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51356, "cps": 75.007812, "mean_p": 0.245418, "boundary_entropy": 0.321289, "bpb": 0.962394}, "th": {"chunks": 7745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481505, "cps": 60.507812, "mean_p": 0.404721, "boundary_entropy": 0.577143, "bpb": 1.109245}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.248148, "boundary_entropy": 0.336948, "bpb": 3.235377}, "my": {"chunks": 8513.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449282, "cps": 66.507812, "mean_p": 0.337221, "boundary_entropy": 0.522707, "bpb": 1.132979}}, "bpb": {"en": 2.08343, "de": 2.30327, "vi": 1.93673, "tr": 2.30279, "fi": 2.49682, "ru": 1.39074, "el": 1.45148, "hi": 1.21671, "ta": 0.96239, "th": 1.10925, "zh": 3.23538, "my": 1.13298}, "gini_cpc": 0.230582, "gini_cps": 0.23413, "bpic": 5.805188, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9764436243119818, "vi": 1.4158657972116526, "tr": 1.245702950485714, "fi": 0.9780250583728461, "ru": 1.932795417178088, "el": 2.0281504774159878, "hi": 2.4878945892099185, "ta": 3.09576749922391, "th": 2.902536522559028, "zh": 3.051793066552059, "my": 2.7082989018712653}, "t": 209.2} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.09495, "de": 2.31434, "vi": 1.93733, "tr": 2.309, "fi": 2.50863, "ru": 1.36818, "el": 1.44035, "hi": 1.21337, "ta": 0.97166, "th": 1.12694, "zh": 3.23324, "my": 1.139}, "bytes_per_chunk": {"en": 5.734, "de": 6.235, "vi": 5.576, "tr": 5.215, "fi": 6.253, "ru": 5.758, "el": 5.484, "hi": 6.007, "ta": 5.288, "th": 6.091, "zh": 5.877, "my": 6.576}, "bpb_mean": 1.80475, "t": 210.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.36028, "bpb": 1.96247, "chunk_loss": 0.030071, "F": 0.17245, "G": 0.23149, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.2307, "router_noise": 0.0, "grad_norm": 0.7088, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 210.4} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.47333, "bpb": 2.12556, "chunk_loss": 0.030048, "F": 0.17349, "G": 0.25233, "chunks": 177.66, "bytes_per_chunk": 5.764, "boundary_entropy": 0.28596, "router_noise": 0.0, "grad_norm": 0.6634, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 212.4} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.48253, "bpb": 2.13884, "chunk_loss": 0.030149, "F": 0.17325, "G": 0.24591, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.27151, "router_noise": 0.0, "grad_norm": 0.7227, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 214.4} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41826, "bpb": 2.04611, "chunk_loss": 0.030115, "F": 0.17352, "G": 0.23633, "chunks": 177.69, "bytes_per_chunk": 5.763, "boundary_entropy": 0.24897, "router_noise": 0.0, "grad_norm": 0.7291, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 216.3} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.206512, "boundary_entropy": 0.164808, "bpb": 2.068456}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.230855, "boundary_entropy": 0.248818, "bpb": 2.287734}, "vi": {"chunks": 4334.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235096, "cps": 33.859375, "mean_p": 0.221357, "boundary_entropy": 0.178607, "bpb": 1.920894}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.208219, "boundary_entropy": 0.194933, "bpb": 2.281817}, "fi": {"chunks": 3027.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160916, "cps": 23.648438, "mean_p": 0.233091, "boundary_entropy": 0.274597, "bpb": 2.468357}, "ru": {"chunks": 6117.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322797, "cps": 47.789062, "mean_p": 0.229178, "boundary_entropy": 0.222657, "bpb": 1.377851}, "el": {"chunks": 6763.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.329533, "cps": 52.835938, "mean_p": 0.224384, "boundary_entropy": 0.213973, "bpb": 1.428283}, "hi": {"chunks": 6924.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41153, "cps": 54.09375, "mean_p": 0.354486, "boundary_entropy": 0.509302, "bpb": 1.216168}, "ta": {"chunks": 8301.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444022, "cps": 64.851562, "mean_p": 0.230647, "boundary_entropy": 0.325706, "bpb": 0.97358}, "th": {"chunks": 7561.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470065, "cps": 59.070312, "mean_p": 0.412149, "boundary_entropy": 0.583118, "bpb": 1.097244}, "zh": {"chunks": 3021.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511514, "cps": 23.601562, "mean_p": 0.248715, "boundary_entropy": 0.327611, "bpb": 3.203183}, "my": {"chunks": 7524.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.397087, "cps": 58.78125, "mean_p": 0.332989, "boundary_entropy": 0.527865, "bpb": 1.125808}}, "bpb": {"en": 2.06846, "de": 2.28773, "vi": 1.92089, "tr": 2.28182, "fi": 2.46836, "ru": 1.37785, "el": 1.42828, "hi": 1.21617, "ta": 0.97358, "th": 1.09724, "zh": 3.20318, "my": 1.12581}, "gini_cpc": 0.22221, "gini_cps": 0.212275, "bpic": 6.060689, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759721310169421, "vi": 1.4152129486898397, "tr": 1.1741489516167076, "fi": 0.9686715977413438, "ru": 1.9431453815818172, "el": 1.9836935024245688, "hi": 2.4772966469182682, "ta": 2.6728893026832354, "th": 2.829659646032562, "zh": 3.0791674783179297, "my": 2.3903496886780813}, "t": 219.2} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08153, "de": 2.29986, "vi": 1.92166, "tr": 2.28858, "fi": 2.47843, "ru": 1.35547, "el": 1.41849, "hi": 1.21363, "ta": 0.98252, "th": 1.11508, "zh": 3.20001, "my": 1.13144}, "bytes_per_chunk": {"en": 5.733, "de": 6.238, "vi": 5.578, "tr": 5.42, "fi": 6.299, "ru": 5.75, "el": 5.577, "hi": 6.048, "ta": 6.101, "th": 6.18, "zh": 5.771, "my": 7.027}, "bpb_mean": 1.79056, "t": 220.4} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.39969, "bpb": 2.01933, "chunk_loss": 0.030101, "F": 0.17383, "G": 0.24988, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.26505, "router_noise": 0.0, "grad_norm": 0.7632, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 220.5} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.29209, "bpb": 1.86409, "chunk_loss": 0.029964, "F": 0.16946, "G": 0.23935, "chunks": 173.53, "bytes_per_chunk": 5.901, "boundary_entropy": 0.2447, "router_noise": 0.0, "grad_norm": 0.6994, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 222.4} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.43971, "bpb": 2.07707, "chunk_loss": 0.030118, "F": 0.17477, "G": 0.24079, "chunks": 178.97, "bytes_per_chunk": 5.722, "boundary_entropy": 0.24707, "router_noise": 0.0, "grad_norm": 0.6904, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 224.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.23252, "bpb": 1.77815, "chunk_loss": 0.030233, "F": 0.17792, "G": 0.25604, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.27082, "router_noise": 0.0, "grad_norm": 0.6715, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 226.3} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.207075, "boundary_entropy": 0.165112, "bpb": 2.05608}, "de": {"chunks": 3340.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162665, "cps": 26.09375, "mean_p": 0.230244, "boundary_entropy": 0.245452, "bpb": 2.282607}, "vi": {"chunks": 4327.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234717, "cps": 33.804688, "mean_p": 0.220876, "boundary_entropy": 0.176099, "bpb": 1.91291}, "tr": {"chunks": 3578.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197647, "cps": 27.953125, "mean_p": 0.209797, "boundary_entropy": 0.198381, "bpb": 2.280909}, "fi": {"chunks": 3020.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160544, "cps": 23.59375, "mean_p": 0.230974, "boundary_entropy": 0.272644, "bpb": 2.447899}, "ru": {"chunks": 6123.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323113, "cps": 47.835938, "mean_p": 0.232037, "boundary_entropy": 0.225756, "bpb": 1.364909}, "el": {"chunks": 6811.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331872, "cps": 53.210938, "mean_p": 0.226236, "boundary_entropy": 0.212164, "bpb": 1.412243}, "hi": {"chunks": 7148.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424844, "cps": 55.84375, "mean_p": 0.363972, "boundary_entropy": 0.517127, "bpb": 1.202269}, "ta": {"chunks": 7772.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.415726, "cps": 60.71875, "mean_p": 0.226423, "boundary_entropy": 0.328928, "bpb": 0.966597}, "th": {"chunks": 7972.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.495617, "cps": 62.28125, "mean_p": 0.415642, "boundary_entropy": 0.583742, "bpb": 1.090141}, "zh": {"chunks": 2866.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485269, "cps": 22.390625, "mean_p": 0.23649, "boundary_entropy": 0.316235, "bpb": 3.194487}, "my": {"chunks": 9054.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.477834, "cps": 70.734375, "mean_p": 0.35103, "boundary_entropy": 0.527391, "bpb": 1.117206}}, "bpb": {"en": 2.05608, "de": 2.28261, "vi": 1.91291, "tr": 2.28091, "fi": 2.4479, "ru": 1.36491, "el": 1.41224, "hi": 1.20227, "ta": 0.9666, "th": 1.09014, "zh": 3.19449, "my": 1.11721}, "gini_cpc": 0.224821, "gini_cps": 0.227971, "bpic": 5.912874, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9778440821536115, "vi": 1.4109749561194562, "tr": 1.1881337619305077, "fi": 0.9650962134105747, "ru": 1.9423638973573762, "el": 1.995012344295128, "hi": 2.5539066741602445, "ta": 2.499095626965177, "th": 2.979351727625745, "zh": 2.917146872680632, "my": 2.8724512464437715}, "t": 229.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.06856, "de": 2.29299, "vi": 1.91497, "tr": 2.28577, "fi": 2.46004, "ru": 1.34259, "el": 1.40198, "hi": 1.19931, "ta": 0.97476, "th": 1.10728, "zh": 3.19141, "my": 1.12415}, "bytes_per_chunk": {"en": 5.729, "de": 6.198, "vi": 5.574, "tr": 5.367, "fi": 6.319, "ru": 5.743, "el": 5.54, "hi": 5.739, "ta": 6.481, "th": 5.959, "zh": 6.076, "my": 5.831}, "bpb_mean": 1.78032, "t": 230.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 230.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.24711, "bpb": 1.7992, "chunk_loss": 0.030136, "F": 0.17334, "G": 0.23559, "chunks": 177.5, "bytes_per_chunk": 5.769, "boundary_entropy": 0.23806, "router_noise": 0.0, "grad_norm": 0.7018, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 230.4} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.26965, "bpb": 1.83171, "chunk_loss": 0.030075, "F": 0.17197, "G": 0.22055, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.20635, "router_noise": 0.0, "grad_norm": 0.7082, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 232.3} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.35165, "bpb": 1.95002, "chunk_loss": 0.030052, "F": 0.16925, "G": 0.23789, "chunks": 173.31, "bytes_per_chunk": 5.908, "boundary_entropy": 0.25394, "router_noise": 0.0, "grad_norm": 0.707, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 234.3} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.31535, "bpb": 1.89766, "chunk_loss": 0.030131, "F": 0.17157, "G": 0.22963, "chunks": 175.69, "bytes_per_chunk": 5.829, "boundary_entropy": 0.22994, "router_noise": 0.0, "grad_norm": 0.6871, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 236.2} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.204346, "boundary_entropy": 0.157807, "bpb": 2.045982}, "de": {"chunks": 3326.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161983, "cps": 25.984375, "mean_p": 0.22381, "boundary_entropy": 0.23257, "bpb": 2.262783}, "vi": {"chunks": 4346.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235747, "cps": 33.953125, "mean_p": 0.222657, "boundary_entropy": 0.176966, "bpb": 1.908192}, "tr": {"chunks": 3490.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192786, "cps": 27.265625, "mean_p": 0.208563, "boundary_entropy": 0.195618, "bpb": 2.259436}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.225611, "boundary_entropy": 0.261611, "bpb": 2.434577}, "ru": {"chunks": 6042.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318839, "cps": 47.203125, "mean_p": 0.229592, "boundary_entropy": 0.225172, "bpb": 1.355196}, "el": {"chunks": 6777.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330215, "cps": 52.945312, "mean_p": 0.226921, "boundary_entropy": 0.21839, "bpb": 1.408013}, "hi": {"chunks": 7080.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420802, "cps": 55.3125, "mean_p": 0.353629, "boundary_entropy": 0.507832, "bpb": 1.191315}, "ta": {"chunks": 9081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.485745, "cps": 70.945312, "mean_p": 0.234864, "boundary_entropy": 0.306108, "bpb": 0.938373}, "th": {"chunks": 8029.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499161, "cps": 62.726562, "mean_p": 0.421591, "boundary_entropy": 0.583296, "bpb": 1.078786}, "zh": {"chunks": 2920.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494412, "cps": 22.8125, "mean_p": 0.241232, "boundary_entropy": 0.315566, "bpb": 3.180484}, "my": {"chunks": 9716.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.512772, "cps": 75.90625, "mean_p": 0.352563, "boundary_entropy": 0.529386, "bpb": 1.104132}}, "bpb": {"en": 2.04598, "de": 2.26278, "vi": 1.90819, "tr": 2.25944, "fi": 2.43458, "ru": 1.3552, "el": 1.40801, "hi": 1.19132, "ta": 0.93837, "th": 1.07879, "zh": 3.18048, "my": 1.10413}, "gini_cpc": 0.23546, "gini_cps": 0.244806, "bpic": 5.752889, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9761055205639513, "vi": 1.4206055640578898, "tr": 1.161720911258338, "fi": 0.9661540640966982, "ru": 1.9213144007776695, "el": 1.9898648101454444, "hi": 2.5357423040670417, "ta": 2.927083674438556, "th": 3.007927220953091, "zh": 2.979314430228708, "my": 3.089947221057544}, "t": 239.0} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.05898, "de": 2.27367, "vi": 1.90912, "tr": 2.26324, "fi": 2.44518, "ru": 1.33221, "el": 1.39819, "hi": 1.18696, "ta": 0.94751, "th": 1.09568, "zh": 3.17479, "my": 1.11131}, "bytes_per_chunk": {"en": 5.732, "de": 6.218, "vi": 5.576, "tr": 5.496, "fi": 6.313, "ru": 5.788, "el": 5.577, "hi": 5.852, "ta": 5.561, "th": 5.868, "zh": 5.946, "my": 5.556}, "bpb_mean": 1.7664, "t": 240.3} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.3141, "bpb": 1.89584, "chunk_loss": 0.030112, "F": 0.17346, "G": 0.23766, "chunks": 177.62, "bytes_per_chunk": 5.765, "boundary_entropy": 0.24232, "router_noise": 0.0, "grad_norm": 0.6782, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 240.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.16128, "bpb": 1.67537, "chunk_loss": 0.030173, "F": 0.17441, "G": 0.25069, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.27259, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 242.3} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.28421, "bpb": 1.85273, "chunk_loss": 0.030052, "F": 0.17007, "G": 0.22835, "chunks": 174.16, "bytes_per_chunk": 5.88, "boundary_entropy": 0.22663, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 244.2} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.28611, "bpb": 1.85546, "chunk_loss": 0.03005, "F": 0.17178, "G": 0.22243, "chunks": 175.91, "bytes_per_chunk": 5.821, "boundary_entropy": 0.2074, "router_noise": 0.0, "grad_norm": 0.6872, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 246.1} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.202944, "boundary_entropy": 0.152791, "bpb": 2.03494}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.221729, "boundary_entropy": 0.227043, "bpb": 2.258243}, "vi": {"chunks": 4313.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233957, "cps": 33.695312, "mean_p": 0.217325, "boundary_entropy": 0.166631, "bpb": 1.897335}, "tr": {"chunks": 3543.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195713, "cps": 27.679688, "mean_p": 0.206275, "boundary_entropy": 0.185913, "bpb": 2.248902}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.228005, "boundary_entropy": 0.264962, "bpb": 2.42142}, "ru": {"chunks": 6120.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322955, "cps": 47.8125, "mean_p": 0.229281, "boundary_entropy": 0.220147, "bpb": 1.345938}, "el": {"chunks": 6842.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333382, "cps": 53.453125, "mean_p": 0.226219, "boundary_entropy": 0.210291, "bpb": 1.391755}, "hi": {"chunks": 6913.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.410877, "cps": 54.007812, "mean_p": 0.350584, "boundary_entropy": 0.503829, "bpb": 1.181603}, "ta": {"chunks": 8922.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.47724, "cps": 69.703125, "mean_p": 0.232758, "boundary_entropy": 0.313087, "bpb": 0.936969}, "th": {"chunks": 7767.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482872, "cps": 60.679688, "mean_p": 0.414511, "boundary_entropy": 0.580952, "bpb": 1.073165}, "zh": {"chunks": 2896.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490349, "cps": 22.625, "mean_p": 0.236264, "boundary_entropy": 0.303081, "bpb": 3.173635}, "my": {"chunks": 7551.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398512, "cps": 58.992188, "mean_p": 0.335778, "boundary_entropy": 0.517776, "bpb": 1.094006}}, "bpb": {"en": 2.03494, "de": 2.25824, "vi": 1.89733, "tr": 2.2489, "fi": 2.42142, "ru": 1.34594, "el": 1.39175, "hi": 1.1816, "ta": 0.93697, "th": 1.07317, "zh": 3.17364, "my": 1.09401}, "gini_cpc": 0.223408, "gini_cps": 0.22311, "bpic": 5.987784, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9739636439745827, "vi": 1.4088429842812538, "tr": 1.1785469230567798, "fi": 0.9654854453672197, "ru": 1.9447710693776192, "el": 2.007559853094182, "hi": 2.4742168568152723, "ta": 2.873842921936643, "th": 2.9077597280020826, "zh": 2.9527820514472998, "my": 2.39975757728491}, "t": 249.0} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.04595, "de": 2.26724, "vi": 1.89798, "tr": 2.25266, "fi": 2.4342, "ru": 1.32359, "el": 1.38373, "hi": 1.17837, "ta": 0.94651, "th": 1.08897, "zh": 3.16756, "my": 1.10067}, "bytes_per_chunk": {"en": 5.732, "de": 6.24, "vi": 5.596, "tr": 5.435, "fi": 6.311, "ru": 5.731, "el": 5.519, "hi": 6.106, "ta": 5.713, "th": 6.141, "zh": 6.033, "my": 7.074}, "bpb_mean": 1.75729, "t": 250.2} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.4438, "bpb": 2.08296, "chunk_loss": 0.0301, "F": 0.17511, "G": 0.2532, "chunks": 179.31, "bytes_per_chunk": 5.711, "boundary_entropy": 0.2705, "router_noise": 0.0, "grad_norm": 0.6565, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 250.2} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.332, "bpb": 1.92168, "chunk_loss": 0.030006, "F": 0.16879, "G": 0.24435, "chunks": 172.84, "bytes_per_chunk": 5.924, "boundary_entropy": 0.26527, "router_noise": 0.0, "grad_norm": 0.722, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 252.2} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.39495, "bpb": 2.01249, "chunk_loss": 0.030231, "F": 0.17871, "G": 0.24875, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.24807, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 254.1} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.3631, "bpb": 1.96654, "chunk_loss": 0.030072, "F": 0.17203, "G": 0.23514, "chunks": 176.16, "bytes_per_chunk": 5.813, "boundary_entropy": 0.23198, "router_noise": 0.0, "grad_norm": 0.683, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 256.1} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.204609, "boundary_entropy": 0.156729, "bpb": 2.028039}, "de": {"chunks": 3346.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162957, "cps": 26.140625, "mean_p": 0.226503, "boundary_entropy": 0.235319, "bpb": 2.247214}, "vi": {"chunks": 4309.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23374, "cps": 33.664062, "mean_p": 0.217027, "boundary_entropy": 0.163857, "bpb": 1.891961}, "tr": {"chunks": 3453.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190742, "cps": 26.976562, "mean_p": 0.206794, "boundary_entropy": 0.192005, "bpb": 2.237563}, "fi": {"chunks": 3041.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161661, "cps": 23.757812, "mean_p": 0.231213, "boundary_entropy": 0.269088, "bpb": 2.406856}, "ru": {"chunks": 6109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322375, "cps": 47.726562, "mean_p": 0.227244, "boundary_entropy": 0.216414, "bpb": 1.338488}, "el": {"chunks": 6698.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326366, "cps": 52.328125, "mean_p": 0.221602, "boundary_entropy": 0.209567, "bpb": 1.383386}, "hi": {"chunks": 6885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.409212, "cps": 53.789062, "mean_p": 0.34833, "boundary_entropy": 0.502836, "bpb": 1.168021}, "ta": {"chunks": 8882.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4751, "cps": 69.390625, "mean_p": 0.231593, "boundary_entropy": 0.313194, "bpb": 0.931738}, "th": {"chunks": 7851.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488094, "cps": 61.335938, "mean_p": 0.412996, "boundary_entropy": 0.576134, "bpb": 1.064404}, "zh": {"chunks": 2976.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503894, "cps": 23.25, "mean_p": 0.239616, "boundary_entropy": 0.300025, "bpb": 3.151385}, "my": {"chunks": 8537.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450549, "cps": 66.695312, "mean_p": 0.344756, "boundary_entropy": 0.52676, "bpb": 1.091471}}, "bpb": {"en": 2.02804, "de": 2.24721, "vi": 1.89196, "tr": 2.23756, "fi": 2.40686, "ru": 1.33849, "el": 1.38339, "hi": 1.16802, "ta": 0.93174, "th": 1.0644, "zh": 3.15138, "my": 1.09147}, "gini_cpc": 0.228823, "gini_cps": 0.22939, "bpic": 5.906413, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9812954991686098, "vi": 1.4075363828583174, "tr": 1.1486092366116458, "fi": 0.973488474589428, "ru": 1.9412755658215484, "el": 1.9653077895388533, "hi": 2.4641954374617603, "ta": 2.8609586228022037, "th": 2.9392071101511976, "zh": 3.034350616404407, "my": 2.71311487713962}, "t": 258.9} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04056, "de": 2.25753, "vi": 1.89177, "tr": 2.24207, "fi": 2.41981, "ru": 1.31601, "el": 1.3734, "hi": 1.16388, "ta": 0.94112, "th": 1.08262, "zh": 3.14763, "my": 1.09945}, "bytes_per_chunk": {"en": 5.731, "de": 6.205, "vi": 5.599, "tr": 5.581, "fi": 6.279, "ru": 5.752, "el": 5.629, "hi": 6.05, "ta": 5.725, "th": 5.999, "zh": 5.848, "my": 6.23}, "bpb_mean": 1.74799, "t": 260.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.24396, "bpb": 1.79466, "chunk_loss": 0.030115, "F": 0.17337, "G": 0.24416, "chunks": 177.53, "bytes_per_chunk": 5.768, "boundary_entropy": 0.24317, "router_noise": 0.0, "grad_norm": 0.7133, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 260.2} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.33088, "bpb": 1.92006, "chunk_loss": 0.030102, "F": 0.17255, "G": 0.23362, "chunks": 176.69, "bytes_per_chunk": 5.796, "boundary_entropy": 0.2391, "router_noise": 0.0, "grad_norm": 0.7142, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 262.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.36639, "bpb": 1.97129, "chunk_loss": 0.030185, "F": 0.17725, "G": 0.23607, "chunks": 181.5, "bytes_per_chunk": 5.642, "boundary_entropy": 0.23105, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 264.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.25347, "bpb": 1.80837, "chunk_loss": 0.030309, "F": 0.17755, "G": 0.26644, "chunks": 181.81, "bytes_per_chunk": 5.632, "boundary_entropy": 0.29622, "router_noise": 0.0, "grad_norm": 0.7584, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 265.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.201735, "boundary_entropy": 0.148695, "bpb": 2.020281}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.222677, "boundary_entropy": 0.227368, "bpb": 2.236356}, "vi": {"chunks": 4312.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233903, "cps": 33.6875, "mean_p": 0.214629, "boundary_entropy": 0.158784, "bpb": 1.882488}, "tr": {"chunks": 3322.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183505, "cps": 25.953125, "mean_p": 0.203977, "boundary_entropy": 0.187463, "bpb": 2.232216}, "fi": {"chunks": 3014.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160225, "cps": 23.546875, "mean_p": 0.227433, "boundary_entropy": 0.262483, "bpb": 2.392956}, "ru": {"chunks": 6079.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320792, "cps": 47.492188, "mean_p": 0.225812, "boundary_entropy": 0.213626, "bpb": 1.331162}, "el": {"chunks": 6704.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326658, "cps": 52.375, "mean_p": 0.219014, "boundary_entropy": 0.205502, "bpb": 1.377868}, "hi": {"chunks": 7357.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437266, "cps": 57.476562, "mean_p": 0.349482, "boundary_entropy": 0.497744, "bpb": 1.164079}, "ta": {"chunks": 8948.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.478631, "cps": 69.90625, "mean_p": 0.230126, "boundary_entropy": 0.306487, "bpb": 0.924088}, "th": {"chunks": 6905.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.429282, "cps": 53.945312, "mean_p": 0.393812, "boundary_entropy": 0.567492, "bpb": 1.062396}, "zh": {"chunks": 3045.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515577, "cps": 23.789062, "mean_p": 0.241902, "boundary_entropy": 0.29452, "bpb": 3.144377}, "my": {"chunks": 9003.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.475142, "cps": 70.335938, "mean_p": 0.345141, "boundary_entropy": 0.521323, "bpb": 1.087734}}, "bpb": {"en": 2.02028, "de": 2.23636, "vi": 1.88249, "tr": 2.23222, "fi": 2.39296, "ru": 1.33116, "el": 1.37787, "hi": 1.16408, "ta": 0.92409, "th": 1.0624, "zh": 3.14438, "my": 1.08773}, "gini_cpc": 0.231155, "gini_cps": 0.232041, "bpic": 5.913694, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9756072396212657, "vi": 1.410468539516546, "tr": 1.1065648484308375, "fi": 0.9661824798181184, "ru": 1.9344197719131755, "el": 1.9697946515663223, "hi": 2.636777454102863, "ta": 2.8862124741236803, "th": 2.5886325698262285, "zh": 3.109006627039136, "my": 2.865178393914936}, "t": 268.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03252, "de": 2.24637, "vi": 1.88348, "tr": 2.2369, "fi": 2.40435, "ru": 1.30891, "el": 1.36711, "hi": 1.15974, "ta": 0.93326, "th": 1.078, "zh": 3.13864, "my": 1.09548}, "bytes_per_chunk": {"en": 5.732, "de": 6.232, "vi": 5.602, "tr": 5.807, "fi": 6.313, "ru": 5.784, "el": 5.651, "hi": 5.75, "ta": 5.72, "th": 6.719, "zh": 5.741, "my": 5.894}, "bpb_mean": 1.7404, "t": 270.0} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.45707, "bpb": 2.10211, "chunk_loss": 0.030071, "F": 0.17291, "G": 0.22124, "chunks": 177.06, "bytes_per_chunk": 5.783, "boundary_entropy": 0.1959, "router_noise": 0.0, "grad_norm": 0.7634, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 270.0} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26711, "bpb": 1.82806, "chunk_loss": 0.030141, "F": 0.17349, "G": 0.25241, "chunks": 177.66, "bytes_per_chunk": 5.764, "boundary_entropy": 0.27433, "router_noise": 0.0, "grad_norm": 0.6929, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 272.0} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.43427, "bpb": 2.06921, "chunk_loss": 0.030115, "F": 0.17657, "G": 0.23156, "chunks": 180.81, "bytes_per_chunk": 5.663, "boundary_entropy": 0.22476, "router_noise": 0.0, "grad_norm": 0.7334, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 273.9} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.22584, "bpb": 1.76852, "chunk_loss": 0.030074, "F": 0.17526, "G": 0.24847, "chunks": 179.47, "bytes_per_chunk": 5.706, "boundary_entropy": 0.2659, "router_noise": 0.0, "grad_norm": 0.6451, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 275.8} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.201585, "boundary_entropy": 0.147563, "bpb": 2.015504}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.222752, "boundary_entropy": 0.226623, "bpb": 2.232017}, "vi": {"chunks": 4307.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233632, "cps": 33.648438, "mean_p": 0.215187, "boundary_entropy": 0.159728, "bpb": 1.876906}, "tr": {"chunks": 3448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190466, "cps": 26.9375, "mean_p": 0.205156, "boundary_entropy": 0.183962, "bpb": 2.218324}, "fi": {"chunks": 3037.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161448, "cps": 23.726562, "mean_p": 0.2302, "boundary_entropy": 0.264614, "bpb": 2.385762}, "ru": {"chunks": 6104.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322111, "cps": 47.6875, "mean_p": 0.225233, "boundary_entropy": 0.211894, "bpb": 1.326794}, "el": {"chunks": 6786.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330653, "cps": 53.015625, "mean_p": 0.22258, "boundary_entropy": 0.203115, "bpb": 1.35916}, "hi": {"chunks": 7118.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423061, "cps": 55.609375, "mean_p": 0.340698, "boundary_entropy": 0.488378, "bpb": 1.154987}, "ta": {"chunks": 8559.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457823, "cps": 66.867188, "mean_p": 0.225463, "boundary_entropy": 0.302656, "bpb": 0.919782}, "th": {"chunks": 7084.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44041, "cps": 55.34375, "mean_p": 0.402851, "boundary_entropy": 0.571433, "bpb": 1.056813}, "zh": {"chunks": 2970.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502878, "cps": 23.203125, "mean_p": 0.236603, "boundary_entropy": 0.293547, "bpb": 3.133574}, "my": {"chunks": 9078.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479101, "cps": 70.921875, "mean_p": 0.343621, "boundary_entropy": 0.518412, "bpb": 1.083726}}, "bpb": {"en": 2.0155, "de": 2.23202, "vi": 1.87691, "tr": 2.21832, "fi": 2.38576, "ru": 1.32679, "el": 1.35916, "hi": 1.15499, "ta": 0.91978, "th": 1.05681, "zh": 3.13357, "my": 1.08373}, "gini_cpc": 0.225611, "gini_cps": 0.228595, "bpic": 5.930692, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759721310169421, "vi": 1.406396439780143, "tr": 1.1465493019468729, "fi": 0.9718717021276712, "ru": 1.9390157608591487, "el": 1.9904397615633775, "hi": 2.5467067493882483, "ta": 2.755964286431251, "th": 2.651145209958295, "zh": 3.027185504999752, "my": 2.8840503022088817}, "t": 278.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02681, "de": 2.24168, "vi": 1.87821, "tr": 2.22409, "fi": 2.39811, "ru": 1.30386, "el": 1.34874, "hi": 1.15134, "ta": 0.92932, "th": 1.07208, "zh": 3.1277, "my": 1.0913}, "bytes_per_chunk": {"en": 5.732, "de": 6.227, "vi": 5.602, "tr": 5.598, "fi": 6.276, "ru": 5.754, "el": 5.553, "hi": 5.901, "ta": 5.912, "th": 6.599, "zh": 5.835, "my": 5.857}, "bpb_mean": 1.73277, "t": 279.9} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.33398, "bpb": 1.92453, "chunk_loss": 0.030049, "F": 0.17419, "G": 0.23953, "chunks": 178.38, "bytes_per_chunk": 5.741, "boundary_entropy": 0.23267, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 279.9} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30073, "bpb": 1.87656, "chunk_loss": 0.03005, "F": 0.17126, "G": 0.23708, "chunks": 175.38, "bytes_per_chunk": 5.839, "boundary_entropy": 0.23394, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 281.9} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.26985, "bpb": 1.83201, "chunk_loss": 0.030045, "F": 0.16791, "G": 0.22939, "chunks": 171.94, "bytes_per_chunk": 5.956, "boundary_entropy": 0.23621, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 283.8} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.34846, "bpb": 1.94542, "chunk_loss": 0.030054, "F": 0.17047, "G": 0.22807, "chunks": 174.56, "bytes_per_chunk": 5.866, "boundary_entropy": 0.21592, "router_noise": 0.0, "grad_norm": 0.7238, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 285.7} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.201962, "boundary_entropy": 0.149145, "bpb": 2.008169}, "de": {"chunks": 3313.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16135, "cps": 25.882812, "mean_p": 0.222468, "boundary_entropy": 0.227225, "bpb": 2.222724}, "vi": {"chunks": 4301.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233306, "cps": 33.601562, "mean_p": 0.214261, "boundary_entropy": 0.157591, "bpb": 1.871807}, "tr": {"chunks": 3482.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192344, "cps": 27.203125, "mean_p": 0.206686, "boundary_entropy": 0.187488, "bpb": 2.211118}, "fi": {"chunks": 3025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16081, "cps": 23.632812, "mean_p": 0.227042, "boundary_entropy": 0.2615, "bpb": 2.376613}, "ru": {"chunks": 6110.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322427, "cps": 47.734375, "mean_p": 0.226085, "boundary_entropy": 0.210254, "bpb": 1.320605}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.223634, "boundary_entropy": 0.203516, "bpb": 1.355152}, "hi": {"chunks": 7003.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416226, "cps": 54.710938, "mean_p": 0.33869, "boundary_entropy": 0.488996, "bpb": 1.149995}, "ta": {"chunks": 8163.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436641, "cps": 63.773438, "mean_p": 0.219246, "boundary_entropy": 0.302008, "bpb": 0.924964}, "th": {"chunks": 7938.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.493503, "cps": 62.015625, "mean_p": 0.419344, "boundary_entropy": 0.579678, "bpb": 1.048269}, "zh": {"chunks": 2945.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498645, "cps": 23.007812, "mean_p": 0.235532, "boundary_entropy": 0.291011, "bpb": 3.12689}, "my": {"chunks": 8275.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.436722, "cps": 64.648438, "mean_p": 0.342922, "boundary_entropy": 0.518509, "bpb": 1.075526}}, "bpb": {"en": 2.00817, "de": 2.22272, "vi": 1.87181, "tr": 2.21112, "fi": 2.37661, "ru": 1.32061, "el": 1.35515, "hi": 1.14999, "ta": 0.92496, "th": 1.04827, "zh": 3.12689, "my": 1.07553}, "gini_cpc": 0.224692, "gini_cps": 0.221633, "bpic": 5.971293, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9729641134452901, "vi": 1.406870405487167, "tr": 1.1598611686442433, "fi": 0.9697086932481116, "ru": 1.944284389930828, "el": 2.006816448418553, "hi": 2.509902475340811, "ta": 2.6330076471023247, "th": 2.9758965009819844, "zh": 3.0069046031626456, "my": 2.6334945251189708}, "t": 288.6} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.01993, "de": 2.23255, "vi": 1.87297, "tr": 2.21502, "fi": 2.38676, "ru": 1.29796, "el": 1.34573, "hi": 1.1457, "ta": 0.93388, "th": 1.06498, "zh": 3.12002, "my": 1.0831}, "bytes_per_chunk": {"en": 5.734, "de": 6.239, "vi": 5.602, "tr": 5.558, "fi": 6.295, "ru": 5.756, "el": 5.537, "hi": 5.996, "ta": 6.202, "th": 5.926, "zh": 5.903, "my": 6.461}, "bpb_mean": 1.72655, "t": 289.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.22079, "bpb": 1.76122, "chunk_loss": 0.030046, "F": 0.17001, "G": 0.24078, "chunks": 174.09, "bytes_per_chunk": 5.882, "boundary_entropy": 0.25098, "router_noise": 0.0, "grad_norm": 0.7243, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 289.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.26924, "bpb": 1.83113, "chunk_loss": 0.030021, "F": 0.17117, "G": 0.25123, "chunks": 175.28, "bytes_per_chunk": 5.842, "boundary_entropy": 0.2719, "router_noise": 0.0, "grad_norm": 0.7223, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 291.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.45189, "bpb": 2.09464, "chunk_loss": 0.030153, "F": 0.17789, "G": 0.2338, "chunks": 182.16, "bytes_per_chunk": 5.622, "boundary_entropy": 0.217, "router_noise": 0.0, "grad_norm": 0.7511, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 293.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.29128, "bpb": 1.86293, "chunk_loss": 0.030028, "F": 0.17371, "G": 0.22057, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.2065, "router_noise": 0.0, "grad_norm": 0.7306, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 295.6} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.20077, "boundary_entropy": 0.145492, "bpb": 2.002322}, "de": {"chunks": 3317.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161545, "cps": 25.914062, "mean_p": 0.220693, "boundary_entropy": 0.222885, "bpb": 2.213835}, "vi": {"chunks": 4305.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233523, "cps": 33.632812, "mean_p": 0.215675, "boundary_entropy": 0.160091, "bpb": 1.865019}, "tr": {"chunks": 3338.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184389, "cps": 26.078125, "mean_p": 0.202838, "boundary_entropy": 0.181869, "bpb": 2.208954}, "fi": {"chunks": 3020.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160544, "cps": 23.59375, "mean_p": 0.224813, "boundary_entropy": 0.256069, "bpb": 2.369601}, "ru": {"chunks": 6131.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323536, "cps": 47.898438, "mean_p": 0.226174, "boundary_entropy": 0.208738, "bpb": 1.314262}, "el": {"chunks": 6789.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.3308, "cps": 53.039062, "mean_p": 0.222976, "boundary_entropy": 0.202029, "bpb": 1.346072}, "hi": {"chunks": 6870.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.408321, "cps": 53.671875, "mean_p": 0.336995, "boundary_entropy": 0.486616, "bpb": 1.146114}, "ta": {"chunks": 8502.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454774, "cps": 66.421875, "mean_p": 0.222407, "boundary_entropy": 0.298817, "bpb": 0.913706}, "th": {"chunks": 7802.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485048, "cps": 60.953125, "mean_p": 0.416789, "boundary_entropy": 0.576527, "bpb": 1.045413}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.235121, "boundary_entropy": 0.286797, "bpb": 3.113961}, "my": {"chunks": 7867.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.415189, "cps": 61.460938, "mean_p": 0.336459, "boundary_entropy": 0.510904, "bpb": 1.075379}}, "bpb": {"en": 2.00232, "de": 2.21384, "vi": 1.86502, "tr": 2.20895, "fi": 2.3696, "ru": 1.31426, "el": 1.34607, "hi": 1.14611, "ta": 0.91371, "th": 1.04541, "zh": 3.11396, "my": 1.07538}, "gini_cpc": 0.225202, "gini_cps": 0.221588, "bpic": 6.018678, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9741388361901682, "vi": 1.4081788178614867, "tr": 1.111894480452178, "fi": 0.9681058689617512, "ru": 1.9509668731040761, "el": 1.9947696732523512, "hi": 2.46223475733134, "ta": 2.7423534259051774, "th": 2.9249111237920684, "zh": 2.999757461491291, "my": 2.5036497195300234}, "t": 298.5} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01577, "de": 2.22497, "vi": 1.86536, "tr": 2.21261, "fi": 2.38128, "ru": 1.29204, "el": 1.33636, "hi": 1.14212, "ta": 0.92269, "th": 1.06379, "zh": 3.10754, "my": 1.0831}, "bytes_per_chunk": {"en": 5.733, "de": 6.241, "vi": 5.6, "tr": 5.803, "fi": 6.3, "ru": 5.734, "el": 5.551, "hi": 6.084, "ta": 5.93, "th": 6.03, "zh": 5.927, "my": 6.705}, "bpb_mean": 1.72064, "t": 299.7} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.30401, "bpb": 1.88129, "chunk_loss": 0.030105, "F": 0.17365, "G": 0.22944, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.2128, "router_noise": 0.0, "grad_norm": 0.7349, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 299.7} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.20944, "bpb": 1.74485, "chunk_loss": 0.030042, "F": 0.17047, "G": 0.23749, "chunks": 174.56, "bytes_per_chunk": 5.866, "boundary_entropy": 0.23749, "router_noise": 0.0, "grad_norm": 0.756, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 301.7} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.27319, "bpb": 1.83683, "chunk_loss": 0.030111, "F": 0.17639, "G": 0.24227, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.22796, "router_noise": 0.0, "grad_norm": 0.7483, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 303.6} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.29118, "bpb": 1.86279, "chunk_loss": 0.030158, "F": 0.17398, "G": 0.23696, "chunks": 178.16, "bytes_per_chunk": 5.748, "boundary_entropy": 0.24287, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 305.5} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.201563, "boundary_entropy": 0.146967, "bpb": 2.000943}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.221465, "boundary_entropy": 0.223871, "bpb": 2.210169}, "vi": {"chunks": 4313.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233957, "cps": 33.695312, "mean_p": 0.214847, "boundary_entropy": 0.157626, "bpb": 1.86228}, "tr": {"chunks": 3432.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189582, "cps": 26.8125, "mean_p": 0.20524, "boundary_entropy": 0.184494, "bpb": 2.201445}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.229689, "boundary_entropy": 0.262427, "bpb": 2.364931}, "ru": {"chunks": 6124.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323166, "cps": 47.84375, "mean_p": 0.225444, "boundary_entropy": 0.208852, "bpb": 1.313603}, "el": {"chunks": 6806.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331628, "cps": 53.171875, "mean_p": 0.222685, "boundary_entropy": 0.20141, "bpb": 1.343938}, "hi": {"chunks": 7249.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.430847, "cps": 56.632812, "mean_p": 0.337355, "boundary_entropy": 0.480488, "bpb": 1.14225}, "ta": {"chunks": 8987.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.480717, "cps": 70.210938, "mean_p": 0.226136, "boundary_entropy": 0.292937, "bpb": 0.907581}, "th": {"chunks": 7793.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.484489, "cps": 60.882812, "mean_p": 0.409481, "boundary_entropy": 0.568505, "bpb": 1.039797}, "zh": {"chunks": 2924.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49509, "cps": 22.84375, "mean_p": 0.233427, "boundary_entropy": 0.28314, "bpb": 3.112205}, "my": {"chunks": 7892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.416508, "cps": 61.65625, "mean_p": 0.341519, "boundary_entropy": 0.518707, "bpb": 1.071974}}, "bpb": {"en": 2.00094, "de": 2.21017, "vi": 1.86228, "tr": 2.20145, "fi": 2.36493, "ru": 1.3136, "el": 1.34394, "hi": 1.14225, "ta": 0.90758, "th": 1.0398, "zh": 3.1122, "my": 1.07197}, "gini_cpc": 0.226658, "gini_cps": 0.227309, "bpic": 5.925472, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9767372032729897, "vi": 1.4103069707560871, "tr": 1.142810084487295, "fi": 0.9722568896144219, "ru": 1.94806437373249, "el": 1.9990719984494154, "hi": 2.5971699131887527, "ta": 2.8977879924513363, "th": 2.920525128509039, "zh": 2.9844290724408764, "my": 2.5107359254749237}, "t": 308.4} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01383, "de": 2.2218, "vi": 1.86325, "tr": 2.20479, "fi": 2.37681, "ru": 1.29075, "el": 1.33288, "hi": 1.13852, "ta": 0.91691, "th": 1.05602, "zh": 3.10479, "my": 1.07969}, "bytes_per_chunk": {"en": 5.732, "de": 6.234, "vi": 5.599, "tr": 5.633, "fi": 6.273, "ru": 5.751, "el": 5.558, "hi": 5.802, "ta": 5.634, "th": 6.049, "zh": 5.93, "my": 6.662}, "bpb_mean": 1.71667, "t": 309.6} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.33405, "bpb": 1.92463, "chunk_loss": 0.030067, "F": 0.17053, "G": 0.23947, "chunks": 174.62, "bytes_per_chunk": 5.864, "boundary_entropy": 0.24528, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 309.6} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.29332, "bpb": 1.86587, "chunk_loss": 0.030059, "F": 0.17114, "G": 0.23898, "chunks": 175.25, "bytes_per_chunk": 5.843, "boundary_entropy": 0.24624, "router_noise": 0.0, "grad_norm": 0.7283, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 311.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.20808, "bpb": 1.74289, "chunk_loss": 0.030037, "F": 0.17087, "G": 0.24816, "chunks": 174.97, "bytes_per_chunk": 5.852, "boundary_entropy": 0.2617, "router_noise": 0.0, "grad_norm": 0.7315, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 313.5} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.22653, "bpb": 1.76951, "chunk_loss": 0.030067, "F": 0.16953, "G": 0.23822, "chunks": 173.59, "bytes_per_chunk": 5.899, "boundary_entropy": 0.24234, "router_noise": 0.0, "grad_norm": 0.7658, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 315.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.200693, "boundary_entropy": 0.144418, "bpb": 1.997733}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.221663, "boundary_entropy": 0.223771, "bpb": 2.20664}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.214424, "boundary_entropy": 0.15657, "bpb": 1.861569}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.205682, "boundary_entropy": 0.184412, "bpb": 2.198993}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.228071, "boundary_entropy": 0.259724, "bpb": 2.363499}, "ru": {"chunks": 6112.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322533, "cps": 47.75, "mean_p": 0.224042, "boundary_entropy": 0.204836, "bpb": 1.309952}, "el": {"chunks": 6784.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330556, "cps": 53.0, "mean_p": 0.22134, "boundary_entropy": 0.197911, "bpb": 1.340403}, "hi": {"chunks": 6982.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414978, "cps": 54.546875, "mean_p": 0.332415, "boundary_entropy": 0.478042, "bpb": 1.139214}, "ta": {"chunks": 8849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473335, "cps": 69.132812, "mean_p": 0.226499, "boundary_entropy": 0.294513, "bpb": 0.90569}, "th": {"chunks": 7533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468325, "cps": 58.851562, "mean_p": 0.406306, "boundary_entropy": 0.567139, "bpb": 1.041044}, "zh": {"chunks": 3001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508127, "cps": 23.445312, "mean_p": 0.237447, "boundary_entropy": 0.28287, "bpb": 3.105943}, "my": {"chunks": 8934.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471501, "cps": 69.796875, "mean_p": 0.346205, "boundary_entropy": 0.518039, "bpb": 1.072091}}, "bpb": {"en": 1.99773, "de": 2.20664, "vi": 1.86157, "tr": 2.19899, "fi": 2.3635, "ru": 1.30995, "el": 1.3404, "hi": 1.13921, "ta": 0.90569, "th": 1.04104, "zh": 3.10594, "my": 1.07209}, "gini_cpc": 0.228285, "gini_cps": 0.230879, "bpic": 5.884768, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749316113389795, "vi": 1.406876748206433, "tr": 1.1570607127604537, "fi": 0.9709592069884259, "ru": 1.9435739188270633, "el": 1.991920152283709, "hi": 2.5006430461858877, "ta": 2.8523029881187956, "th": 2.8221093231335947, "zh": 3.061959796272723, "my": 2.8412503574442254}, "t": 318.3} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0106, "de": 2.21635, "vi": 1.86226, "tr": 2.20255, "fi": 2.37503, "ru": 1.28842, "el": 1.3297, "hi": 1.13486, "ta": 0.91487, "th": 1.05761, "zh": 3.09847, "my": 1.07946}, "bytes_per_chunk": {"en": 5.733, "de": 6.232, "vi": 5.601, "tr": 5.592, "fi": 6.28, "ru": 5.75, "el": 5.557, "hi": 5.973, "ta": 5.725, "th": 6.28, "zh": 5.85, "my": 5.991}, "bpb_mean": 1.71418, "t": 319.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.200693, "boundary_entropy": 0.144418, "bpb": 1.997733}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.221663, "boundary_entropy": 0.223771, "bpb": 2.20664}, "vi": {"chunks": 4304.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233469, "cps": 33.625, "mean_p": 0.214424, "boundary_entropy": 0.15657, "bpb": 1.861569}, "tr": {"chunks": 3476.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192012, "cps": 27.15625, "mean_p": 0.205682, "boundary_entropy": 0.184412, "bpb": 2.198993}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.228071, "boundary_entropy": 0.259724, "bpb": 2.363499}, "ru": {"chunks": 6112.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322533, "cps": 47.75, "mean_p": 0.224042, "boundary_entropy": 0.204836, "bpb": 1.309952}, "el": {"chunks": 6784.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.330556, "cps": 53.0, "mean_p": 0.22134, "boundary_entropy": 0.197911, "bpb": 1.340403}, "hi": {"chunks": 6982.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414978, "cps": 54.546875, "mean_p": 0.332415, "boundary_entropy": 0.478042, "bpb": 1.139214}, "ta": {"chunks": 8849.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473335, "cps": 69.132812, "mean_p": 0.226499, "boundary_entropy": 0.294513, "bpb": 0.90569}, "th": {"chunks": 7533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468325, "cps": 58.851562, "mean_p": 0.406306, "boundary_entropy": 0.567139, "bpb": 1.041044}, "zh": {"chunks": 3001.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508127, "cps": 23.445312, "mean_p": 0.237447, "boundary_entropy": 0.28287, "bpb": 3.105943}, "my": {"chunks": 8934.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471501, "cps": 69.796875, "mean_p": 0.346205, "boundary_entropy": 0.518039, "bpb": 1.072091}}, "bpb": {"en": 1.99773, "de": 2.20664, "vi": 1.86157, "tr": 2.19899, "fi": 2.3635, "ru": 1.30995, "el": 1.3404, "hi": 1.13921, "ta": 0.90569, "th": 1.04104, "zh": 3.10594, "my": 1.07209}, "gini_cpc": 0.228285, "gini_cps": 0.230879, "bpic": 5.884768, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9749316113389795, "vi": 1.406876748206433, "tr": 1.1570607127604537, "fi": 0.9709592069884259, "ru": 1.9435739188270633, "el": 1.991920152283709, "hi": 2.5006430461858877, "ta": 2.8523029881187956, "th": 2.8221093231335947, "zh": 3.061959796272723, "my": 2.8412503574442254}, "t": 320.5} +{"event": "final", "run": "pilot_Apc_s1", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.018656661963437, "bytes_per_chunk": 5.733745994597491}, "de": {"cpc": 0.16178834071981688, "cps": 25.953125, "bpb": 2.207487249252719, "bytes_per_chunk": 6.221304569672374}, "vi": {"cpc": 0.23346894494168702, "cps": 33.625, "bpb": 1.8655222132457927, "bytes_per_chunk": 5.588351915410689}, "tr": {"cpc": 0.19201237363972823, "cps": 27.15625, "bpb": 2.1948030557992966, "bytes_per_chunk": 5.6078980864468235}, "fi": {"cpc": 0.1611291265748764, "cps": 23.6796875, "bpb": 2.389307071268735, "bytes_per_chunk": 6.2615757604710325}, "ru": {"cpc": 0.322532981530343, "cps": 47.75, "bpb": 1.2879619758103447, "bytes_per_chunk": 5.74373356704645}, "el": {"cpc": 0.330555961604054, "cps": 53.0, "bpb": 1.3260009319199877, "bytes_per_chunk": 5.5577840439290185}, "hi": {"cpc": 0.4149777117384844, "cps": 54.546875, "bpb": 1.1438226120682478, "bytes_per_chunk": 6.006690802438018}, "ta": {"cpc": 0.47333511634126774, "cps": 69.1328125, "bpb": 0.9166641754370782, "bytes_per_chunk": 5.7256683557574695}, "th": {"cpc": 0.4683245259558595, "cps": 58.8515625, "bpb": 1.0549982701737588, "bytes_per_chunk": 6.256644032602599}, "zh": {"cpc": 0.5081273281408737, "cps": 23.4453125, "bpb": 3.105762996663883, "bytes_per_chunk": 5.872335659322812}, "my": {"cpc": 0.4715009499683344, "cps": 69.796875, "bpb": 1.089516612433252, "bytes_per_chunk": 6.00634673326536}}, "gini_cpc": 0.22828500883793912, "gini_cps": 0.23087892541707555, "bpic": 5.884767541707556, "seed": 1, "mean_boundary_entropy": 0.23751242458820343, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 322.9} diff --git a/pilot_Apc_s1/model.safetensors b/pilot_Apc_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..73c7adf7aa1b7c9dac29fe3723d89ae5999450fb --- /dev/null +++ b/pilot_Apc_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a05a7201985be3643d47729ae4ba9094e38de3263a1c8d2fa6431d301dd927b6 +size 90078296 diff --git a/pilot_Apc_s2/config.json b/pilot_Apc_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e3e1ce666fc32670f003b941cf3da684c34a6c80 --- /dev/null +++ b/pilot_Apc_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Apc_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "A", + "seed": 2, + "out_dir": null, + "run_name": "pilot_Apc_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.20184692854175834, + "gini_cps": 0.20989535151221483, + "bpic": 5.635467907960235, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.0244450608670244, + "vi": 1.302571044478923, + "tr": 1.1503147963190619, + "fi": 1.0509935874047531, + "ru": 1.84671045084318, + "el": 1.8141934227406733, + "hi": 2.4724906740007198, + "ta": 2.42667571460134, + "th": 2.5704467917912797, + "zh": 2.684942042306697, + "my": 2.565986216608515 + } + } +} \ No newline at end of file diff --git a/pilot_Apc_s2/final.json b/pilot_Apc_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..43c3e1cdc0fc9172c160045c0835c0341475411a --- /dev/null +++ b/pilot_Apc_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Apc_s2", + "condition": "A", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.18502557030397057, + "cps": 25.15625, + "bpb": 2.0358226695537653, + "bytes_per_chunk": 5.652274221891609 + }, + "de": { + "cpc": 0.18954853163200702, + "cps": 30.40625, + "bpb": 2.209768706605571, + "bytes_per_chunk": 5.391746110099857 + }, + "vi": { + "cpc": 0.24100895036615133, + "cps": 34.7109375, + "bpb": 1.9123895493977185, + "bytes_per_chunk": 5.9578181818181815 + }, + "tr": { + "cpc": 0.21283765121803017, + "cps": 30.1015625, + "bpb": 2.1750034348806433, + "bytes_per_chunk": 5.289960649783069 + }, + "fi": { + "cpc": 0.19446068789538037, + "cps": 28.578125, + "bpb": 2.369738304812118, + "bytes_per_chunk": 5.209073115480531 + }, + "ru": { + "cpc": 0.341688654353562, + "cps": 50.5859375, + "bpb": 1.3246133221482481, + "bytes_per_chunk": 5.472677738228202 + }, + "el": { + "cpc": 0.33567217268430544, + "cps": 53.8203125, + "bpb": 1.4419680702237663, + "bytes_per_chunk": 5.57172309719654 + }, + "hi": { + "cpc": 0.45747399702823177, + "cps": 60.1328125, + "bpb": 1.1049892036007753, + "bytes_per_chunk": 5.647829365506841 + }, + "ta": { + "cpc": 0.44899705803690826, + "cps": 65.578125, + "bpb": 0.9279208268970135, + "bytes_per_chunk": 6.173323285606632 + }, + "th": { + "cpc": 0.47559838358719303, + "cps": 59.765625, + "bpb": 1.0777065637985028, + "bytes_per_chunk": 6.080181841375871 + }, + "zh": { + "cpc": 0.49678293261090417, + "cps": 22.921875, + "bpb": 3.088729533952791, + "bytes_per_chunk": 5.633023185852117 + }, + "my": { + "cpc": 0.47477306312011824, + "cps": 70.28125, + "bpb": 1.1104715751791967, + "bytes_per_chunk": 6.0157194818308035 + } + }, + "gini_cpc": 0.20184692854175834, + "gini_cps": 0.20989535151221483, + "bpic": 5.635467907960235, + "seed": 2, + "mean_boundary_entropy": 0.3497467041015625, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_Apc_s2/log.jsonl b/pilot_Apc_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b1ddb762b2b68381339ad2d36594422a0b8d012a --- /dev/null +++ b/pilot_Apc_s2/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Apc_s2", "condition": "A", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.4} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8724, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.7} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10921.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627535, "cps": 85.320312, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100827}, "de": {"chunks": 16284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793065, "cps": 127.21875, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104479}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.854983}, "tr": {"chunks": 8203.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453129, "cps": 64.085938, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081385}, "fi": {"chunks": 13520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718728, "cps": 105.625, "mean_p": 0.517085, "boundary_entropy": 0.686669, "bpb": 8.042874}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530332, "boundary_entropy": 0.688548, "bpb": 8.195768}, "el": {"chunks": 20675.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007406, "cps": 161.523438, "mean_p": 0.503625, "boundary_entropy": 0.690112, "bpb": 8.279714}, "hi": {"chunks": 885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0526, "cps": 6.914062, "mean_p": 0.462025, "boundary_entropy": 0.687437, "bpb": 8.016736}, "ta": {"chunks": 1277.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068307, "cps": 9.976562, "mean_p": 0.477597, "boundary_entropy": 0.690061, "bpb": 8.085878}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484856, "boundary_entropy": 0.690398, "bpb": 7.718646}, "zh": {"chunks": 11709.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98256, "cps": 91.476562, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126771}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474596, "boundary_entropy": 0.689681, "bpb": 7.800528}}, "bpb": {"en": 8.10083, "de": 8.10448, "vi": 7.85498, "tr": 8.08139, "fi": 8.04287, "ru": 8.19577, "el": 8.27971, "hi": 8.01674, "ta": 8.08588, "th": 7.71865, "zh": 8.12677, "my": 7.80053}, "gini_cpc": 0.489206, "gini_cps": 0.463261, "bpic": 3.014942, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2637768616092695, "vi": 0.4407614296893237, "tr": 0.7220776008691386, "fi": 1.145319147307037, "ru": 2.814376910307391, "el": 1.605337630914055, "hi": 0.08382043510376358, "ta": 0.10884967604757248, "th": 0.36021726328718445, "zh": 3.159279696535594, "my": 0.13590633265250773}, "t": 5.1} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10902.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626444, "cps": 85.171875, "mean_p": 0.513134, "boundary_entropy": 0.686312, "bpb": 8.052646}, "de": {"chunks": 16260.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791896, "cps": 127.03125, "mean_p": 0.524503, "boundary_entropy": 0.686414, "bpb": 8.060218}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481574, "boundary_entropy": 0.687273, "bpb": 7.831247}, "tr": {"chunks": 8249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45567, "cps": 64.445312, "mean_p": 0.498253, "boundary_entropy": 0.686833, "bpb": 8.048615}, "fi": {"chunks": 13497.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717506, "cps": 105.445312, "mean_p": 0.516942, "boundary_entropy": 0.686683, "bpb": 7.998121}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530288, "boundary_entropy": 0.688551, "bpb": 8.10517}, "el": {"chunks": 20636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005506, "cps": 161.21875, "mean_p": 0.503584, "boundary_entropy": 0.690113, "bpb": 8.273466}, "hi": {"chunks": 906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053848, "cps": 7.078125, "mean_p": 0.462269, "boundary_entropy": 0.687476, "bpb": 7.991102}, "ta": {"chunks": 1319.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070554, "cps": 10.304688, "mean_p": 0.477816, "boundary_entropy": 0.690082, "bpb": 8.070549}, "th": {"chunks": 3698.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229904, "cps": 28.890625, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.702869}, "zh": {"chunks": 11683.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978158, "cps": 91.273438, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118687}, "my": {"chunks": 1615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085233, "cps": 12.617188, "mean_p": 0.474588, "boundary_entropy": 0.68968, "bpb": 7.800492}}, "bpb": {"en": 8.05265, "de": 8.06022, "vi": 7.83125, "tr": 8.04861, "fi": 7.99812, "ru": 8.10517, "el": 8.27347, "hi": 7.9911, "ta": 8.07055, "th": 7.70287, "zh": 8.11869, "my": 7.80049}, "gini_cpc": 0.487916, "gini_cps": 0.462043, "bpic": 3.014374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2641135210589363, "vi": 0.4407502658121867, "tr": 0.7273922920914448, "fi": 1.1453634153039942, "ru": 2.8187763761484548, "el": 1.6051019285422041, "hi": 0.0859589431496, "ta": 0.1126256391340116, "th": 0.3669980731491634, "zh": 3.157758236216223, "my": 0.13605894311564287}, "t": 6.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10858.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623915, "cps": 84.828125, "mean_p": 0.512767, "boundary_entropy": 0.686354, "bpb": 7.89807}, "de": {"chunks": 16232.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790532, "cps": 126.8125, "mean_p": 0.524112, "boundary_entropy": 0.686473, "bpb": 7.921941}, "vi": {"chunks": 5067.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274858, "cps": 39.585938, "mean_p": 0.481478, "boundary_entropy": 0.687264, "bpb": 7.752882}, "tr": {"chunks": 8387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463293, "cps": 65.523438, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.941184}, "fi": {"chunks": 13396.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712137, "cps": 104.65625, "mean_p": 0.516363, "boundary_entropy": 0.686734, "bpb": 7.856379}, "ru": {"chunks": 33404.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762744, "cps": 260.96875, "mean_p": 0.530054, "boundary_entropy": 0.68857, "bpb": 7.816913}, "el": {"chunks": 20294.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988842, "cps": 158.546875, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218038}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463111, "boundary_entropy": 0.687608, "bpb": 7.903457}, "ta": {"chunks": 1470.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078631, "cps": 11.484375, "mean_p": 0.478673, "boundary_entropy": 0.69016, "bpb": 7.988904}, "th": {"chunks": 3948.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245446, "cps": 30.84375, "mean_p": 0.485312, "boundary_entropy": 0.690423, "bpb": 7.620617}, "zh": {"chunks": 11610.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.965797, "cps": 90.703125, "mean_p": 0.519764, "boundary_entropy": 0.685653, "bpb": 8.087951}, "my": {"chunks": 1602.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084547, "cps": 12.515625, "mean_p": 0.474495, "boundary_entropy": 0.689669, "bpb": 7.793759}}, "bpb": {"en": 7.89807, "de": 7.92194, "vi": 7.75288, "tr": 7.94118, "fi": 7.85638, "ru": 7.81691, "el": 8.21804, "hi": 7.90346, "ta": 7.9889, "th": 7.62062, "zh": 8.08795, "my": 7.79376}, "gini_cpc": 0.483022, "gini_cps": 0.45685, "bpic": 3.015676, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.267050456593525, "vi": 0.44053665027986844, "tr": 0.7425579882343097, "fi": 1.1413991329579414, "ru": 2.8252933260302946, "el": 1.584897183987771, "hi": 0.09469032221159984, "ta": 0.1260277399448279, "th": 0.3933963821435133, "zh": 3.1507435797906376, "my": 0.13551064691286246}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10129.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582026, "cps": 79.132812, "mean_p": 0.509409, "boundary_entropy": 0.686568, "bpb": 7.422733}, "de": {"chunks": 15618.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760629, "cps": 122.015625, "mean_p": 0.520561, "boundary_entropy": 0.686863, "bpb": 7.48906}, "vi": {"chunks": 4867.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264009, "cps": 38.023438, "mean_p": 0.48076, "boundary_entropy": 0.687199, "bpb": 7.511945}, "tr": {"chunks": 8658.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478263, "cps": 67.640625, "mean_p": 0.499752, "boundary_entropy": 0.686899, "bpb": 7.589559}, "fi": {"chunks": 12503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664664, "cps": 97.679688, "mean_p": 0.512528, "boundary_entropy": 0.686991, "bpb": 7.426378}, "ru": {"chunks": 33187.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751293, "cps": 259.273438, "mean_p": 0.529041, "boundary_entropy": 0.688661, "bpb": 7.199632}, "el": {"chunks": 18815.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.916776, "cps": 146.992188, "mean_p": 0.50135, "boundary_entropy": 0.69013, "bpb": 7.947474}, "hi": {"chunks": 1278.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075958, "cps": 9.984375, "mean_p": 0.465343, "boundary_entropy": 0.687948, "bpb": 7.610115}, "ta": {"chunks": 2099.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112276, "cps": 16.398438, "mean_p": 0.480875, "boundary_entropy": 0.690348, "bpb": 7.735054}, "th": {"chunks": 4614.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.286851, "cps": 36.046875, "mean_p": 0.486159, "boundary_entropy": 0.690464, "bpb": 7.340083}, "zh": {"chunks": 11281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.910091, "cps": 88.132812, "mean_p": 0.518089, "boundary_entropy": 0.685748, "bpb": 7.99733}, "my": {"chunks": 1468.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077475, "cps": 11.46875, "mean_p": 0.473993, "boundary_entropy": 0.68962, "bpb": 7.663785}}, "bpb": {"en": 7.42273, "de": 7.48906, "vi": 7.51195, "tr": 7.58956, "fi": 7.42638, "ru": 7.19963, "el": 7.94747, "hi": 7.61012, "ta": 7.73505, "th": 7.34008, "zh": 7.99733, "my": 7.66378}, "gini_cpc": 0.471551, "gini_cps": 0.442987, "bpic": 3.082157, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3068644986660827, "vi": 0.45360282783339834, "tr": 0.8217213653967123, "fi": 1.1419836782135828, "ru": 3.008959415622898, "el": 1.5751464058391669, "hi": 0.13050685679254703, "ta": 0.19290545913321258, "th": 0.4928492204985283, "zh": 3.281796939360342, "my": 0.13311292559047191}, "t": 9.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4823.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277136, "cps": 37.679688, "mean_p": 0.488713, "boundary_entropy": 0.686416, "bpb": 6.857522}, "de": {"chunks": 8523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415088, "cps": 66.585938, "mean_p": 0.497536, "boundary_entropy": 0.687717, "bpb": 6.931048}, "vi": {"chunks": 3517.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190778, "cps": 27.476562, "mean_p": 0.475354, "boundary_entropy": 0.686684, "bpb": 7.167894}, "tr": {"chunks": 7550.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.417058, "cps": 58.984375, "mean_p": 0.495272, "boundary_entropy": 0.686954, "bpb": 7.150738}, "fi": {"chunks": 6360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.3381, "cps": 49.6875, "mean_p": 0.492192, "boundary_entropy": 0.687148, "bpb": 6.916972}, "ru": {"chunks": 25807.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.361847, "cps": 201.617188, "mean_p": 0.51154, "boundary_entropy": 0.689918, "bpb": 6.368461}, "el": {"chunks": 14716.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.717049, "cps": 114.96875, "mean_p": 0.496056, "boundary_entropy": 0.690088, "bpb": 7.323213}, "hi": {"chunks": 3469.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.206181, "cps": 27.101562, "mean_p": 0.475503, "boundary_entropy": 0.689261, "bpb": 6.572758}, "ta": {"chunks": 6910.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.369618, "cps": 53.984375, "mean_p": 0.490158, "boundary_entropy": 0.690933, "bpb": 6.74875}, "th": {"chunks": 6895.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.42866, "cps": 53.867188, "mean_p": 0.489674, "boundary_entropy": 0.690644, "bpb": 6.489698}, "zh": {"chunks": 9450.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600068, "cps": 73.828125, "mean_p": 0.509529, "boundary_entropy": 0.686084, "bpb": 7.747736}, "my": {"chunks": 1202.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063437, "cps": 9.390625, "mean_p": 0.473225, "boundary_entropy": 0.689566, "bpb": 7.21687}}, "bpb": {"en": 6.85752, "de": 6.93105, "vi": 7.16789, "tr": 7.15074, "fi": 6.91697, "ru": 6.36846, "el": 7.32321, "hi": 6.57276, "ta": 6.74875, "th": 6.4897, "zh": 7.74774, "my": 7.21687}, "gini_cpc": 0.418409, "gini_cps": 0.365757, "bpic": 3.867902, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.49777624927246, "vi": 0.6883924279966467, "tr": 1.5048848097993501, "fi": 1.2199782568184034, "ru": 4.914000154273963, "el": 2.5873536403112514, "hi": 0.7439711338592719, "ta": 1.333703946116709, "th": 1.5467497822029466, "zh": 5.773580482223435, "my": 0.228901136981245}, "t": 11.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5802.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333391, "cps": 45.328125, "mean_p": 0.496417, "boundary_entropy": 0.687223, "bpb": 6.378279}, "de": {"chunks": 7952.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387279, "cps": 62.125, "mean_p": 0.498205, "boundary_entropy": 0.688173, "bpb": 6.45945}, "vi": {"chunks": 11232.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.609276, "cps": 87.75, "mean_p": 0.499923, "boundary_entropy": 0.688482, "bpb": 6.771772}, "tr": {"chunks": 11108.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.6136, "cps": 86.78125, "mean_p": 0.506422, "boundary_entropy": 0.687556, "bpb": 6.734071}, "fi": {"chunks": 5830.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309925, "cps": 45.546875, "mean_p": 0.494624, "boundary_entropy": 0.687786, "bpb": 6.467634}, "ru": {"chunks": 225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011873, "cps": 1.757812, "mean_p": 0.462485, "boundary_entropy": 0.687134, "bpb": 6.192745}, "el": {"chunks": 13009.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.633874, "cps": 101.632812, "mean_p": 0.495664, "boundary_entropy": 0.690209, "bpb": 6.247317}, "hi": {"chunks": 14903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.885765, "cps": 116.429688, "mean_p": 0.498513, "boundary_entropy": 0.690707, "bpb": 5.729406}, "ta": {"chunks": 16504.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.882803, "cps": 128.9375, "mean_p": 0.497638, "boundary_entropy": 0.69114, "bpb": 5.926519}, "th": {"chunks": 3364.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209139, "cps": 26.28125, "mean_p": 0.483389, "boundary_entropy": 0.690307, "bpb": 5.672417}, "zh": {"chunks": 3535.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.598544, "cps": 27.617188, "mean_p": 0.483286, "boundary_entropy": 0.685418, "bpb": 7.348252}, "my": {"chunks": 1925.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.101594, "cps": 15.039062, "mean_p": 0.482325, "boundary_entropy": 0.690574, "bpb": 5.913816}}, "bpb": {"en": 6.37828, "de": 6.45945, "vi": 6.77177, "tr": 6.73407, "fi": 6.46763, "ru": 6.19274, "el": 6.24732, "hi": 5.72941, "ta": 5.92652, "th": 5.67242, "zh": 7.34825, "my": 5.91382}, "gini_cpc": 0.331329, "gini_cps": 0.366841, "bpic": 4.023326, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.161636795128542, "vi": 1.8275124679938375, "tr": 1.8404825975412098, "fi": 0.9296148807736809, "ru": 0.035613913499029995, "el": 1.9012948168576824, "hi": 2.656837694436463, "ta": 2.6479522006365173, "th": 0.6273087099653823, "zh": 1.795322076194752, "my": 0.30472897686129063}, "t": 14.2} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26362, "bpb": 6.15111, "chunk_loss": 0.029939, "F": 0.16339, "G": 0.48511, "chunks": 167.31, "bytes_per_chunk": 6.12, "boundary_entropy": 0.69147, "router_noise": 0.0, "grad_norm": 1.5487, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "alpha": 0.03, "t": 15.5} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2972.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.170775, "cps": 23.21875, "mean_p": 0.487125, "boundary_entropy": 0.686883, "bpb": 5.798877}, "de": {"chunks": 4614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224711, "cps": 36.046875, "mean_p": 0.489881, "boundary_entropy": 0.68795, "bpb": 5.925237}, "vi": {"chunks": 3788.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.205479, "cps": 29.59375, "mean_p": 0.481294, "boundary_entropy": 0.687712, "bpb": 6.240393}, "tr": {"chunks": 2992.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165276, "cps": 23.375, "mean_p": 0.482734, "boundary_entropy": 0.686981, "bpb": 6.225616}, "fi": {"chunks": 1369.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072777, "cps": 10.695312, "mean_p": 0.478483, "boundary_entropy": 0.686834, "bpb": 5.914818}, "ru": {"chunks": 7887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.416201, "cps": 61.617188, "mean_p": 0.49423, "boundary_entropy": 0.690249, "bpb": 5.485107}, "el": {"chunks": 7577.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369196, "cps": 59.195312, "mean_p": 0.492033, "boundary_entropy": 0.690332, "bpb": 5.659694}, "hi": {"chunks": 12378.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.735691, "cps": 96.703125, "mean_p": 0.496801, "boundary_entropy": 0.690739, "bpb": 5.197263}, "ta": {"chunks": 9284.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.496603, "cps": 72.53125, "mean_p": 0.492051, "boundary_entropy": 0.691017, "bpb": 5.250603}, "th": {"chunks": 7292.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.453342, "cps": 56.96875, "mean_p": 0.48426, "boundary_entropy": 0.690216, "bpb": 5.04179}, "zh": {"chunks": 4142.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.701321, "cps": 32.359375, "mean_p": 0.491807, "boundary_entropy": 0.686695, "bpb": 6.9554}, "my": {"chunks": 7427.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.391967, "cps": 58.023438, "mean_p": 0.493592, "boundary_entropy": 0.691259, "bpb": 5.093546}}, "bpb": {"en": 5.79888, "de": 5.92524, "vi": 6.24039, "tr": 6.22562, "fi": 5.91482, "ru": 5.48511, "el": 5.65969, "hi": 5.19726, "ta": 5.2506, "th": 5.04179, "zh": 6.9554, "my": 5.09355}, "gini_cpc": 0.307225, "gini_cps": 0.283095, "bpic": 5.350952, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3158321643411692, "vi": 1.2032119691572112, "tr": 0.9678016381363143, "fi": 0.42615430477843175, "ru": 2.4371257683853167, "el": 2.1618808632064255, "hi": 4.307950659848532, "ta": 2.907936893037882, "th": 2.6546111233600436, "zh": 4.106690438220319, "my": 2.2952255141293407}, "t": 17.3} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40387, "bpb": 4.91075, "chunk_loss": 0.03195, "F": 0.19513, "G": 0.47443, "chunks": 199.81, "bytes_per_chunk": 5.125, "boundary_entropy": 0.6891, "router_noise": 0.0, "grad_norm": 1.6221, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 19.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3017.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173361, "cps": 23.570312, "mean_p": 0.426508, "boundary_entropy": 0.664025, "bpb": 4.473127}, "de": {"chunks": 3525.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171675, "cps": 27.539062, "mean_p": 0.433328, "boundary_entropy": 0.669053, "bpb": 4.663992}, "vi": {"chunks": 6142.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.333171, "cps": 47.984375, "mean_p": 0.464482, "boundary_entropy": 0.677875, "bpb": 5.039682}, "tr": {"chunks": 3662.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202287, "cps": 28.609375, "mean_p": 0.445556, "boundary_entropy": 0.673852, "bpb": 5.008188}, "fi": {"chunks": 2239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119026, "cps": 17.492188, "mean_p": 0.433353, "boundary_entropy": 0.671232, "bpb": 4.717552}, "ru": {"chunks": 6614.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349024, "cps": 51.671875, "mean_p": 0.481447, "boundary_entropy": 0.687242, "bpb": 3.753187}, "el": {"chunks": 2742.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133606, "cps": 21.421875, "mean_p": 0.467655, "boundary_entropy": 0.687441, "bpb": 4.44896}, "hi": {"chunks": 9350.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.555721, "cps": 73.046875, "mean_p": 0.489888, "boundary_entropy": 0.689812, "bpb": 3.611404}, "ta": {"chunks": 9250.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.494785, "cps": 72.265625, "mean_p": 0.482974, "boundary_entropy": 0.690049, "bpb": 3.679397}, "th": {"chunks": 7986.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.496487, "cps": 62.390625, "mean_p": 0.471215, "boundary_entropy": 0.687668, "bpb": 3.40297}, "zh": {"chunks": 3238.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548256, "cps": 25.296875, "mean_p": 0.4863, "boundary_entropy": 0.686202, "bpb": 6.40078}, "my": {"chunks": 3784.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.199704, "cps": 29.5625, "mean_p": 0.488179, "boundary_entropy": 0.690933, "bpb": 4.28376}}, "bpb": {"en": 4.47313, "de": 4.66399, "vi": 5.03968, "tr": 5.00819, "fi": 4.71755, "ru": 3.75319, "el": 4.44896, "hi": 3.6114, "ta": 3.6794, "th": 3.40297, "zh": 6.40078, "my": 4.28376}, "gini_cpc": 0.286709, "gini_cps": 0.265952, "bpic": 6.235373, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9902743364316116, "vi": 1.921832264307519, "tr": 1.1668542129135437, "fi": 0.6865797973939147, "ru": 2.0132781782738625, "el": 0.770682354151888, "hi": 3.205570612492557, "ta": 2.8540729749038234, "th": 2.863894732254454, "zh": 3.1625122163031225, "my": 1.151957778625366}, "t": 21.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.70653, "bpb": 3.9047, "chunk_loss": 0.02955, "F": 0.15988, "G": 0.43689, "chunks": 163.72, "bytes_per_chunk": 6.255, "boundary_entropy": 0.66962, "router_noise": 0.0, "grad_norm": 1.8705, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3111.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178762, "cps": 24.304688, "mean_p": 0.349547, "boundary_entropy": 0.591507, "bpb": 3.872794}, "de": {"chunks": 4200.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.204549, "cps": 32.8125, "mean_p": 0.365214, "boundary_entropy": 0.608284, "bpb": 4.096288}, "vi": {"chunks": 4705.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.255221, "cps": 36.757812, "mean_p": 0.380864, "boundary_entropy": 0.623227, "bpb": 3.615961}, "tr": {"chunks": 3995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220682, "cps": 31.210938, "mean_p": 0.38079, "boundary_entropy": 0.618586, "bpb": 4.223101}, "fi": {"chunks": 3668.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194992, "cps": 28.65625, "mean_p": 0.370145, "boundary_entropy": 0.613253, "bpb": 4.111286}, "ru": {"chunks": 5420.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.286016, "cps": 42.34375, "mean_p": 0.488435, "boundary_entropy": 0.683311, "bpb": 2.864928}, "el": {"chunks": 7173.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34951, "cps": 56.039062, "mean_p": 0.478886, "boundary_entropy": 0.68783, "bpb": 3.043243}, "hi": {"chunks": 8892.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.528499, "cps": 69.46875, "mean_p": 0.451869, "boundary_entropy": 0.670048, "bpb": 2.467713}, "ta": {"chunks": 9630.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.515111, "cps": 75.234375, "mean_p": 0.463849, "boundary_entropy": 0.683203, "bpb": 2.302407}, "th": {"chunks": 7827.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486602, "cps": 61.148438, "mean_p": 0.45419, "boundary_entropy": 0.682218, "bpb": 2.361274}, "zh": {"chunks": 3729.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.631392, "cps": 29.132812, "mean_p": 0.47198, "boundary_entropy": 0.681966, "bpb": 5.373303}, "my": {"chunks": 5189.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.273855, "cps": 40.539062, "mean_p": 0.45993, "boundary_entropy": 0.686097, "bpb": 2.520061}}, "bpb": {"en": 3.87279, "de": 4.09629, "vi": 3.61596, "tr": 4.2231, "fi": 4.11129, "ru": 2.86493, "el": 3.04324, "hi": 2.46771, "ta": 2.30241, "th": 2.36127, "zh": 5.3733, "my": 2.52006}, "gini_cpc": 0.23795, "gini_cps": 0.206603, "bpic": 5.682361, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1442501876580264, "vi": 1.4277119510051084, "tr": 1.2344978596971972, "fi": 1.0907910167869421, "ru": 1.5999786272050236, "el": 1.9551680639042182, "hi": 2.956436056116842, "ta": 2.881541818714516, "th": 2.7220642866114173, "zh": 3.5320191518619737, "my": 1.5319493395007482}, "t": 25.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.8743, "de": 4.09763, "vi": 3.62212, "tr": 4.23224, "fi": 4.11198, "ru": 2.84874, "el": 3.03555, "hi": 2.46323, "ta": 2.31971, "th": 2.39401, "zh": 5.38024, "my": 2.53627}, "bytes_per_chunk": {"en": 5.325, "de": 5.138, "vi": 5.061, "tr": 4.89, "fi": 5.364, "ru": 5.639, "el": 5.45, "hi": 4.921, "ta": 5.172, "th": 7.086, "zh": 4.986, "my": 9.514}, "bpb_mean": 3.40967, "t": 27.1} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52209, "bpb": 3.6386, "chunk_loss": 0.031082, "F": 0.18869, "G": 0.41102, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.63959, "router_noise": 0.0, "grad_norm": 1.4258, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 27.1} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.47593, "bpb": 3.57201, "chunk_loss": 0.030996, "F": 0.1846, "G": 0.40071, "chunks": 189.03, "bytes_per_chunk": 5.417, "boundary_entropy": 0.63851, "router_noise": 0.0, "grad_norm": 1.4151, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.4} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2592.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.14894, "cps": 20.25, "mean_p": 0.339527, "boundary_entropy": 0.584416, "bpb": 3.662336}, "de": {"chunks": 4310.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209906, "cps": 33.671875, "mean_p": 0.351562, "boundary_entropy": 0.593626, "bpb": 3.873632}, "vi": {"chunks": 3710.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.201248, "cps": 28.984375, "mean_p": 0.377497, "boundary_entropy": 0.622966, "bpb": 3.23995}, "tr": {"chunks": 3741.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206651, "cps": 29.226562, "mean_p": 0.362404, "boundary_entropy": 0.602636, "bpb": 3.879545}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.333134, "boundary_entropy": 0.579984, "bpb": 3.894573}, "ru": {"chunks": 5319.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.280686, "cps": 41.554688, "mean_p": 0.467648, "boundary_entropy": 0.680231, "bpb": 2.649526}, "el": {"chunks": 7234.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.352483, "cps": 56.515625, "mean_p": 0.459257, "boundary_entropy": 0.681167, "bpb": 2.750634}, "hi": {"chunks": 8750.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.520059, "cps": 68.359375, "mean_p": 0.382791, "boundary_entropy": 0.613314, "bpb": 2.098305}, "ta": {"chunks": 10233.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.547366, "cps": 79.945312, "mean_p": 0.378986, "boundary_entropy": 0.611266, "bpb": 1.936659}, "th": {"chunks": 7710.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479329, "cps": 60.234375, "mean_p": 0.394493, "boundary_entropy": 0.651004, "bpb": 2.069874}, "zh": {"chunks": 4300.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.728073, "cps": 33.59375, "mean_p": 0.435335, "boundary_entropy": 0.657242, "bpb": 5.001384}, "my": {"chunks": 13641.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.719918, "cps": 106.570312, "mean_p": 0.418085, "boundary_entropy": 0.662671, "bpb": 2.220596}}, "bpb": {"en": 3.66234, "de": 3.87363, "vi": 3.23995, "tr": 3.87954, "fi": 3.89457, "ru": 2.64953, "el": 2.75063, "hi": 2.0983, "ta": 1.93666, "th": 2.06987, "zh": 5.00138, "my": 2.2206}, "gini_cpc": 0.29347, "gini_cps": 0.276156, "bpic": 5.123228, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4093341838161153, "vi": 1.3512007905654502, "tr": 1.387478556347321, "fi": 1.2028380016026872, "ru": 1.884559696569921, "el": 2.3666104740661336, "hi": 3.491741648781025, "ta": 3.675078563787109, "th": 3.218269695713743, "zh": 4.888370740364476, "my": 4.8336138891820895}, "t": 30.6} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.32771, "bpb": 3.35818, "chunk_loss": 0.030833, "F": 0.18915, "G": 0.35796, "chunks": 193.69, "bytes_per_chunk": 5.287, "boundary_entropy": 0.59815, "router_noise": 0.0, "grad_norm": 1.6666, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.066, "alpha": 0.03, "t": 32.7} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09181, "bpb": 3.01784, "chunk_loss": 0.030297, "F": 0.17398, "G": 0.35303, "chunks": 178.16, "bytes_per_chunk": 5.748, "boundary_entropy": 0.57596, "router_noise": 0.0, "grad_norm": 0.7303, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 34.8} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3068.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176291, "cps": 23.96875, "mean_p": 0.338877, "boundary_entropy": 0.562844, "bpb": 3.217315}, "de": {"chunks": 3664.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178444, "cps": 28.625, "mean_p": 0.354764, "boundary_entropy": 0.579816, "bpb": 3.544686}, "vi": {"chunks": 4453.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241551, "cps": 34.789062, "mean_p": 0.389549, "boundary_entropy": 0.614676, "bpb": 2.801577}, "tr": {"chunks": 3840.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21212, "cps": 30.0, "mean_p": 0.353053, "boundary_entropy": 0.560045, "bpb": 3.447174}, "fi": {"chunks": 3914.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20807, "cps": 30.578125, "mean_p": 0.343489, "boundary_entropy": 0.547501, "bpb": 3.587719}, "ru": {"chunks": 6317.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333351, "cps": 49.351562, "mean_p": 0.342849, "boundary_entropy": 0.530915, "bpb": 2.515075}, "el": {"chunks": 7527.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.366759, "cps": 58.804688, "mean_p": 0.343156, "boundary_entropy": 0.578367, "bpb": 2.562159}, "hi": {"chunks": 10059.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.59786, "cps": 78.585938, "mean_p": 0.371128, "boundary_entropy": 0.565493, "bpb": 1.817539}, "ta": {"chunks": 11216.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.599947, "cps": 87.625, "mean_p": 0.297476, "boundary_entropy": 0.441107, "bpb": 1.583657}, "th": {"chunks": 9494.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.590239, "cps": 74.171875, "mean_p": 0.297448, "boundary_entropy": 0.514253, "bpb": 1.896679}, "zh": {"chunks": 3315.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561294, "cps": 25.898438, "mean_p": 0.359214, "boundary_entropy": 0.590482, "bpb": 4.131666}, "my": {"chunks": 12128.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.640068, "cps": 94.75, "mean_p": 0.405281, "boundary_entropy": 0.655479, "bpb": 1.997537}}, "bpb": {"en": 3.21732, "de": 3.54469, "vi": 2.80158, "tr": 3.44717, "fi": 3.58772, "ru": 2.51508, "el": 2.56216, "hi": 1.81754, "ta": 1.58366, "th": 1.89668, "zh": 4.13167, "my": 1.99754}, "gini_cpc": 0.256886, "gini_cps": 0.270594, "bpic": 4.858295, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0122127949849675, "vi": 1.3701821898640314, "tr": 1.2032321783772288, "fi": 1.1802600381465616, "ru": 1.890908123002618, "el": 2.0804143263820585, "hi": 3.3913178842715195, "ta": 3.4031516001915048, "th": 3.3480884836464044, "zh": 3.1838958657383762, "my": 3.6307352119118845}, "t": 37.9} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.2233, "de": 3.54265, "vi": 2.80722, "tr": 3.45537, "fi": 3.58005, "ru": 2.50276, "el": 2.55698, "hi": 1.81349, "ta": 1.60026, "th": 1.92669, "zh": 4.1385, "my": 2.01378}, "bytes_per_chunk": {"en": 5.834, "de": 5.833, "vi": 5.748, "tr": 4.513, "fi": 5.052, "ru": 6.005, "el": 5.008, "hi": 3.808, "ta": 4.491, "th": 4.593, "zh": 5.273, "my": 4.195}, "bpb_mean": 2.76342, "t": 39.2} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23127, "bpb": 3.21904, "chunk_loss": 0.030502, "F": 0.17828, "G": 0.34403, "chunks": 182.56, "bytes_per_chunk": 5.609, "boundary_entropy": 0.56589, "router_noise": 0.0, "grad_norm": 0.8803, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 39.3} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.1725, "bpb": 3.13425, "chunk_loss": 0.030578, "F": 0.18201, "G": 0.3293, "chunks": 186.38, "bytes_per_chunk": 5.494, "boundary_entropy": 0.54806, "router_noise": 0.0, "grad_norm": 0.9032, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 41.4} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06229, "bpb": 2.97525, "chunk_loss": 0.030186, "F": 0.17123, "G": 0.31407, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.5263, "router_noise": 0.0, "grad_norm": 0.9211, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.4} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.90832, "bpb": 2.75312, "chunk_loss": 0.030286, "F": 0.17465, "G": 0.32089, "chunks": 178.84, "bytes_per_chunk": 5.726, "boundary_entropy": 0.52242, "router_noise": 0.0, "grad_norm": 0.7788, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 45.5} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3297.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18945, "cps": 25.757812, "mean_p": 0.288955, "boundary_entropy": 0.452581, "bpb": 2.886208}, "de": {"chunks": 3821.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186091, "cps": 29.851562, "mean_p": 0.292352, "boundary_entropy": 0.47349, "bpb": 3.21289}, "vi": {"chunks": 4446.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241172, "cps": 34.734375, "mean_p": 0.341394, "boundary_entropy": 0.543308, "bpb": 2.552636}, "tr": {"chunks": 3534.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195216, "cps": 27.609375, "mean_p": 0.292466, "boundary_entropy": 0.469283, "bpb": 3.174718}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.287914, "boundary_entropy": 0.447634, "bpb": 3.383339}, "ru": {"chunks": 4532.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.239156, "cps": 35.40625, "mean_p": 0.334377, "boundary_entropy": 0.56851, "bpb": 2.157135}, "el": {"chunks": 6972.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.339716, "cps": 54.46875, "mean_p": 0.375234, "boundary_entropy": 0.610665, "bpb": 2.218168}, "hi": {"chunks": 7171.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426211, "cps": 56.023438, "mean_p": 0.348412, "boundary_entropy": 0.558442, "bpb": 1.628156}, "ta": {"chunks": 7547.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.403691, "cps": 58.960938, "mean_p": 0.273093, "boundary_entropy": 0.46328, "bpb": 1.360118}, "th": {"chunks": 8374.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.520609, "cps": 65.421875, "mean_p": 0.306238, "boundary_entropy": 0.529679, "bpb": 1.722133}, "zh": {"chunks": 3094.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523874, "cps": 24.171875, "mean_p": 0.396021, "boundary_entropy": 0.599578, "bpb": 3.841599}, "my": {"chunks": 9781.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.516202, "cps": 76.414062, "mean_p": 0.36834, "boundary_entropy": 0.619766, "bpb": 1.660708}}, "bpb": {"en": 2.88621, "de": 3.21289, "vi": 2.55264, "tr": 3.17472, "fi": 3.38334, "ru": 2.15713, "el": 2.21817, "hi": 1.62816, "ta": 1.36012, "th": 1.72213, "zh": 3.8416, "my": 1.66071}, "gini_cpc": 0.226486, "gini_cps": 0.221476, "bpic": 5.81143, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9822675648472307, "vi": 1.273009045133863, "tr": 1.0304363409922506, "fi": 0.9736946066008171, "ru": 1.262367659733843, "el": 1.7931709987644746, "hi": 2.2497270110474603, "ta": 2.1308557635001404, "th": 2.748002125876436, "zh": 2.765234965629253, "my": 2.7247399280402105}, "t": 48.5} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.895, "de": 3.21192, "vi": 2.55583, "tr": 3.18498, "fi": 3.37532, "ru": 2.14203, "el": 2.20813, "hi": 1.62075, "ta": 1.37278, "th": 1.75211, "zh": 3.85175, "my": 1.67446}, "bytes_per_chunk": {"en": 5.589, "de": 5.57, "vi": 5.907, "tr": 5.487, "fi": 5.847, "ru": 8.118, "el": 5.385, "hi": 6.249, "ta": 7.068, "th": 5.892, "zh": 5.46, "my": 5.743}, "bpb_mean": 2.48709, "t": 49.8} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90072, "bpb": 2.74215, "chunk_loss": 0.030231, "F": 0.17139, "G": 0.31538, "chunks": 175.5, "bytes_per_chunk": 5.835, "boundary_entropy": 0.51032, "router_noise": 0.0, "grad_norm": 0.9507, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 49.8} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.93801, "bpb": 2.79596, "chunk_loss": 0.03016, "F": 0.17404, "G": 0.31758, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.50787, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 51.9} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78255, "bpb": 2.57167, "chunk_loss": 0.030106, "F": 0.17218, "G": 0.30313, "chunks": 176.31, "bytes_per_chunk": 5.808, "boundary_entropy": 0.48013, "router_noise": 0.0, "grad_norm": 0.8977, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 53.9} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86328, "bpb": 2.68814, "chunk_loss": 0.030216, "F": 0.17337, "G": 0.29747, "chunks": 177.53, "bytes_per_chunk": 5.768, "boundary_entropy": 0.46589, "router_noise": 0.0, "grad_norm": 0.8734, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 56.0} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2991.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171867, "cps": 23.367188, "mean_p": 0.247202, "boundary_entropy": 0.371265, "bpb": 2.683402}, "de": {"chunks": 3588.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174743, "cps": 28.03125, "mean_p": 0.255903, "boundary_entropy": 0.391687, "bpb": 3.037457}, "vi": {"chunks": 4592.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249091, "cps": 35.875, "mean_p": 0.321892, "boundary_entropy": 0.496228, "bpb": 2.408753}, "tr": {"chunks": 3149.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.173949, "cps": 24.601562, "mean_p": 0.257796, "boundary_entropy": 0.413622, "bpb": 3.033655}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.248895, "boundary_entropy": 0.389639, "bpb": 3.229856}, "ru": {"chunks": 6033.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318364, "cps": 47.132812, "mean_p": 0.353159, "boundary_entropy": 0.587886, "bpb": 1.994026}, "el": {"chunks": 5988.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29177, "cps": 46.78125, "mean_p": 0.377865, "boundary_entropy": 0.626674, "bpb": 2.08168}, "hi": {"chunks": 7099.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.421932, "cps": 55.460938, "mean_p": 0.31304, "boundary_entropy": 0.522006, "bpb": 1.531911}, "ta": {"chunks": 8141.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.435464, "cps": 63.601562, "mean_p": 0.318012, "boundary_entropy": 0.521791, "bpb": 1.291415}, "th": {"chunks": 7711.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479391, "cps": 60.242188, "mean_p": 0.37845, "boundary_entropy": 0.608382, "bpb": 1.587084}, "zh": {"chunks": 2942.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498137, "cps": 22.984375, "mean_p": 0.379101, "boundary_entropy": 0.567518, "bpb": 3.711077}, "my": {"chunks": 13508.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.712898, "cps": 105.53125, "mean_p": 0.403076, "boundary_entropy": 0.640304, "bpb": 1.474181}}, "bpb": {"en": 2.6834, "de": 3.03746, "vi": 2.40875, "tr": 3.03365, "fi": 3.22986, "ru": 1.99403, "el": 2.08168, "hi": 1.53191, "ta": 1.29141, "th": 1.58708, "zh": 3.71108, "my": 1.47418}, "gini_cpc": 0.261633, "gini_cps": 0.268843, "bpic": 5.563575, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0167349073959326, "vi": 1.4493272059193583, "tr": 1.0121148952020953, "fi": 1.0018593871028854, "ru": 1.8523873996660165, "el": 1.6976519384201427, "hi": 2.4549904691787097, "ta": 2.53372800938252, "th": 2.7893136044752223, "zh": 2.8983907360415144, "my": 4.147967863904146}, "t": 58.9} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.69129, "de": 3.04009, "vi": 2.41286, "tr": 3.04398, "fi": 3.22789, "ru": 1.97918, "el": 2.07017, "hi": 1.52761, "ta": 1.30313, "th": 1.61492, "zh": 3.72173, "my": 1.4854}, "bytes_per_chunk": {"en": 5.918, "de": 5.801, "vi": 5.331, "tr": 6.344, "fi": 5.896, "ru": 6.512, "el": 6.108, "hi": 6.014, "ta": 6.216, "th": 6.037, "zh": 5.654, "my": 3.764}, "bpb_mean": 2.34319, "t": 60.2} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83487, "bpb": 2.64716, "chunk_loss": 0.030317, "F": 0.17432, "G": 0.30014, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.46909, "router_noise": 0.0, "grad_norm": 0.8561, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 60.3} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63463, "bpb": 2.35827, "chunk_loss": 0.02984, "F": 0.16254, "G": 0.29917, "chunks": 166.44, "bytes_per_chunk": 6.152, "boundary_entropy": 0.4755, "router_noise": 0.0, "grad_norm": 0.8638, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.3} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72401, "bpb": 2.48722, "chunk_loss": 0.030217, "F": 0.17456, "G": 0.30083, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.45815, "router_noise": 0.0, "grad_norm": 0.8966, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 64.4} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87539, "bpb": 2.70562, "chunk_loss": 0.03063, "F": 0.18744, "G": 0.29318, "chunks": 191.94, "bytes_per_chunk": 5.335, "boundary_entropy": 0.42955, "router_noise": 0.0, "grad_norm": 0.9405, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.4} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3233.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185773, "cps": 25.257812, "mean_p": 0.24435, "boundary_entropy": 0.324071, "bpb": 2.555848}, "de": {"chunks": 3814.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18575, "cps": 29.796875, "mean_p": 0.248313, "boundary_entropy": 0.343199, "bpb": 2.893862}, "vi": {"chunks": 4236.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22978, "cps": 33.09375, "mean_p": 0.29621, "boundary_entropy": 0.446995, "bpb": 2.318246}, "tr": {"chunks": 3892.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214992, "cps": 30.40625, "mean_p": 0.264518, "boundary_entropy": 0.376869, "bpb": 2.910642}, "fi": {"chunks": 3659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194514, "cps": 28.585938, "mean_p": 0.251679, "boundary_entropy": 0.35031, "bpb": 3.135462}, "ru": {"chunks": 5149.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.271715, "cps": 40.226562, "mean_p": 0.322804, "boundary_entropy": 0.564963, "bpb": 1.913211}, "el": {"chunks": 5724.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.278907, "cps": 44.71875, "mean_p": 0.352961, "boundary_entropy": 0.605735, "bpb": 2.005098}, "hi": {"chunks": 7182.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426865, "cps": 56.109375, "mean_p": 0.358903, "boundary_entropy": 0.572581, "bpb": 1.478777}, "ta": {"chunks": 9894.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.529232, "cps": 77.296875, "mean_p": 0.39332, "boundary_entropy": 0.584395, "bpb": 1.236944}, "th": {"chunks": 9555.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.594032, "cps": 74.648438, "mean_p": 0.433275, "boundary_entropy": 0.63712, "bpb": 1.523211}, "zh": {"chunks": 2628.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444971, "cps": 20.53125, "mean_p": 0.358845, "boundary_entropy": 0.537646, "bpb": 3.62139}, "my": {"chunks": 11942.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.630251, "cps": 93.296875, "mean_p": 0.38492, "boundary_entropy": 0.620218, "bpb": 1.409422}}, "bpb": {"en": 2.55585, "de": 2.89386, "vi": 2.31825, "tr": 2.91064, "fi": 3.13546, "ru": 1.91321, "el": 2.0051, "hi": 1.47878, "ta": 1.23694, "th": 1.52321, "zh": 3.62139, "my": 1.40942}, "gini_cpc": 0.251888, "gini_cps": 0.266688, "bpic": 5.412379, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9998772731451633, "vi": 1.236890417850699, "tr": 1.1572859903512223, "fi": 1.0470536658278353, "ru": 1.4626219714732718, "el": 1.501333569773377, "hi": 2.29778157917354, "ta": 2.848818966814461, "th": 3.197628762525406, "zh": 2.3952471596196894, "my": 3.3925956927325025}, "t": 69.3} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56569, "de": 2.89535, "vi": 2.32188, "tr": 2.9214, "fi": 3.13156, "ru": 1.89541, "el": 1.99468, "hi": 1.47588, "ta": 1.245, "th": 1.55147, "zh": 3.62929, "my": 1.41782}, "bytes_per_chunk": {"en": 5.55, "de": 5.528, "vi": 6.191, "tr": 5.168, "fi": 5.152, "ru": 7.411, "el": 6.942, "hi": 5.987, "ta": 5.292, "th": 5.094, "zh": 6.241, "my": 4.346}, "bpb_mean": 2.25379, "t": 70.6} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.55004, "bpb": 2.23624, "chunk_loss": 0.03014, "F": 0.16934, "G": 0.31342, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.47761, "router_noise": 0.0, "grad_norm": 0.8004, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 70.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.76716, "bpb": 2.54947, "chunk_loss": 0.030034, "F": 0.17105, "G": 0.29244, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.43763, "router_noise": 0.0, "grad_norm": 0.9367, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 72.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59507, "bpb": 2.3012, "chunk_loss": 0.030529, "F": 0.18231, "G": 0.30115, "chunks": 186.69, "bytes_per_chunk": 5.485, "boundary_entropy": 0.44186, "router_noise": 0.0, "grad_norm": 0.8144, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61496, "bpb": 2.3299, "chunk_loss": 0.029771, "F": 0.16495, "G": 0.29197, "chunks": 168.91, "bytes_per_chunk": 6.063, "boundary_entropy": 0.43265, "router_noise": 0.0, "grad_norm": 0.9778, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 76.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3452.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198357, "cps": 26.96875, "mean_p": 0.254903, "boundary_entropy": 0.322799, "bpb": 2.472677}, "de": {"chunks": 3925.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191156, "cps": 30.664062, "mean_p": 0.252487, "boundary_entropy": 0.33128, "bpb": 2.811251}, "vi": {"chunks": 4505.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244372, "cps": 35.195312, "mean_p": 0.299516, "boundary_entropy": 0.436048, "bpb": 2.259548}, "tr": {"chunks": 4290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236977, "cps": 33.515625, "mean_p": 0.278253, "boundary_entropy": 0.364275, "bpb": 2.822452}, "fi": {"chunks": 3890.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206794, "cps": 30.390625, "mean_p": 0.254208, "boundary_entropy": 0.326785, "bpb": 3.042678}, "ru": {"chunks": 6551.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345699, "cps": 51.179688, "mean_p": 0.340203, "boundary_entropy": 0.564933, "bpb": 1.825563}, "el": {"chunks": 6302.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30707, "cps": 49.234375, "mean_p": 0.388048, "boundary_entropy": 0.627918, "bpb": 1.932132}, "hi": {"chunks": 7452.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442912, "cps": 58.21875, "mean_p": 0.354815, "boundary_entropy": 0.579958, "bpb": 1.428814}, "ta": {"chunks": 7512.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.401819, "cps": 58.6875, "mean_p": 0.400865, "boundary_entropy": 0.605987, "bpb": 1.177762}, "th": {"chunks": 7815.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485856, "cps": 61.054688, "mean_p": 0.415358, "boundary_entropy": 0.630396, "bpb": 1.461355}, "zh": {"chunks": 2642.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.447342, "cps": 20.640625, "mean_p": 0.348667, "boundary_entropy": 0.526845, "bpb": 3.593145}, "my": {"chunks": 9286.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.490078, "cps": 72.546875, "mean_p": 0.350754, "boundary_entropy": 0.588678, "bpb": 1.352582}}, "bpb": {"en": 2.47268, "de": 2.81125, "vi": 2.25955, "tr": 2.82245, "fi": 3.04268, "ru": 1.82556, "el": 1.93213, "hi": 1.42881, "ta": 1.17776, "th": 1.46136, "zh": 3.59315, "my": 1.35258}, "gini_cpc": 0.18966, "gini_cps": 0.202005, "bpic": 5.675387, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9636971776320954, "vi": 1.2319837699775698, "tr": 1.194703329198588, "fi": 1.0425359770450624, "ru": 1.7428167220562742, "el": 1.5480710419065198, "hi": 2.2329094230534143, "ta": 2.025738783552651, "th": 2.449408667237456, "zh": 2.2552396780931385, "my": 2.470692155954786}, "t": 79.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.4795, "de": 2.81358, "vi": 2.2643, "tr": 2.83296, "fi": 3.04459, "ru": 1.80858, "el": 1.92055, "hi": 1.42587, "ta": 1.18705, "th": 1.48692, "zh": 3.59879, "my": 1.3605}, "bytes_per_chunk": {"en": 5.288, "de": 5.36, "vi": 5.781, "tr": 4.799, "fi": 4.745, "ru": 5.484, "el": 5.922, "hi": 5.732, "ta": 7.09, "th": 6.159, "zh": 6.041, "my": 5.883}, "bpb_mean": 2.18527, "t": 81.0} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69956, "bpb": 2.45195, "chunk_loss": 0.030398, "F": 0.18362, "G": 0.29725, "chunks": 188.03, "bytes_per_chunk": 5.446, "boundary_entropy": 0.42919, "router_noise": 0.0, "grad_norm": 0.8507, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 81.1} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60239, "bpb": 2.31176, "chunk_loss": 0.030558, "F": 0.18185, "G": 0.30838, "chunks": 186.22, "bytes_per_chunk": 5.499, "boundary_entropy": 0.45477, "router_noise": 0.0, "grad_norm": 0.9497, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 83.1} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.71883, "bpb": 2.47974, "chunk_loss": 0.030322, "F": 0.17844, "G": 0.30082, "chunks": 182.72, "bytes_per_chunk": 5.604, "boundary_entropy": 0.43183, "router_noise": 0.0, "grad_norm": 0.848, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 85.1} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51024, "bpb": 2.17881, "chunk_loss": 0.030186, "F": 0.17017, "G": 0.29745, "chunks": 174.25, "bytes_per_chunk": 5.877, "boundary_entropy": 0.4444, "router_noise": 0.0, "grad_norm": 0.8692, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 87.1} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189565, "cps": 25.773438, "mean_p": 0.239186, "boundary_entropy": 0.292458, "bpb": 2.403528}, "de": {"chunks": 3781.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184143, "cps": 29.539062, "mean_p": 0.239007, "boundary_entropy": 0.300881, "bpb": 2.723573}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.291531, "boundary_entropy": 0.422911, "bpb": 2.191596}, "tr": {"chunks": 3843.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212285, "cps": 30.023438, "mean_p": 0.253972, "boundary_entropy": 0.331732, "bpb": 2.732082}, "fi": {"chunks": 3398.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180639, "cps": 26.546875, "mean_p": 0.219547, "boundary_entropy": 0.281796, "bpb": 2.969941}, "ru": {"chunks": 4892.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.258153, "cps": 38.21875, "mean_p": 0.309695, "boundary_entropy": 0.546503, "bpb": 1.809404}, "el": {"chunks": 8017.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.390635, "cps": 62.632812, "mean_p": 0.396494, "boundary_entropy": 0.621577, "bpb": 1.868402}, "hi": {"chunks": 7514.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446597, "cps": 58.703125, "mean_p": 0.370813, "boundary_entropy": 0.586536, "bpb": 1.436201}, "ta": {"chunks": 8829.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472265, "cps": 68.976562, "mean_p": 0.420831, "boundary_entropy": 0.609482, "bpb": 1.149164}, "th": {"chunks": 7428.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461797, "cps": 58.03125, "mean_p": 0.424959, "boundary_entropy": 0.635966, "bpb": 1.416687}, "zh": {"chunks": 2666.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.451405, "cps": 20.828125, "mean_p": 0.339727, "boundary_entropy": 0.509072, "bpb": 3.545717}, "my": {"chunks": 11322.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.59753, "cps": 88.453125, "mean_p": 0.346433, "boundary_entropy": 0.565073, "bpb": 1.325618}}, "bpb": {"en": 2.40353, "de": 2.72357, "vi": 2.1916, "tr": 2.73208, "fi": 2.96994, "ru": 1.8094, "el": 1.8684, "hi": 1.4362, "ta": 1.14916, "th": 1.41669, "zh": 3.54572, "my": 1.32562}, "gini_cpc": 0.225528, "gini_cps": 0.249115, "bpic": 5.534851, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9713954722292022, "vi": 1.2447665799064787, "tr": 1.1198545984810202, "fi": 0.9529130964354681, "ru": 1.3618179011629814, "el": 2.0606908517768097, "hi": 2.3559058060279425, "ta": 2.4913104630002483, "th": 2.4360861040303567, "zh": 2.3812692678373226, "my": 3.1521115558651838}, "t": 90.0} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41155, "de": 2.72812, "vi": 2.19636, "tr": 2.74027, "fi": 2.97251, "ru": 1.79219, "el": 1.85806, "hi": 1.43245, "ta": 1.15633, "th": 1.4366, "zh": 3.54988, "my": 1.33487}, "bytes_per_chunk": {"en": 5.524, "de": 5.665, "vi": 6.015, "tr": 5.294, "fi": 5.613, "ru": 7.229, "el": 4.823, "hi": 5.864, "ta": 6.043, "th": 6.424, "zh": 6.16, "my": 4.852}, "bpb_mean": 2.1341, "t": 91.3} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.70172, "bpb": 2.45507, "chunk_loss": 0.030268, "F": 0.17499, "G": 0.30374, "chunks": 179.19, "bytes_per_chunk": 5.715, "boundary_entropy": 0.44357, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 91.3} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70889, "bpb": 2.46541, "chunk_loss": 0.029711, "F": 0.15942, "G": 0.29917, "chunks": 163.25, "bytes_per_chunk": 6.273, "boundary_entropy": 0.44934, "router_noise": 0.0, "grad_norm": 0.7935, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67953, "bpb": 2.42305, "chunk_loss": 0.030323, "F": 0.17844, "G": 0.28163, "chunks": 182.72, "bytes_per_chunk": 5.604, "boundary_entropy": 0.39508, "router_noise": 0.0, "grad_norm": 0.9138, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 95.4} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57355, "bpb": 2.27015, "chunk_loss": 0.03025, "F": 0.17444, "G": 0.27715, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.40002, "router_noise": 0.0, "grad_norm": 0.8336, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 97.4} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3071.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176464, "cps": 23.992188, "mean_p": 0.230262, "boundary_entropy": 0.290867, "bpb": 2.349773}, "de": {"chunks": 3842.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187113, "cps": 30.015625, "mean_p": 0.242414, "boundary_entropy": 0.302272, "bpb": 2.653842}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.270933, "boundary_entropy": 0.406286, "bpb": 2.152051}, "tr": {"chunks": 3875.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214053, "cps": 30.273438, "mean_p": 0.254273, "boundary_entropy": 0.335455, "bpb": 2.666512}, "fi": {"chunks": 3239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172186, "cps": 25.304688, "mean_p": 0.2116, "boundary_entropy": 0.276797, "bpb": 2.892892}, "ru": {"chunks": 6136.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323799, "cps": 47.9375, "mean_p": 0.325291, "boundary_entropy": 0.541871, "bpb": 1.729806}, "el": {"chunks": 6092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296838, "cps": 47.59375, "mean_p": 0.371111, "boundary_entropy": 0.612706, "bpb": 1.845203}, "hi": {"chunks": 6850.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407132, "cps": 53.515625, "mean_p": 0.374592, "boundary_entropy": 0.593074, "bpb": 1.372169}, "ta": {"chunks": 8415.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.45012, "cps": 65.742188, "mean_p": 0.437941, "boundary_entropy": 0.613557, "bpb": 1.110646}, "th": {"chunks": 6526.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.40572, "cps": 50.984375, "mean_p": 0.412511, "boundary_entropy": 0.631571, "bpb": 1.370001}, "zh": {"chunks": 2774.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.469692, "cps": 21.671875, "mean_p": 0.325478, "boundary_entropy": 0.487224, "bpb": 3.493552}, "my": {"chunks": 6579.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.347213, "cps": 51.398438, "mean_p": 0.31852, "boundary_entropy": 0.566056, "bpb": 1.308347}}, "bpb": {"en": 2.34977, "de": 2.65384, "vi": 2.15205, "tr": 2.66651, "fi": 2.89289, "ru": 1.72981, "el": 1.8452, "hi": 1.37217, "ta": 1.11065, "th": 1.37, "zh": 3.49355, "my": 1.30835}, "gini_cpc": 0.195578, "gini_cps": 0.191682, "bpic": 6.234968, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0603500400424424, "vi": 1.276931657313396, "tr": 1.213013010881167, "fi": 0.9757608032643211, "ru": 1.8349339682054184, "el": 1.682144706545775, "hi": 2.307171096336674, "ta": 2.550779714711183, "th": 2.299165891232136, "zh": 2.6616890494221694, "my": 1.9676181232469718}, "t": 100.4} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35951, "de": 2.66087, "vi": 2.15569, "tr": 2.67333, "fi": 2.89737, "ru": 1.71185, "el": 1.83592, "hi": 1.36886, "ta": 1.11795, "th": 1.39035, "zh": 3.50217, "my": 1.31639}, "bytes_per_chunk": {"en": 5.919, "de": 5.511, "vi": 6.217, "tr": 5.201, "fi": 5.883, "ru": 5.805, "el": 6.507, "hi": 6.246, "ta": 6.452, "th": 7.177, "zh": 5.76, "my": 8.038}, "bpb_mean": 2.08252, "t": 101.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78737, "bpb": 2.57862, "chunk_loss": 0.030244, "F": 0.17529, "G": 0.26362, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.365, "router_noise": 0.0, "grad_norm": 0.8978, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 101.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.5761, "bpb": 2.27383, "chunk_loss": 0.029933, "F": 0.16962, "G": 0.28581, "chunks": 173.69, "bytes_per_chunk": 5.896, "boundary_entropy": 0.41379, "router_noise": 0.0, "grad_norm": 0.7906, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.7} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56126, "bpb": 2.25243, "chunk_loss": 0.029974, "F": 0.16711, "G": 0.29978, "chunks": 171.12, "bytes_per_chunk": 5.984, "boundary_entropy": 0.43669, "router_noise": 0.0, "grad_norm": 0.7467, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 105.7} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.50899, "bpb": 2.17701, "chunk_loss": 0.02993, "F": 0.16992, "G": 0.29899, "chunks": 174.0, "bytes_per_chunk": 5.885, "boundary_entropy": 0.42887, "router_noise": 0.0, "grad_norm": 0.7401, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.7} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3200.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183876, "cps": 25.0, "mean_p": 0.235404, "boundary_entropy": 0.27446, "bpb": 2.316725}, "de": {"chunks": 3766.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183412, "cps": 29.421875, "mean_p": 0.231858, "boundary_entropy": 0.276632, "bpb": 2.608017}, "vi": {"chunks": 4756.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.257988, "cps": 37.15625, "mean_p": 0.292645, "boundary_entropy": 0.412351, "bpb": 2.138072}, "tr": {"chunks": 4007.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.221345, "cps": 31.304688, "mean_p": 0.25063, "boundary_entropy": 0.313938, "bpb": 2.617876}, "fi": {"chunks": 3380.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179682, "cps": 26.40625, "mean_p": 0.217134, "boundary_entropy": 0.264854, "bpb": 2.829677}, "ru": {"chunks": 6567.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346544, "cps": 51.304688, "mean_p": 0.325293, "boundary_entropy": 0.535163, "bpb": 1.676827}, "el": {"chunks": 7346.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.35794, "cps": 57.390625, "mean_p": 0.385866, "boundary_entropy": 0.617867, "bpb": 1.790388}, "hi": {"chunks": 6510.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.386924, "cps": 50.859375, "mean_p": 0.369474, "boundary_entropy": 0.581916, "bpb": 1.34861}, "ta": {"chunks": 8443.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451618, "cps": 65.960938, "mean_p": 0.435256, "boundary_entropy": 0.616527, "bpb": 1.108941}, "th": {"chunks": 7343.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.456512, "cps": 57.367188, "mean_p": 0.424499, "boundary_entropy": 0.634158, "bpb": 1.339961}, "zh": {"chunks": 2742.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.464274, "cps": 21.421875, "mean_p": 0.329282, "boundary_entropy": 0.49252, "bpb": 3.473743}, "my": {"chunks": 9968.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.526071, "cps": 77.875, "mean_p": 0.33591, "boundary_entropy": 0.56365, "bpb": 1.268399}}, "bpb": {"en": 2.31673, "de": 2.60802, "vi": 2.13807, "tr": 2.61788, "fi": 2.82968, "ru": 1.67683, "el": 1.79039, "hi": 1.34861, "ta": 1.10894, "th": 1.33996, "zh": 3.47374, "my": 1.2684}, "gini_cpc": 0.203262, "gini_cps": 0.222646, "bpic": 5.641515, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9974750706180296, "vi": 1.4030490235964201, "tr": 1.2037683843838038, "fi": 0.9771898756046994, "ru": 1.8846553594986808, "el": 1.946633624470107, "hi": 2.104263187221397, "ta": 2.4560967003209413, "th": 2.482713494715574, "zh": 2.524923065526583, "my": 2.8610061747941735}, "t": 110.6} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32559, "de": 2.61418, "vi": 2.14394, "tr": 2.62471, "fi": 2.83468, "ru": 1.6576, "el": 1.78065, "hi": 1.34486, "ta": 1.11523, "th": 1.35929, "zh": 3.47817, "my": 1.27746}, "bytes_per_chunk": {"en": 5.613, "de": 5.571, "vi": 5.649, "tr": 5.069, "fi": 5.545, "ru": 5.384, "el": 5.225, "hi": 6.431, "ta": 6.706, "th": 6.464, "zh": 5.888, "my": 5.417}, "bpb_mean": 2.04636, "t": 111.9} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45352, "bpb": 2.09698, "chunk_loss": 0.030559, "F": 0.18518, "G": 0.30751, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.44513, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 112.0} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44147, "bpb": 2.0796, "chunk_loss": 0.029981, "F": 0.16705, "G": 0.29522, "chunks": 171.06, "bytes_per_chunk": 5.986, "boundary_entropy": 0.43181, "router_noise": 0.0, "grad_norm": 0.7497, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.0} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54842, "bpb": 2.2339, "chunk_loss": 0.030306, "F": 0.17871, "G": 0.2739, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.37587, "router_noise": 0.0, "grad_norm": 0.7515, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 116.0} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60884, "bpb": 2.32107, "chunk_loss": 0.030149, "F": 0.17511, "G": 0.29837, "chunks": 179.31, "bytes_per_chunk": 5.711, "boundary_entropy": 0.42625, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 118.0} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3271.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187956, "cps": 25.554688, "mean_p": 0.239434, "boundary_entropy": 0.280003, "bpb": 2.27639}, "de": {"chunks": 3737.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182, "cps": 29.195312, "mean_p": 0.226771, "boundary_entropy": 0.263788, "bpb": 2.5597}, "vi": {"chunks": 4248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230431, "cps": 33.1875, "mean_p": 0.280796, "boundary_entropy": 0.402283, "bpb": 2.101515}, "tr": {"chunks": 3849.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212617, "cps": 30.070312, "mean_p": 0.234609, "boundary_entropy": 0.286843, "bpb": 2.55315}, "fi": {"chunks": 3601.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191431, "cps": 28.132812, "mean_p": 0.230768, "boundary_entropy": 0.270383, "bpb": 2.807963}, "ru": {"chunks": 5646.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297942, "cps": 44.109375, "mean_p": 0.304484, "boundary_entropy": 0.51976, "bpb": 1.654148}, "el": {"chunks": 6649.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323978, "cps": 51.945312, "mean_p": 0.371295, "boundary_entropy": 0.609072, "bpb": 1.777094}, "hi": {"chunks": 7615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4526, "cps": 59.492188, "mean_p": 0.393293, "boundary_entropy": 0.601833, "bpb": 1.317569}, "ta": {"chunks": 9972.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533405, "cps": 77.90625, "mean_p": 0.415265, "boundary_entropy": 0.610807, "bpb": 1.098539}, "th": {"chunks": 8427.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.523904, "cps": 65.835938, "mean_p": 0.42324, "boundary_entropy": 0.636861, "bpb": 1.336069}, "zh": {"chunks": 2790.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.472401, "cps": 21.796875, "mean_p": 0.317786, "boundary_entropy": 0.470029, "bpb": 3.425971}, "my": {"chunks": 9120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.481317, "cps": 71.25, "mean_p": 0.326039, "boundary_entropy": 0.55404, "bpb": 1.24386}}, "bpb": {"en": 2.27639, "de": 2.5597, "vi": 2.10151, "tr": 2.55315, "fi": 2.80796, "ru": 1.65415, "el": 1.77709, "hi": 1.31757, "ta": 1.09854, "th": 1.33607, "zh": 3.42597, "my": 1.24386}, "gini_cpc": 0.222284, "gini_cps": 0.235296, "bpic": 5.568096, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9683096651254165, "vi": 1.2259843947563953, "tr": 1.1312040093683833, "fi": 1.0184854146414946, "ru": 1.5851677772767643, "el": 1.7236896102415564, "hi": 2.408010691460777, "ta": 2.8379214880719306, "th": 2.7873756688685827, "zh": 2.5133579031857813, "my": 2.5607963276797325}, "t": 120.9} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.2824, "de": 2.56716, "vi": 2.10553, "tr": 2.55993, "fi": 2.81074, "ru": 1.63551, "el": 1.76757, "hi": 1.31429, "ta": 1.10484, "th": 1.35394, "zh": 3.42873, "my": 1.25054}, "bytes_per_chunk": {"en": 5.512, "de": 5.602, "vi": 6.345, "tr": 5.358, "fi": 5.159, "ru": 6.157, "el": 5.866, "hi": 5.513, "ta": 5.491, "th": 5.282, "zh": 5.685, "my": 5.769}, "bpb_mean": 2.0151, "t": 122.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41719, "bpb": 2.04458, "chunk_loss": 0.031037, "F": 0.18518, "G": 0.31129, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.46467, "router_noise": 0.0, "grad_norm": 1.1437, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 122.2} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58918, "bpb": 2.29271, "chunk_loss": 0.030137, "F": 0.17432, "G": 0.28475, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.39669, "router_noise": 0.0, "grad_norm": 0.8577, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 124.3} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64014, "bpb": 2.36623, "chunk_loss": 0.030255, "F": 0.17691, "G": 0.29024, "chunks": 181.16, "bytes_per_chunk": 5.653, "boundary_entropy": 0.41207, "router_noise": 0.0, "grad_norm": 0.8879, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 126.3} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37749, "bpb": 1.98729, "chunk_loss": 0.030096, "F": 0.16986, "G": 0.28609, "chunks": 173.94, "bytes_per_chunk": 5.887, "boundary_entropy": 0.42766, "router_noise": 0.0, "grad_norm": 0.7211, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 128.3} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173131, "cps": 23.539062, "mean_p": 0.221265, "boundary_entropy": 0.256475, "bpb": 2.247068}, "de": {"chunks": 3671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178785, "cps": 28.679688, "mean_p": 0.222726, "boundary_entropy": 0.261611, "bpb": 2.520687}, "vi": {"chunks": 4021.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218118, "cps": 31.414062, "mean_p": 0.268514, "boundary_entropy": 0.392538, "bpb": 2.081522}, "tr": {"chunks": 3649.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201569, "cps": 28.507812, "mean_p": 0.219949, "boundary_entropy": 0.271023, "bpb": 2.526615}, "fi": {"chunks": 3304.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175642, "cps": 25.8125, "mean_p": 0.211082, "boundary_entropy": 0.249482, "bpb": 2.74477}, "ru": {"chunks": 5718.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301741, "cps": 44.671875, "mean_p": 0.302225, "boundary_entropy": 0.512095, "bpb": 1.624332}, "el": {"chunks": 6368.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310286, "cps": 49.75, "mean_p": 0.366234, "boundary_entropy": 0.602469, "bpb": 1.75223}, "hi": {"chunks": 6573.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.390669, "cps": 51.351562, "mean_p": 0.373182, "boundary_entropy": 0.593799, "bpb": 1.343862}, "ta": {"chunks": 8639.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.462102, "cps": 67.492188, "mean_p": 0.419797, "boundary_entropy": 0.609308, "bpb": 1.066651}, "th": {"chunks": 7699.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.478645, "cps": 60.148438, "mean_p": 0.419482, "boundary_entropy": 0.631655, "bpb": 1.287185}, "zh": {"chunks": 2762.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.46766, "cps": 21.578125, "mean_p": 0.312452, "boundary_entropy": 0.45678, "bpb": 3.417352}, "my": {"chunks": 8282.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.437091, "cps": 64.703125, "mean_p": 0.298679, "boundary_entropy": 0.521914, "bpb": 1.231636}}, "bpb": {"en": 2.24707, "de": 2.52069, "vi": 2.08152, "tr": 2.52662, "fi": 2.74477, "ru": 1.62433, "el": 1.75223, "hi": 1.34386, "ta": 1.06665, "th": 1.28718, "zh": 3.41735, "my": 1.23164}, "gini_cpc": 0.212444, "gini_cps": 0.218791, "bpic": 6.024914, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032659074755024, "vi": 1.2598415275061121, "tr": 1.1642555059655229, "fi": 1.0145025517425836, "ru": 1.7428496567643992, "el": 1.79220299231518, "hi": 2.2564906997858216, "ta": 2.669088616352408, "th": 2.7646378077135645, "zh": 2.701190540280975, "my": 2.5246247682882306}, "t": 131.2} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25458, "de": 2.53065, "vi": 2.08832, "tr": 2.5313, "fi": 2.75097, "ru": 1.6035, "el": 1.74514, "hi": 1.34112, "ta": 1.07215, "th": 1.30378, "zh": 3.41966, "my": 1.2406}, "bytes_per_chunk": {"en": 5.918, "de": 5.716, "vi": 6.387, "tr": 5.504, "fi": 5.677, "ru": 6.1, "el": 6.123, "hi": 6.565, "ta": 6.033, "th": 6.025, "zh": 5.919, "my": 6.791}, "bpb_mean": 1.99015, "t": 132.4} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.29343, "bpb": 1.86603, "chunk_loss": 0.029903, "F": 0.1658, "G": 0.30769, "chunks": 169.78, "bytes_per_chunk": 6.031, "boundary_entropy": 0.45745, "router_noise": 0.0, "grad_norm": 0.8043, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 132.5} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52589, "bpb": 2.2014, "chunk_loss": 0.030052, "F": 0.17004, "G": 0.26916, "chunks": 174.12, "bytes_per_chunk": 5.881, "boundary_entropy": 0.38174, "router_noise": 0.0, "grad_norm": 0.7283, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 134.5} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48211, "bpb": 2.13824, "chunk_loss": 0.03007, "F": 0.17273, "G": 0.27531, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.38514, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 136.5} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.45673, "bpb": 2.10161, "chunk_loss": 0.030026, "F": 0.17227, "G": 0.29649, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.43771, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 138.5} +{"event": "probe", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181865, "cps": 24.726562, "mean_p": 0.230326, "boundary_entropy": 0.256414, "bpb": 2.218654}, "de": {"chunks": 3803.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185214, "cps": 29.710938, "mean_p": 0.227735, "boundary_entropy": 0.256703, "bpb": 2.475947}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.268779, "boundary_entropy": 0.392557, "bpb": 2.063364}, "tr": {"chunks": 3964.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218969, "cps": 30.96875, "mean_p": 0.237869, "boundary_entropy": 0.279494, "bpb": 2.472378}, "fi": {"chunks": 3721.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19781, "cps": 29.070312, "mean_p": 0.234019, "boundary_entropy": 0.262781, "bpb": 2.686447}, "ru": {"chunks": 6295.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33219, "cps": 49.179688, "mean_p": 0.306676, "boundary_entropy": 0.502918, "bpb": 1.58653}, "el": {"chunks": 6730.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327925, "cps": 52.578125, "mean_p": 0.369065, "boundary_entropy": 0.604598, "bpb": 1.718811}, "hi": {"chunks": 7193.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427519, "cps": 56.195312, "mean_p": 0.389577, "boundary_entropy": 0.595693, "bpb": 1.279235}, "ta": {"chunks": 8329.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44552, "cps": 65.070312, "mean_p": 0.424919, "boundary_entropy": 0.60908, "bpb": 1.052589}, "th": {"chunks": 6927.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.43065, "cps": 54.117188, "mean_p": 0.414169, "boundary_entropy": 0.630533, "bpb": 1.26063}, "zh": {"chunks": 2782.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.471046, "cps": 21.734375, "mean_p": 0.313884, "boundary_entropy": 0.462615, "bpb": 3.394954}, "my": {"chunks": 7252.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.382732, "cps": 56.65625, "mean_p": 0.280376, "boundary_entropy": 0.512056, "bpb": 1.218619}}, "bpb": {"en": 2.21865, "de": 2.47595, "vi": 2.06336, "tr": 2.47238, "fi": 2.68645, "ru": 1.58653, "el": 1.71881, "hi": 1.27923, "ta": 1.05259, "th": 1.26063, "zh": 3.39495, "my": 1.21862}, "gini_cpc": 0.188919, "gini_cps": 0.192014, "bpic": 5.968043, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.018413913748369, "vi": 1.2363225730985132, "tr": 1.204019443243808, "fi": 1.087672610635957, "ru": 1.826572546861909, "el": 1.8031199765931323, "hi": 2.3507443082188404, "ta": 2.4497276180746304, "th": 2.3679609067351026, "zh": 2.590085430030991, "my": 2.1044801086935863}, "t": 141.4} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22814, "de": 2.48614, "vi": 2.06762, "tr": 2.47953, "fi": 2.69525, "ru": 1.56477, "el": 1.70939, "hi": 1.27688, "ta": 1.05893, "th": 1.27982, "zh": 3.39855, "my": 1.22723}, "bytes_per_chunk": {"en": 5.619, "de": 5.48, "vi": 6.365, "tr": 5.096, "fi": 5.028, "ru": 5.547, "el": 5.598, "hi": 5.964, "ta": 6.388, "th": 6.716, "zh": 5.723, "my": 7.481}, "bpb_mean": 1.95602, "t": 142.6} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 142.6} +{"event": "train", "step": 2400, "phase": 2, "objective": "global", "lm_loss": 1.3181, "bpb": 1.90161, "chunk_loss": 0.030086, "F": 0.17197, "G": 0.28549, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.41071, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 142.7} +{"event": "train", "step": 2450, "phase": 2, "objective": "global", "lm_loss": 1.47509, "bpb": 2.12811, "chunk_loss": 0.030082, "F": 0.17175, "G": 0.28245, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.39608, "router_noise": 0.0, "grad_norm": 0.756, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 144.7} +{"event": "train", "step": 2500, "phase": 2, "objective": "global", "lm_loss": 1.46515, "bpb": 2.11376, "chunk_loss": 0.030199, "F": 0.17438, "G": 0.28587, "chunks": 178.56, "bytes_per_chunk": 5.735, "boundary_entropy": 0.40554, "router_noise": 0.0, "grad_norm": 0.7504, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 146.7} +{"event": "train", "step": 2550, "phase": 2, "objective": "global", "lm_loss": 1.52632, "bpb": 2.20202, "chunk_loss": 0.030116, "F": 0.17374, "G": 0.24695, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.31527, "router_noise": 0.0, "grad_norm": 0.778, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 148.7} +{"event": "probe", "step": 2600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3148.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180888, "cps": 24.59375, "mean_p": 0.228147, "boundary_entropy": 0.244417, "bpb": 2.195298}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.22684, "boundary_entropy": 0.245858, "bpb": 2.449875}, "vi": {"chunks": 4032.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218714, "cps": 31.5, "mean_p": 0.270507, "boundary_entropy": 0.388042, "bpb": 2.052174}, "tr": {"chunks": 3887.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214716, "cps": 30.367188, "mean_p": 0.227193, "boundary_entropy": 0.254327, "bpb": 2.426903}, "fi": {"chunks": 3364.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178832, "cps": 26.28125, "mean_p": 0.211507, "boundary_entropy": 0.233449, "bpb": 2.65053}, "ru": {"chunks": 5715.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301583, "cps": 44.648438, "mean_p": 0.293125, "boundary_entropy": 0.495036, "bpb": 1.562165}, "el": {"chunks": 6239.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304, "cps": 48.742188, "mean_p": 0.35516, "boundary_entropy": 0.591322, "bpb": 1.685716}, "hi": {"chunks": 7587.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450936, "cps": 59.273438, "mean_p": 0.375776, "boundary_entropy": 0.571442, "bpb": 1.271192}, "ta": {"chunks": 8438.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451351, "cps": 65.921875, "mean_p": 0.415179, "boundary_entropy": 0.601059, "bpb": 1.04399}, "th": {"chunks": 7572.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470749, "cps": 59.15625, "mean_p": 0.427794, "boundary_entropy": 0.635152, "bpb": 1.247025}, "zh": {"chunks": 2881.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.487809, "cps": 22.507812, "mean_p": 0.314928, "boundary_entropy": 0.455177, "bpb": 3.365167}, "my": {"chunks": 7767.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.409911, "cps": 60.679688, "mean_p": 0.298796, "boundary_entropy": 0.52741, "bpb": 1.199341}}, "bpb": {"en": 2.1953, "de": 2.44988, "vi": 2.05217, "tr": 2.4269, "fi": 2.65053, "ru": 1.56216, "el": 1.68572, "hi": 1.27119, "ta": 1.04399, "th": 1.24703, "zh": 3.36517, "my": 1.19934}, "gini_cpc": 0.208085, "gini_cps": 0.206682, "bpic": 5.955818, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0252597996555703, "vi": 1.2091126865262716, "tr": 1.187007288731339, "fi": 0.9886293516790474, "ru": 1.667233457269012, "el": 1.6805968182349227, "hi": 2.492897417355957, "ta": 2.4951890050713774, "th": 2.6024292799647992, "zh": 2.696740839436646, "my": 2.26610132955331}, "t": 151.6} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20228, "de": 2.45656, "vi": 2.05694, "tr": 2.43366, "fi": 2.65824, "ru": 1.54017, "el": 1.67674, "hi": 1.26714, "ta": 1.05059, "th": 1.26624, "zh": 3.36572, "my": 1.20757}, "bytes_per_chunk": {"en": 5.694, "de": 5.541, "vi": 6.524, "tr": 5.226, "fi": 5.58, "ru": 6.231, "el": 6.109, "hi": 5.758, "ta": 6.439, "th": 6.118, "zh": 5.617, "my": 6.942}, "bpb_mean": 1.93182, "t": 152.9} +{"event": "train", "step": 2600, "phase": 2, "objective": "global", "lm_loss": 1.49964, "bpb": 2.16352, "chunk_loss": 0.029992, "F": 0.17084, "G": 0.27566, "chunks": 174.94, "bytes_per_chunk": 5.854, "boundary_entropy": 0.37216, "router_noise": 0.0, "grad_norm": 0.7858, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 152.9} +{"event": "train", "step": 2650, "phase": 2, "objective": "global", "lm_loss": 1.44187, "bpb": 2.08018, "chunk_loss": 0.030412, "F": 0.18237, "G": 0.26564, "chunks": 186.75, "bytes_per_chunk": 5.483, "boundary_entropy": 0.35369, "router_noise": 0.0, "grad_norm": 0.7723, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 154.9} +{"event": "train", "step": 2700, "phase": 2, "objective": "global", "lm_loss": 1.49331, "bpb": 2.1544, "chunk_loss": 0.030248, "F": 0.17865, "G": 0.26168, "chunks": 182.94, "bytes_per_chunk": 5.598, "boundary_entropy": 0.33446, "router_noise": 0.0, "grad_norm": 0.8647, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 156.9} +{"event": "train", "step": 2750, "phase": 2, "objective": "global", "lm_loss": 1.52903, "bpb": 2.20592, "chunk_loss": 0.030218, "F": 0.17392, "G": 0.25701, "chunks": 178.09, "bytes_per_chunk": 5.75, "boundary_entropy": 0.34091, "router_noise": 0.0, "grad_norm": 0.807, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 158.9} +{"event": "probe", "step": 2800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3148.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180888, "cps": 24.59375, "mean_p": 0.227029, "boundary_entropy": 0.237452, "bpb": 2.183542}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.233432, "boundary_entropy": 0.249109, "bpb": 2.408075}, "vi": {"chunks": 4182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226851, "cps": 32.671875, "mean_p": 0.274119, "boundary_entropy": 0.384649, "bpb": 2.041666}, "tr": {"chunks": 3839.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212064, "cps": 29.992188, "mean_p": 0.228206, "boundary_entropy": 0.258954, "bpb": 2.401077}, "fi": {"chunks": 3510.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186593, "cps": 27.421875, "mean_p": 0.216808, "boundary_entropy": 0.236543, "bpb": 2.629978}, "ru": {"chunks": 5810.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306596, "cps": 45.390625, "mean_p": 0.291539, "boundary_entropy": 0.486048, "bpb": 1.543484}, "el": {"chunks": 6178.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.301028, "cps": 48.265625, "mean_p": 0.348085, "boundary_entropy": 0.581333, "bpb": 1.67288}, "hi": {"chunks": 6515.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.387221, "cps": 50.898438, "mean_p": 0.378954, "boundary_entropy": 0.58629, "bpb": 1.249326}, "ta": {"chunks": 7916.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.423429, "cps": 61.84375, "mean_p": 0.407141, "boundary_entropy": 0.599673, "bpb": 1.050936}, "th": {"chunks": 9083.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.564688, "cps": 70.960938, "mean_p": 0.420627, "boundary_entropy": 0.629698, "bpb": 1.228435}, "zh": {"chunks": 2724.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.461226, "cps": 21.28125, "mean_p": 0.30787, "boundary_entropy": 0.45603, "bpb": 3.322245}, "my": {"chunks": 9748.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.514461, "cps": 76.15625, "mean_p": 0.306258, "boundary_entropy": 0.524788, "bpb": 1.192552}}, "bpb": {"en": 2.18354, "de": 2.40808, "vi": 2.04167, "tr": 2.40108, "fi": 2.62998, "ru": 1.54348, "el": 1.67288, "hi": 1.24933, "ta": 1.05094, "th": 1.22844, "zh": 3.32225, "my": 1.19255}, "gini_cpc": 0.223437, "gini_cps": 0.22943, "bpic": 5.764555, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0562222148237401, "vi": 1.2540945573047788, "tr": 1.1723491076510446, "fi": 1.031536570866069, "ru": 1.6949477492096168, "el": 1.6641652737706931, "hi": 2.140665173859768, "ta": 2.3408291258763954, "th": 3.1217465860961795, "zh": 2.5497820363156625, "my": 2.844078249064718}, "t": 161.8} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19299, "de": 2.41604, "vi": 2.04632, "tr": 2.40793, "fi": 2.63848, "ru": 1.52023, "el": 1.66413, "hi": 1.24604, "ta": 1.0563, "th": 1.24625, "zh": 3.32166, "my": 1.2008}, "bytes_per_chunk": {"en": 5.708, "de": 5.395, "vi": 6.366, "tr": 5.236, "fi": 5.406, "ru": 6.073, "el": 6.386, "hi": 6.679, "ta": 6.829, "th": 5.111, "zh": 6.004, "my": 5.619}, "bpb_mean": 1.9131, "t": 163.1} +{"event": "train", "step": 2800, "phase": 2, "objective": "global", "lm_loss": 1.40367, "bpb": 2.02506, "chunk_loss": 0.030278, "F": 0.17792, "G": 0.26955, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.36423, "router_noise": 0.0, "grad_norm": 0.7755, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 163.1} +{"event": "train", "step": 2850, "phase": 2, "objective": "global", "lm_loss": 1.32625, "bpb": 1.91337, "chunk_loss": 0.029824, "F": 0.16696, "G": 0.26489, "chunks": 170.97, "bytes_per_chunk": 5.989, "boundary_entropy": 0.3701, "router_noise": 0.0, "grad_norm": 0.764, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 165.1} +{"event": "train", "step": 2900, "phase": 2, "objective": "global", "lm_loss": 1.40211, "bpb": 2.02281, "chunk_loss": 0.030029, "F": 0.17123, "G": 0.26544, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.35394, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 167.1} +{"event": "train", "step": 2950, "phase": 2, "objective": "global", "lm_loss": 1.30097, "bpb": 1.8769, "chunk_loss": 0.029955, "F": 0.16833, "G": 0.28684, "chunks": 172.38, "bytes_per_chunk": 5.941, "boundary_entropy": 0.40468, "router_noise": 0.0, "grad_norm": 0.682, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 169.1} +{"event": "probe", "step": 3000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3151.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181061, "cps": 24.617188, "mean_p": 0.224243, "boundary_entropy": 0.237206, "bpb": 2.160983}, "de": {"chunks": 3868.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18838, "cps": 30.21875, "mean_p": 0.226392, "boundary_entropy": 0.239392, "bpb": 2.39396}, "vi": {"chunks": 4283.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23233, "cps": 33.460938, "mean_p": 0.272684, "boundary_entropy": 0.385759, "bpb": 2.023754}, "tr": {"chunks": 3839.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212064, "cps": 29.992188, "mean_p": 0.225736, "boundary_entropy": 0.251098, "bpb": 2.382932}, "fi": {"chunks": 3468.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18436, "cps": 27.09375, "mean_p": 0.215521, "boundary_entropy": 0.23313, "bpb": 2.608328}, "ru": {"chunks": 6029.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.318153, "cps": 47.101562, "mean_p": 0.292116, "boundary_entropy": 0.481998, "bpb": 1.507255}, "el": {"chunks": 5676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.276568, "cps": 44.34375, "mean_p": 0.341064, "boundary_entropy": 0.578945, "bpb": 1.635186}, "hi": {"chunks": 6659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39578, "cps": 52.023438, "mean_p": 0.365413, "boundary_entropy": 0.578809, "bpb": 1.230401}, "ta": {"chunks": 8078.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432094, "cps": 63.109375, "mean_p": 0.420128, "boundary_entropy": 0.606954, "bpb": 1.021902}, "th": {"chunks": 8826.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.54871, "cps": 68.953125, "mean_p": 0.436812, "boundary_entropy": 0.63892, "bpb": 1.199561}, "zh": {"chunks": 2835.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48002, "cps": 22.148438, "mean_p": 0.306154, "boundary_entropy": 0.446682, "bpb": 3.302061}, "my": {"chunks": 10428.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.550348, "cps": 81.46875, "mean_p": 0.307932, "boundary_entropy": 0.515666, "bpb": 1.177754}}, "bpb": {"en": 2.16098, "de": 2.39396, "vi": 2.02375, "tr": 2.38293, "fi": 2.60833, "ru": 1.50725, "el": 1.63519, "hi": 1.2304, "ta": 1.0219, "th": 1.19956, "zh": 3.30206, "my": 1.17775}, "gini_cpc": 0.229484, "gini_cps": 0.234391, "bpic": 5.71613, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0404225950306278, "vi": 1.2831595172106236, "tr": 1.1712329390306215, "fi": 1.018223045892326, "ru": 1.7571619346038323, "el": 1.5274860710416887, "hi": 2.1858968237164267, "ta": 2.386459653277669, "th": 3.030529911558587, "zh": 2.651156331237413, "my": 3.039578496648229}, "t": 172.0} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16861, "de": 2.40309, "vi": 2.02866, "tr": 2.38923, "fi": 2.61819, "ru": 1.48283, "el": 1.62694, "hi": 1.22661, "ta": 1.02911, "th": 1.21737, "zh": 3.3002, "my": 1.18605}, "bytes_per_chunk": {"en": 5.712, "de": 5.449, "vi": 6.217, "tr": 5.232, "fi": 5.427, "ru": 5.849, "el": 6.681, "hi": 6.372, "ta": 6.491, "th": 5.33, "zh": 5.768, "my": 5.28}, "bpb_mean": 1.88974, "t": 173.3} +{"event": "train", "step": 3000, "phase": 2, "objective": "global", "lm_loss": 1.51488, "bpb": 2.1855, "chunk_loss": 0.030297, "F": 0.17764, "G": 0.27634, "chunks": 181.91, "bytes_per_chunk": 5.629, "boundary_entropy": 0.38015, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 173.3} +{"event": "train", "step": 3050, "phase": 2, "objective": "global", "lm_loss": 1.47224, "bpb": 2.12399, "chunk_loss": 0.030228, "F": 0.17535, "G": 0.26201, "chunks": 179.56, "bytes_per_chunk": 5.703, "boundary_entropy": 0.36863, "router_noise": 0.0, "grad_norm": 0.7772, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 175.3} +{"event": "train", "step": 3100, "phase": 2, "objective": "global", "lm_loss": 1.40598, "bpb": 2.0284, "chunk_loss": 0.029995, "F": 0.1683, "G": 0.27184, "chunks": 172.34, "bytes_per_chunk": 5.942, "boundary_entropy": 0.39379, "router_noise": 0.0, "grad_norm": 0.7165, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 177.3} +{"event": "train", "step": 3150, "phase": 2, "objective": "global", "lm_loss": 1.31882, "bpb": 1.90266, "chunk_loss": 0.030205, "F": 0.17645, "G": 0.27323, "chunks": 180.69, "bytes_per_chunk": 5.667, "boundary_entropy": 0.38505, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 179.3} +{"event": "probe", "step": 3200, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3177.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182555, "cps": 24.820312, "mean_p": 0.221449, "boundary_entropy": 0.225547, "bpb": 2.141501}, "de": {"chunks": 3845.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18726, "cps": 30.039062, "mean_p": 0.223907, "boundary_entropy": 0.232384, "bpb": 2.362538}, "vi": {"chunks": 4351.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236018, "cps": 33.992188, "mean_p": 0.279632, "boundary_entropy": 0.389235, "bpb": 2.006295}, "tr": {"chunks": 3804.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210131, "cps": 29.71875, "mean_p": 0.219635, "boundary_entropy": 0.240105, "bpb": 2.343195}, "fi": {"chunks": 3421.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181862, "cps": 26.726562, "mean_p": 0.208594, "boundary_entropy": 0.216759, "bpb": 2.555879}, "ru": {"chunks": 6244.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329499, "cps": 48.78125, "mean_p": 0.288051, "boundary_entropy": 0.466792, "bpb": 1.49677}, "el": {"chunks": 6322.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308045, "cps": 49.390625, "mean_p": 0.351477, "boundary_entropy": 0.584914, "bpb": 1.625431}, "hi": {"chunks": 6980.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414859, "cps": 54.53125, "mean_p": 0.373136, "boundary_entropy": 0.569664, "bpb": 1.222084}, "ta": {"chunks": 7856.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420219, "cps": 61.375, "mean_p": 0.39895, "boundary_entropy": 0.588959, "bpb": 1.015588}, "th": {"chunks": 7123.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442835, "cps": 55.648438, "mean_p": 0.416534, "boundary_entropy": 0.629853, "bpb": 1.179804}, "zh": {"chunks": 2744.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.464612, "cps": 21.4375, "mean_p": 0.299002, "boundary_entropy": 0.433862, "bpb": 3.265585}, "my": {"chunks": 9475.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.500053, "cps": 74.023438, "mean_p": 0.291356, "boundary_entropy": 0.498994, "bpb": 1.164143}}, "bpb": {"en": 2.1415, "de": 2.36254, "vi": 2.00629, "tr": 2.34319, "fi": 2.55588, "ru": 1.49677, "el": 1.62543, "hi": 1.22208, "ta": 1.01559, "th": 1.1798, "zh": 3.26558, "my": 1.16414}, "gini_cpc": 0.202772, "gini_cps": 0.213326, "bpic": 5.87342, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0257720051468773, "vi": 1.2928640121622739, "tr": 1.1510570845863275, "fi": 0.9962035754600619, "ru": 1.804930922536071, "el": 1.6874097404800261, "hi": 2.2725175983959747, "ta": 2.3018812249011957, "th": 2.4257653289609054, "zh": 2.5450573303441035, "my": 2.7391937239695614}, "t": 182.3} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1483, "de": 2.37104, "vi": 2.00968, "tr": 2.35296, "fi": 2.56698, "ru": 1.47333, "el": 1.61533, "hi": 1.21651, "ta": 1.0217, "th": 1.1977, "zh": 3.26461, "my": 1.17127}, "bytes_per_chunk": {"en": 5.713, "de": 5.467, "vi": 6.064, "tr": 5.31, "fi": 5.533, "ru": 5.655, "el": 6.196, "hi": 6.161, "ta": 6.658, "th": 6.502, "zh": 5.932, "my": 5.889}, "bpb_mean": 1.86745, "t": 183.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "global", "lm_loss": 1.39814, "bpb": 2.01709, "chunk_loss": 0.030059, "F": 0.1731, "G": 0.2717, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.36491, "router_noise": 0.0, "grad_norm": 0.7043, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 183.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "global", "lm_loss": 1.38479, "bpb": 1.99783, "chunk_loss": 0.029932, "F": 0.16629, "G": 0.26193, "chunks": 170.28, "bytes_per_chunk": 6.014, "boundary_entropy": 0.34988, "router_noise": 0.0, "grad_norm": 0.7687, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 185.5} +{"event": "train", "step": 3300, "phase": 2, "objective": "global", "lm_loss": 1.27599, "bpb": 1.84086, "chunk_loss": 0.03018, "F": 0.17441, "G": 0.29738, "chunks": 178.59, "bytes_per_chunk": 5.734, "boundary_entropy": 0.41511, "router_noise": 0.0, "grad_norm": 0.7529, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 187.5} +{"event": "train", "step": 3350, "phase": 2, "objective": "global", "lm_loss": 1.35674, "bpb": 1.95737, "chunk_loss": 0.029944, "F": 0.16934, "G": 0.28595, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.39127, "router_noise": 0.0, "grad_norm": 0.6719, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 189.5} +{"event": "probe", "step": 3400, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3167.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18198, "cps": 24.742188, "mean_p": 0.219193, "boundary_entropy": 0.216627, "bpb": 2.125937}, "de": {"chunks": 3837.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18687, "cps": 29.976562, "mean_p": 0.220189, "boundary_entropy": 0.22139, "bpb": 2.348172}, "vi": {"chunks": 4323.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2345, "cps": 33.773438, "mean_p": 0.280062, "boundary_entropy": 0.389833, "bpb": 1.991563}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.222798, "boundary_entropy": 0.239233, "bpb": 2.334961}, "fi": {"chunks": 3392.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18032, "cps": 26.5, "mean_p": 0.205559, "boundary_entropy": 0.211369, "bpb": 2.544133}, "ru": {"chunks": 6113.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322586, "cps": 47.757812, "mean_p": 0.287606, "boundary_entropy": 0.46739, "bpb": 1.481618}, "el": {"chunks": 6801.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331384, "cps": 53.132812, "mean_p": 0.357956, "boundary_entropy": 0.585625, "bpb": 1.59775}, "hi": {"chunks": 7803.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463774, "cps": 60.960938, "mean_p": 0.391714, "boundary_entropy": 0.590019, "bpb": 1.211098}, "ta": {"chunks": 9049.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.484033, "cps": 70.695312, "mean_p": 0.423662, "boundary_entropy": 0.60068, "bpb": 1.004313}, "th": {"chunks": 7842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.487535, "cps": 61.265625, "mean_p": 0.429977, "boundary_entropy": 0.632769, "bpb": 1.166486}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.308872, "boundary_entropy": 0.434779, "bpb": 3.246018}, "my": {"chunks": 8832.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.466118, "cps": 69.0, "mean_p": 0.290579, "boundary_entropy": 0.502153, "bpb": 1.178827}}, "bpb": {"en": 2.12594, "de": 2.34817, "vi": 1.99156, "tr": 2.33496, "fi": 2.54413, "ru": 1.48162, "el": 1.59775, "hi": 1.2111, "ta": 1.00431, "th": 1.16649, "zh": 3.24602, "my": 1.17883}, "gini_cpc": 0.213033, "gini_cps": 0.219591, "bpic": 5.642842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0268699591626753, "vi": 1.288600069420126, "tr": 1.1726008739835403, "fi": 0.990877614168641, "ru": 1.7726428297090795, "el": 1.8209917847529296, "hi": 2.5484879874222983, "ta": 2.6598134361161123, "th": 2.679056233368691, "zh": 2.781978712704703, "my": 2.5613665945899897}, "t": 192.4} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13298, "de": 2.35782, "vi": 1.9963, "tr": 2.34263, "fi": 2.55178, "ru": 1.45707, "el": 1.58884, "hi": 1.2074, "ta": 1.011, "th": 1.18469, "zh": 3.24442, "my": 1.18663}, "bytes_per_chunk": {"en": 5.72, "de": 5.485, "vi": 6.022, "tr": 5.242, "fi": 5.587, "ru": 5.756, "el": 5.599, "hi": 5.744, "ta": 6.024, "th": 5.916, "zh": 5.463, "my": 6.243}, "bpb_mean": 1.85513, "t": 193.7} +{"event": "train", "step": 3400, "phase": 2, "objective": "global", "lm_loss": 1.30317, "bpb": 1.88008, "chunk_loss": 0.030046, "F": 0.17145, "G": 0.27805, "chunks": 175.56, "bytes_per_chunk": 5.833, "boundary_entropy": 0.38828, "router_noise": 0.0, "grad_norm": 0.7466, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 193.7} +{"event": "train", "step": 3450, "phase": 2, "objective": "global", "lm_loss": 1.20738, "bpb": 1.74188, "chunk_loss": 0.029896, "F": 0.16885, "G": 0.29072, "chunks": 172.91, "bytes_per_chunk": 5.922, "boundary_entropy": 0.40175, "router_noise": 0.0, "grad_norm": 0.7081, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 195.7} +{"event": "train", "step": 3500, "phase": 2, "objective": "global", "lm_loss": 1.32577, "bpb": 1.91269, "chunk_loss": 0.029964, "F": 0.16931, "G": 0.27297, "chunks": 173.38, "bytes_per_chunk": 5.906, "boundary_entropy": 0.36626, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 197.7} +{"event": "train", "step": 3550, "phase": 2, "objective": "global", "lm_loss": 1.36543, "bpb": 1.9699, "chunk_loss": 0.030073, "F": 0.17279, "G": 0.26633, "chunks": 176.94, "bytes_per_chunk": 5.787, "boundary_entropy": 0.36701, "router_noise": 0.0, "grad_norm": 0.7462, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 199.7} +{"event": "probe", "step": 3600, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3125.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179567, "cps": 24.414062, "mean_p": 0.218624, "boundary_entropy": 0.213084, "bpb": 2.111661}, "de": {"chunks": 3900.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189938, "cps": 30.46875, "mean_p": 0.223567, "boundary_entropy": 0.219454, "bpb": 2.321263}, "vi": {"chunks": 4223.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229075, "cps": 32.992188, "mean_p": 0.271517, "boundary_entropy": 0.380588, "bpb": 1.976654}, "tr": {"chunks": 3902.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215544, "cps": 30.484375, "mean_p": 0.226235, "boundary_entropy": 0.242341, "bpb": 2.303816}, "fi": {"chunks": 3551.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188773, "cps": 27.742188, "mean_p": 0.216165, "boundary_entropy": 0.215342, "bpb": 2.508969}, "ru": {"chunks": 6146.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.324327, "cps": 48.015625, "mean_p": 0.287134, "boundary_entropy": 0.462111, "bpb": 1.461999}, "el": {"chunks": 6673.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325147, "cps": 52.132812, "mean_p": 0.355617, "boundary_entropy": 0.582585, "bpb": 1.59024}, "hi": {"chunks": 7517.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.446776, "cps": 58.726562, "mean_p": 0.37339, "boundary_entropy": 0.575215, "bpb": 1.207002}, "ta": {"chunks": 8578.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458839, "cps": 67.015625, "mean_p": 0.41299, "boundary_entropy": 0.590313, "bpb": 0.999313}, "th": {"chunks": 8015.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.49829, "cps": 62.617188, "mean_p": 0.436386, "boundary_entropy": 0.632708, "bpb": 1.150428}, "zh": {"chunks": 2891.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.489502, "cps": 22.585938, "mean_p": 0.299736, "boundary_entropy": 0.429878, "bpb": 3.220848}, "my": {"chunks": 8779.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463321, "cps": 68.585938, "mean_p": 0.281183, "boundary_entropy": 0.491717, "bpb": 1.151483}}, "bpb": {"en": 2.11166, "de": 2.32126, "vi": 1.97665, "tr": 2.30382, "fi": 2.50897, "ru": 1.462, "el": 1.59024, "hi": 1.207, "ta": 0.99931, "th": 1.15043, "zh": 3.22085, "my": 1.15148}, "gini_cpc": 0.20779, "gini_cps": 0.214728, "bpic": 5.702541, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0577579506160812, "vi": 1.2757102294548412, "tr": 1.2003580577804784, "fi": 1.0512666503641486, "ru": 1.8061650744063324, "el": 1.8107328402280367, "hi": 2.4880756208023773, "ta": 2.5552574955870555, "th": 2.7749589306807585, "zh": 2.7260181781239416, "my": 2.58021426219126}, "t": 202.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11868, "de": 2.33319, "vi": 1.98143, "tr": 2.31299, "fi": 2.51761, "ru": 1.44135, "el": 1.58234, "hi": 1.19983, "ta": 1.00627, "th": 1.16729, "zh": 3.21986, "my": 1.15931}, "bytes_per_chunk": {"en": 5.721, "de": 5.397, "vi": 6.309, "tr": 5.153, "fi": 5.311, "ru": 5.767, "el": 5.768, "hi": 5.882, "ta": 6.073, "th": 5.783, "zh": 5.698, "my": 6.206}, "bpb_mean": 1.83668, "t": 203.9} +{"event": "train", "step": 3600, "phase": 2, "objective": "global", "lm_loss": 1.31305, "bpb": 1.89434, "chunk_loss": 0.030143, "F": 0.17371, "G": 0.29413, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.4056, "router_noise": 0.0, "grad_norm": 0.7657, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 203.9} +{"event": "train", "step": 3650, "phase": 2, "objective": "global", "lm_loss": 1.30325, "bpb": 1.8802, "chunk_loss": 0.030069, "F": 0.1759, "G": 0.26969, "chunks": 180.12, "bytes_per_chunk": 5.685, "boundary_entropy": 0.34645, "router_noise": 0.0, "grad_norm": 0.7175, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 206.0} +{"event": "train", "step": 3700, "phase": 2, "objective": "global", "lm_loss": 1.52428, "bpb": 2.19907, "chunk_loss": 0.030157, "F": 0.17853, "G": 0.26586, "chunks": 182.81, "bytes_per_chunk": 5.601, "boundary_entropy": 0.33644, "router_noise": 0.0, "grad_norm": 0.8018, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 208.0} +{"event": "train", "step": 3750, "phase": 2, "objective": "global", "lm_loss": 1.42287, "bpb": 2.05277, "chunk_loss": 0.030134, "F": 0.17557, "G": 0.24125, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.2898, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 210.0} +{"event": "probe", "step": 3800, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3121.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179337, "cps": 24.382812, "mean_p": 0.216776, "boundary_entropy": 0.207625, "bpb": 2.100134}, "de": {"chunks": 3792.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184678, "cps": 29.625, "mean_p": 0.215759, "boundary_entropy": 0.209943, "bpb": 2.309334}, "vi": {"chunks": 4172.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226309, "cps": 32.59375, "mean_p": 0.273637, "boundary_entropy": 0.382503, "bpb": 1.968503}, "tr": {"chunks": 3793.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209523, "cps": 29.632812, "mean_p": 0.217288, "boundary_entropy": 0.229349, "bpb": 2.281244}, "fi": {"chunks": 3437.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182712, "cps": 26.851562, "mean_p": 0.207126, "boundary_entropy": 0.20343, "bpb": 2.482173}, "ru": {"chunks": 5914.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312084, "cps": 46.203125, "mean_p": 0.277402, "boundary_entropy": 0.452566, "bpb": 1.441288}, "el": {"chunks": 5974.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.291088, "cps": 46.671875, "mean_p": 0.339943, "boundary_entropy": 0.571324, "bpb": 1.556703}, "hi": {"chunks": 6889.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.40945, "cps": 53.820312, "mean_p": 0.345275, "boundary_entropy": 0.551965, "bpb": 1.192556}, "ta": {"chunks": 7859.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.42038, "cps": 61.398438, "mean_p": 0.391773, "boundary_entropy": 0.580247, "bpb": 0.993777}, "th": {"chunks": 6341.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.394218, "cps": 49.539062, "mean_p": 0.410707, "boundary_entropy": 0.627328, "bpb": 1.145742}, "zh": {"chunks": 2779.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.470538, "cps": 21.710938, "mean_p": 0.296246, "boundary_entropy": 0.426465, "bpb": 3.216764}, "my": {"chunks": 9091.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479787, "cps": 71.023438, "mean_p": 0.291841, "boundary_entropy": 0.508165, "bpb": 1.141415}}, "bpb": {"en": 2.10013, "de": 2.30933, "vi": 1.9685, "tr": 2.28124, "fi": 2.48217, "ru": 1.44129, "el": 1.5567, "hi": 1.19256, "ta": 0.99378, "th": 1.14574, "zh": 3.21676, "my": 1.14141}, "gini_cpc": 0.201006, "gini_cps": 0.207493, "bpic": 6.076138, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0297843159079985, "vi": 1.261919087188314, "tr": 1.1683222369741817, "fi": 1.0188212630842723, "ru": 1.7402131953174471, "el": 1.6231353065120255, "hi": 2.2831343251605745, "ta": 2.344078604084745, "th": 2.1981991696029297, "zh": 2.6237681489333102, "my": 2.6753378459957564}, "t": 212.8} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10722, "de": 2.32179, "vi": 1.97458, "tr": 2.29179, "fi": 2.4926, "ru": 1.4177, "el": 1.54919, "hi": 1.18644, "ta": 0.99897, "th": 1.16453, "zh": 3.21416, "my": 1.1483}, "bytes_per_chunk": {"en": 5.742, "de": 5.558, "vi": 6.363, "tr": 5.348, "fi": 5.492, "ru": 5.887, "el": 6.289, "hi": 6.164, "ta": 6.651, "th": 7.305, "zh": 5.885, "my": 6.07}, "bpb_mean": 1.82227, "t": 214.1} +{"event": "train", "step": 3800, "phase": 2, "objective": "global", "lm_loss": 1.37149, "bpb": 1.97864, "chunk_loss": 0.03016, "F": 0.17578, "G": 0.26881, "chunks": 180.0, "bytes_per_chunk": 5.689, "boundary_entropy": 0.35695, "router_noise": 0.0, "grad_norm": 0.7708, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 214.2} +{"event": "train", "step": 3850, "phase": 2, "objective": "global", "lm_loss": 1.52272, "bpb": 2.19683, "chunk_loss": 0.030264, "F": 0.18024, "G": 0.25925, "chunks": 184.56, "bytes_per_chunk": 5.548, "boundary_entropy": 0.32938, "router_noise": 0.0, "grad_norm": 0.7269, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 216.2} +{"event": "train", "step": 3900, "phase": 2, "objective": "global", "lm_loss": 1.46237, "bpb": 2.10975, "chunk_loss": 0.030167, "F": 0.17538, "G": 0.25179, "chunks": 179.59, "bytes_per_chunk": 5.702, "boundary_entropy": 0.31081, "router_noise": 0.0, "grad_norm": 0.7702, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 218.2} +{"event": "train", "step": 3950, "phase": 2, "objective": "global", "lm_loss": 1.41837, "bpb": 2.04628, "chunk_loss": 0.030172, "F": 0.17542, "G": 0.26023, "chunks": 179.62, "bytes_per_chunk": 5.701, "boundary_entropy": 0.33979, "router_noise": 0.0, "grad_norm": 0.7765, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 220.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3147.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180831, "cps": 24.585938, "mean_p": 0.217871, "boundary_entropy": 0.20302, "bpb": 2.088271}, "de": {"chunks": 3898.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189841, "cps": 30.453125, "mean_p": 0.221556, "boundary_entropy": 0.213514, "bpb": 2.29067}, "vi": {"chunks": 4484.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.243233, "cps": 35.03125, "mean_p": 0.280564, "boundary_entropy": 0.383144, "bpb": 1.958895}, "tr": {"chunks": 3827.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211401, "cps": 29.898438, "mean_p": 0.216896, "boundary_entropy": 0.222844, "bpb": 2.266347}, "fi": {"chunks": 3580.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190314, "cps": 27.96875, "mean_p": 0.214477, "boundary_entropy": 0.204353, "bpb": 2.463458}, "ru": {"chunks": 6303.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332612, "cps": 49.242188, "mean_p": 0.291101, "boundary_entropy": 0.459285, "bpb": 1.428612}, "el": {"chunks": 6917.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.337036, "cps": 54.039062, "mean_p": 0.346666, "boundary_entropy": 0.568093, "bpb": 1.544935}, "hi": {"chunks": 7617.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.452719, "cps": 59.507812, "mean_p": 0.346571, "boundary_entropy": 0.550302, "bpb": 1.169531}, "ta": {"chunks": 8357.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.447018, "cps": 65.289062, "mean_p": 0.404155, "boundary_entropy": 0.585326, "bpb": 0.970001}, "th": {"chunks": 7547.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.469195, "cps": 58.960938, "mean_p": 0.426891, "boundary_entropy": 0.62898, "bpb": 1.128187}, "zh": {"chunks": 2901.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491195, "cps": 22.664062, "mean_p": 0.300962, "boundary_entropy": 0.423468, "bpb": 3.179867}, "my": {"chunks": 9637.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508602, "cps": 75.289062, "mean_p": 0.298427, "boundary_entropy": 0.507423, "bpb": 1.140494}}, "bpb": {"en": 2.08827, "de": 2.29067, "vi": 1.95889, "tr": 2.26635, "fi": 2.46346, "ru": 1.42861, "el": 1.54494, "hi": 1.16953, "ta": 0.97, "th": 1.12819, "zh": 3.17987, "my": 1.14049}, "gini_cpc": 0.207454, "gini_cps": 0.218331, "bpic": 5.62605, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.049824744440545, "vi": 1.3450853396482578, "tr": 1.1690559270337773, "fi": 1.0524428463782955, "ru": 1.8393546309967277, "el": 1.8638214596778515, "hi": 2.503549945678117, "ta": 2.4720218774563634, "th": 2.594661226865262, "zh": 2.716324579195448, "my": 2.8125863207377253}, "t": 223.1} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09437, "de": 2.30105, "vi": 1.96219, "tr": 2.27675, "fi": 2.47418, "ru": 1.40444, "el": 1.53803, "hi": 1.16312, "ta": 0.97692, "th": 1.14632, "zh": 3.17842, "my": 1.14777}, "bytes_per_chunk": {"en": 5.714, "de": 5.394, "vi": 5.887, "tr": 5.304, "fi": 5.271, "ru": 5.618, "el": 5.536, "hi": 5.752, "ta": 6.182, "th": 6.094, "zh": 5.627, "my": 5.745}, "bpb_mean": 1.8053, "t": 224.3} +{"event": "train", "step": 4000, "phase": 2, "objective": "global", "lm_loss": 1.30276, "bpb": 1.87949, "chunk_loss": 0.030261, "F": 0.17917, "G": 0.27064, "chunks": 183.47, "bytes_per_chunk": 5.581, "boundary_entropy": 0.35965, "router_noise": 0.0, "grad_norm": 0.7464, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 224.4} +{"event": "train", "step": 4050, "phase": 2, "objective": "global", "lm_loss": 1.45762, "bpb": 2.10291, "chunk_loss": 0.03013, "F": 0.17355, "G": 0.26041, "chunks": 177.72, "bytes_per_chunk": 5.762, "boundary_entropy": 0.33008, "router_noise": 0.0, "grad_norm": 0.7484, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 226.4} +{"event": "train", "step": 4100, "phase": 2, "objective": "global", "lm_loss": 1.32728, "bpb": 1.91486, "chunk_loss": 0.03006, "F": 0.17041, "G": 0.27154, "chunks": 174.5, "bytes_per_chunk": 5.868, "boundary_entropy": 0.3613, "router_noise": 0.0, "grad_norm": 0.7669, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 228.4} +{"event": "train", "step": 4150, "phase": 2, "objective": "global", "lm_loss": 1.47374, "bpb": 2.12616, "chunk_loss": 0.030269, "F": 0.1803, "G": 0.25698, "chunks": 184.62, "bytes_per_chunk": 5.546, "boundary_entropy": 0.32134, "router_noise": 0.0, "grad_norm": 0.7025, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 230.4} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.217775, "boundary_entropy": 0.200914, "bpb": 2.077049}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.21999, "boundary_entropy": 0.205325, "bpb": 2.271867}, "vi": {"chunks": 4355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236235, "cps": 34.023438, "mean_p": 0.271422, "boundary_entropy": 0.370384, "bpb": 1.9549}, "tr": {"chunks": 3924.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21676, "cps": 30.65625, "mean_p": 0.222928, "boundary_entropy": 0.221899, "bpb": 2.250673}, "fi": {"chunks": 3615.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192175, "cps": 28.242188, "mean_p": 0.213414, "boundary_entropy": 0.200141, "bpb": 2.443166}, "ru": {"chunks": 6381.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336728, "cps": 49.851562, "mean_p": 0.290986, "boundary_entropy": 0.455233, "bpb": 1.413282}, "el": {"chunks": 6650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324027, "cps": 51.953125, "mean_p": 0.340475, "boundary_entropy": 0.563891, "bpb": 1.532129}, "hi": {"chunks": 7537.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.447964, "cps": 58.882812, "mean_p": 0.339159, "boundary_entropy": 0.530695, "bpb": 1.16221}, "ta": {"chunks": 8624.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.4613, "cps": 67.375, "mean_p": 0.389064, "boundary_entropy": 0.572834, "bpb": 0.961757}, "th": {"chunks": 7807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485359, "cps": 60.992188, "mean_p": 0.426961, "boundary_entropy": 0.627642, "bpb": 1.119268}, "zh": {"chunks": 2964.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501863, "cps": 23.15625, "mean_p": 0.301774, "boundary_entropy": 0.420252, "bpb": 3.164724}, "my": {"chunks": 9799.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.517152, "cps": 76.554688, "mean_p": 0.297549, "boundary_entropy": 0.499642, "bpb": 1.129884}}, "bpb": {"en": 2.07705, "de": 2.27187, "vi": 1.9549, "tr": 2.25067, "fi": 2.44317, "ru": 1.41328, "el": 1.53213, "hi": 1.16221, "ta": 0.96176, "th": 1.11927, "zh": 3.16472, "my": 1.12988}, "gini_cpc": 0.211854, "gini_cps": 0.220442, "bpic": 5.583, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.033696948136669, "vi": 1.2879715052480674, "tr": 1.1817882966267792, "fi": 1.0477499667247967, "ru": 1.8358651080207113, "el": 1.766615504555864, "hi": 2.4423318884134555, "ta": 2.5150377950760827, "th": 2.646210276234571, "zh": 2.7361883798558364, "my": 2.8195488225789296}, "t": 233.3} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08346, "de": 2.28485, "vi": 1.95929, "tr": 2.25859, "fi": 2.45259, "ru": 1.38901, "el": 1.52556, "hi": 1.15694, "ta": 0.96874, "th": 1.13805, "zh": 3.16246, "my": 1.1372}, "bytes_per_chunk": {"en": 5.681, "de": 5.369, "vi": 6.208, "tr": 5.107, "fi": 5.274, "ru": 5.493, "el": 5.85, "hi": 5.759, "ta": 5.981, "th": 5.886, "zh": 5.525, "my": 5.593}, "bpb_mean": 1.79306, "t": 234.5} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 234.5} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.29449, "bpb": 1.86755, "chunk_loss": 0.03035, "F": 0.18069, "G": 0.27449, "chunks": 185.03, "bytes_per_chunk": 5.534, "boundary_entropy": 0.36923, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 234.6} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.30246, "bpb": 1.87906, "chunk_loss": 0.030073, "F": 0.1748, "G": 0.27706, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.36708, "router_noise": 0.0, "grad_norm": 0.7197, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 236.6} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.34565, "bpb": 1.94136, "chunk_loss": 0.030202, "F": 0.17664, "G": 0.2444, "chunks": 180.88, "bytes_per_chunk": 5.661, "boundary_entropy": 0.29656, "router_noise": 0.0, "grad_norm": 0.7366, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 238.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.47249, "bpb": 2.12435, "chunk_loss": 0.030455, "F": 0.18307, "G": 0.26464, "chunks": 187.47, "bytes_per_chunk": 5.462, "boundary_entropy": 0.33998, "router_noise": 0.0, "grad_norm": 0.7771, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 240.6} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179107, "cps": 24.351562, "mean_p": 0.214058, "boundary_entropy": 0.19676, "bpb": 2.065815}, "de": {"chunks": 3807.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185409, "cps": 29.742188, "mean_p": 0.21585, "boundary_entropy": 0.20185, "bpb": 2.26663}, "vi": {"chunks": 4181.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226797, "cps": 32.664062, "mean_p": 0.2727, "boundary_entropy": 0.375853, "bpb": 1.943407}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.219178, "boundary_entropy": 0.221614, "bpb": 2.240624}, "fi": {"chunks": 3565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189517, "cps": 27.851562, "mean_p": 0.213217, "boundary_entropy": 0.203903, "bpb": 2.424943}, "ru": {"chunks": 6225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328496, "cps": 48.632812, "mean_p": 0.282643, "boundary_entropy": 0.448445, "bpb": 1.400204}, "el": {"chunks": 6362.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309994, "cps": 49.703125, "mean_p": 0.337748, "boundary_entropy": 0.563968, "bpb": 1.523653}, "hi": {"chunks": 7308.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.434354, "cps": 57.09375, "mean_p": 0.344584, "boundary_entropy": 0.542016, "bpb": 1.148507}, "ta": {"chunks": 7885.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.421771, "cps": 61.601562, "mean_p": 0.393012, "boundary_entropy": 0.573629, "bpb": 0.954746}, "th": {"chunks": 7528.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468014, "cps": 58.8125, "mean_p": 0.422407, "boundary_entropy": 0.627434, "bpb": 1.113536}, "zh": {"chunks": 2866.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485269, "cps": 22.390625, "mean_p": 0.295752, "boundary_entropy": 0.413799, "bpb": 3.153192}, "my": {"chunks": 9724.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.513194, "cps": 75.96875, "mean_p": 0.298303, "boundary_entropy": 0.501314, "bpb": 1.125295}}, "bpb": {"en": 2.06582, "de": 2.26663, "vi": 1.94341, "tr": 2.24062, "fi": 2.42494, "ru": 1.4002, "el": 1.52365, "hi": 1.14851, "ta": 0.95475, "th": 1.11354, "zh": 3.15319, "my": 1.12529}, "gini_cpc": 0.211437, "gini_cps": 0.217259, "bpic": 5.778007, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0351845642782502, "vi": 1.2662642434608187, "tr": 1.1883264819208788, "fi": 1.0581201106452314, "ru": 1.834076555242635, "el": 1.7307731033662226, "hi": 2.4251063215144293, "ta": 2.3548516134977646, "th": 2.6130388279541163, "zh": 2.7093808778987585, "my": 2.865292031705028}, "t": 243.5} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07213, "de": 2.2767, "vi": 1.94821, "tr": 2.24965, "fi": 2.43428, "ru": 1.37664, "el": 1.51502, "hi": 1.14203, "ta": 0.96192, "th": 1.13203, "zh": 3.15104, "my": 1.13194}, "bytes_per_chunk": {"en": 5.744, "de": 5.484, "vi": 6.304, "tr": 5.267, "fi": 5.299, "ru": 5.64, "el": 6.038, "hi": 5.961, "ta": 6.569, "th": 6.114, "zh": 5.669, "my": 5.704}, "bpb_mean": 1.78263, "t": 244.8} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.44389, "bpb": 2.08309, "chunk_loss": 0.030177, "F": 0.17746, "G": 0.23894, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.28139, "router_noise": 0.0, "grad_norm": 0.8079, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 244.8} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.37542, "bpb": 1.98432, "chunk_loss": 0.030149, "F": 0.17529, "G": 0.25521, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.32843, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 246.8} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.30335, "bpb": 1.88034, "chunk_loss": 0.030339, "F": 0.18201, "G": 0.25932, "chunks": 186.38, "bytes_per_chunk": 5.494, "boundary_entropy": 0.30817, "router_noise": 0.0, "grad_norm": 0.7528, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 248.8} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.35909, "bpb": 1.96075, "chunk_loss": 0.030217, "F": 0.17813, "G": 0.259, "chunks": 182.41, "bytes_per_chunk": 5.614, "boundary_entropy": 0.33368, "router_noise": 0.0, "grad_norm": 0.7643, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 250.8} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3225.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185313, "cps": 25.195312, "mean_p": 0.216728, "boundary_entropy": 0.193311, "bpb": 2.058852}, "de": {"chunks": 3897.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189792, "cps": 30.445312, "mean_p": 0.220151, "boundary_entropy": 0.202059, "bpb": 2.249144}, "vi": {"chunks": 4429.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24025, "cps": 34.601562, "mean_p": 0.277527, "boundary_entropy": 0.376639, "bpb": 1.936699}, "tr": {"chunks": 3911.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216042, "cps": 30.554688, "mean_p": 0.221086, "boundary_entropy": 0.217393, "bpb": 2.224608}, "fi": {"chunks": 3540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188188, "cps": 27.65625, "mean_p": 0.209322, "boundary_entropy": 0.19462, "bpb": 2.411212}, "ru": {"chunks": 6296.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332243, "cps": 49.1875, "mean_p": 0.279891, "boundary_entropy": 0.440571, "bpb": 1.391343}, "el": {"chunks": 5722.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.278809, "cps": 44.703125, "mean_p": 0.321613, "boundary_entropy": 0.548647, "bpb": 1.508374}, "hi": {"chunks": 7592.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.451233, "cps": 59.3125, "mean_p": 0.348812, "boundary_entropy": 0.546387, "bpb": 1.149566}, "ta": {"chunks": 8159.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436427, "cps": 63.742188, "mean_p": 0.405478, "boundary_entropy": 0.581478, "bpb": 0.952325}, "th": {"chunks": 7326.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455455, "cps": 57.234375, "mean_p": 0.420127, "boundary_entropy": 0.625557, "bpb": 1.098931}, "zh": {"chunks": 2776.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.47003, "cps": 21.6875, "mean_p": 0.293193, "boundary_entropy": 0.414492, "bpb": 3.141662}, "my": {"chunks": 9021.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.476092, "cps": 70.476562, "mean_p": 0.290917, "boundary_entropy": 0.504027, "bpb": 1.117417}}, "bpb": {"en": 2.05885, "de": 2.24914, "vi": 1.9367, "tr": 2.22461, "fi": 2.41121, "ru": 1.39134, "el": 1.50837, "hi": 1.14957, "ta": 0.95233, "th": 1.09893, "zh": 3.14166, "my": 1.11742}, "gini_cpc": 0.200107, "gini_cps": 0.211271, "bpic": 5.824218, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0241708242771987, "vi": 1.2964534852183347, "tr": 1.1658204409136865, "fi": 1.015513683853955, "ru": 1.7928745658710192, "el": 1.5045319318427766, "hi": 2.4349807249732196, "ta": 2.355081087468979, "th": 2.457764405664674, "zh": 2.5364156277809715, "my": 2.5691277965153096}, "t": 253.7} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06504, "de": 2.26154, "vi": 1.94071, "tr": 2.23317, "fi": 2.41994, "ru": 1.36786, "el": 1.49988, "hi": 1.14277, "ta": 0.95837, "th": 1.11679, "zh": 3.13818, "my": 1.12432}, "bytes_per_chunk": {"en": 5.676, "de": 5.363, "vi": 6.091, "tr": 5.174, "fi": 5.325, "ru": 5.648, "el": 6.571, "hi": 5.703, "ta": 6.307, "th": 6.212, "zh": 5.898, "my": 6.186}, "bpb_mean": 1.77238, "t": 255.0} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.39674, "bpb": 2.01506, "chunk_loss": 0.030153, "F": 0.17651, "G": 0.26227, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.34185, "router_noise": 0.0, "grad_norm": 0.7403, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 255.0} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.50442, "bpb": 2.17042, "chunk_loss": 0.030041, "F": 0.17175, "G": 0.26558, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.34156, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 257.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.45177, "bpb": 2.09446, "chunk_loss": 0.030176, "F": 0.1748, "G": 0.26658, "chunks": 179.0, "bytes_per_chunk": 5.721, "boundary_entropy": 0.35543, "router_noise": 0.0, "grad_norm": 0.8081, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.46298, "bpb": 2.11063, "chunk_loss": 0.030344, "F": 0.18103, "G": 0.2663, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.30713, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 261.0} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3218.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184911, "cps": 25.140625, "mean_p": 0.21715, "boundary_entropy": 0.190174, "bpb": 2.047481}, "de": {"chunks": 3879.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188915, "cps": 30.304688, "mean_p": 0.217612, "boundary_entropy": 0.196476, "bpb": 2.239515}, "vi": {"chunks": 4372.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237158, "cps": 34.15625, "mean_p": 0.27693, "boundary_entropy": 0.373098, "bpb": 1.931641}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.217605, "boundary_entropy": 0.213404, "bpb": 2.212278}, "fi": {"chunks": 3510.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186593, "cps": 27.421875, "mean_p": 0.207394, "boundary_entropy": 0.189049, "bpb": 2.389098}, "ru": {"chunks": 6339.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.334512, "cps": 49.523438, "mean_p": 0.281156, "boundary_entropy": 0.437888, "bpb": 1.384209}, "el": {"chunks": 6320.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307947, "cps": 49.375, "mean_p": 0.328912, "boundary_entropy": 0.551652, "bpb": 1.497766}, "hi": {"chunks": 7646.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454443, "cps": 59.734375, "mean_p": 0.343913, "boundary_entropy": 0.531883, "bpb": 1.130789}, "ta": {"chunks": 8589.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459428, "cps": 67.101562, "mean_p": 0.40945, "boundary_entropy": 0.575381, "bpb": 0.940825}, "th": {"chunks": 7751.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481878, "cps": 60.554688, "mean_p": 0.422895, "boundary_entropy": 0.625133, "bpb": 1.092455}, "zh": {"chunks": 2879.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48747, "cps": 22.492188, "mean_p": 0.294943, "boundary_entropy": 0.411666, "bpb": 3.130478}, "my": {"chunks": 9645.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.509025, "cps": 75.351562, "mean_p": 0.289874, "boundary_entropy": 0.492941, "bpb": 1.11933}}, "bpb": {"en": 2.04748, "de": 2.23952, "vi": 1.93164, "tr": 2.21228, "fi": 2.3891, "ru": 1.38421, "el": 1.49777, "hi": 1.13079, "ta": 0.94083, "th": 1.09245, "zh": 3.13048, "my": 1.11933}, "gini_cpc": 0.210771, "gini_cps": 0.221404, "bpic": 5.642925, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.021657794905604, "vi": 1.2825523234086538, "tr": 1.1540170813877786, "fi": 1.0090979257571118, "ru": 1.809046032295252, "el": 1.66538371492252, "hi": 2.457634535307986, "ta": 2.4845927502941714, "th": 2.606002044375427, "zh": 2.6362482391946584, "my": 2.7528144312529546}, "t": 263.9} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05428, "de": 2.25086, "vi": 1.93489, "tr": 2.22251, "fi": 2.39808, "ru": 1.35935, "el": 1.48962, "hi": 1.12506, "ta": 0.94805, "th": 1.11022, "zh": 3.12662, "my": 1.12674}, "bytes_per_chunk": {"en": 5.68, "de": 5.398, "vi": 6.132, "tr": 5.301, "fi": 5.385, "ru": 5.58, "el": 6.066, "hi": 5.76, "ta": 6.072, "th": 6.091, "zh": 5.696, "my": 5.768}, "bpb_mean": 1.76219, "t": 265.2} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.34311, "bpb": 1.93769, "chunk_loss": 0.030226, "F": 0.17746, "G": 0.2548, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.32157, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 265.2} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28029, "bpb": 1.84706, "chunk_loss": 0.030024, "F": 0.17245, "G": 0.25046, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.30055, "router_noise": 0.0, "grad_norm": 0.7093, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 267.2} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.37621, "bpb": 1.98545, "chunk_loss": 0.030276, "F": 0.17889, "G": 0.25212, "chunks": 183.19, "bytes_per_chunk": 5.59, "boundary_entropy": 0.31261, "router_noise": 0.0, "grad_norm": 0.7846, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 269.2} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.24753, "bpb": 1.79981, "chunk_loss": 0.030091, "F": 0.17175, "G": 0.25973, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.34406, "router_noise": 0.0, "grad_norm": 0.7411, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 271.2} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.213242, "boundary_entropy": 0.184043, "bpb": 2.042396}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.217648, "boundary_entropy": 0.19367, "bpb": 2.233982}, "vi": {"chunks": 4361.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236561, "cps": 34.070312, "mean_p": 0.275772, "boundary_entropy": 0.370772, "bpb": 1.923776}, "tr": {"chunks": 3841.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212175, "cps": 30.007812, "mean_p": 0.217851, "boundary_entropy": 0.211536, "bpb": 2.205835}, "fi": {"chunks": 3534.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187869, "cps": 27.609375, "mean_p": 0.208673, "boundary_entropy": 0.188931, "bpb": 2.377807}, "ru": {"chunks": 6102.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322005, "cps": 47.671875, "mean_p": 0.276921, "boundary_entropy": 0.436902, "bpb": 1.379238}, "el": {"chunks": 6392.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311455, "cps": 49.9375, "mean_p": 0.332384, "boundary_entropy": 0.551343, "bpb": 1.488981}, "hi": {"chunks": 7422.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441129, "cps": 57.984375, "mean_p": 0.341778, "boundary_entropy": 0.533244, "bpb": 1.125388}, "ta": {"chunks": 8979.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.480289, "cps": 70.148438, "mean_p": 0.407779, "boundary_entropy": 0.574053, "bpb": 0.939889}, "th": {"chunks": 7745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481505, "cps": 60.507812, "mean_p": 0.4224, "boundary_entropy": 0.62578, "bpb": 1.089214}, "zh": {"chunks": 2940.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497799, "cps": 22.96875, "mean_p": 0.296341, "boundary_entropy": 0.409191, "bpb": 3.121142}, "my": {"chunks": 10020.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.528816, "cps": 78.28125, "mean_p": 0.29796, "boundary_entropy": 0.499212, "bpb": 1.108743}}, "bpb": {"en": 2.0424, "de": 2.23398, "vi": 1.92378, "tr": 2.20583, "fi": 2.37781, "ru": 1.37924, "el": 1.48898, "hi": 1.12539, "ta": 0.93989, "th": 1.08921, "zh": 3.12114, "my": 1.10874}, "gini_cpc": 0.216721, "gini_cps": 0.227149, "bpic": 5.608537, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0314350292129564, "vi": 1.2869237767803252, "tr": 1.1542599736283798, "fi": 1.0220321129604504, "ru": 1.7517529966900935, "el": 1.694360433403601, "hi": 2.3998039134629274, "ta": 2.6128373895927792, "th": 2.619450747304756, "zh": 2.70809420527728, "my": 2.876830176307867}, "t": 274.1} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04912, "de": 2.24654, "vi": 1.92783, "tr": 2.21427, "fi": 2.38906, "ru": 1.35671, "el": 1.48104, "hi": 1.11942, "ta": 0.9461, "th": 1.10765, "zh": 3.11665, "my": 1.11616}, "bytes_per_chunk": {"en": 5.726, "de": 5.37, "vi": 6.188, "tr": 5.264, "fi": 5.373, "ru": 5.813, "el": 5.986, "hi": 5.907, "ta": 5.856, "th": 6.078, "zh": 5.593, "my": 5.476}, "bpb_mean": 1.75588, "t": 275.4} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.36414, "bpb": 1.96803, "chunk_loss": 0.030093, "F": 0.17102, "G": 0.27214, "chunks": 175.12, "bytes_per_chunk": 5.847, "boundary_entropy": 0.37446, "router_noise": 0.0, "grad_norm": 0.7231, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 275.4} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.37854, "bpb": 1.98881, "chunk_loss": 0.030224, "F": 0.17673, "G": 0.27205, "chunks": 180.97, "bytes_per_chunk": 5.658, "boundary_entropy": 0.35781, "router_noise": 0.0, "grad_norm": 0.9125, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 277.4} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.47291, "bpb": 2.12496, "chunk_loss": 0.030166, "F": 0.17435, "G": 0.25653, "chunks": 178.53, "bytes_per_chunk": 5.736, "boundary_entropy": 0.32053, "router_noise": 0.0, "grad_norm": 0.7516, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 279.4} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33292, "bpb": 1.92299, "chunk_loss": 0.030109, "F": 0.17105, "G": 0.24424, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.30328, "router_noise": 0.0, "grad_norm": 0.7449, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 281.4} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3176.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182497, "cps": 24.8125, "mean_p": 0.211792, "boundary_entropy": 0.182173, "bpb": 2.036569}, "de": {"chunks": 3807.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185409, "cps": 29.742188, "mean_p": 0.212027, "boundary_entropy": 0.188611, "bpb": 2.224398}, "vi": {"chunks": 4328.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234771, "cps": 33.8125, "mean_p": 0.272763, "boundary_entropy": 0.365673, "bpb": 1.920096}, "tr": {"chunks": 3770.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208253, "cps": 29.453125, "mean_p": 0.211862, "boundary_entropy": 0.204911, "bpb": 2.197155}, "fi": {"chunks": 3539.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188135, "cps": 27.648438, "mean_p": 0.207512, "boundary_entropy": 0.186515, "bpb": 2.3642}, "ru": {"chunks": 6178.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326016, "cps": 48.265625, "mean_p": 0.277019, "boundary_entropy": 0.433643, "bpb": 1.371261}, "el": {"chunks": 6263.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30517, "cps": 48.929688, "mean_p": 0.328941, "boundary_entropy": 0.550634, "bpb": 1.483168}, "hi": {"chunks": 7684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.456701, "cps": 60.03125, "mean_p": 0.334141, "boundary_entropy": 0.521501, "bpb": 1.118002}, "ta": {"chunks": 8329.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44552, "cps": 65.070312, "mean_p": 0.391452, "boundary_entropy": 0.56412, "bpb": 0.930056}, "th": {"chunks": 7403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460242, "cps": 57.835938, "mean_p": 0.417507, "boundary_entropy": 0.621077, "bpb": 1.080132}, "zh": {"chunks": 2821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.47765, "cps": 22.039062, "mean_p": 0.294801, "boundary_entropy": 0.412147, "bpb": 3.115392}, "my": {"chunks": 9335.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492664, "cps": 72.929688, "mean_p": 0.295133, "boundary_entropy": 0.505167, "bpb": 1.103997}}, "bpb": {"en": 2.03657, "de": 2.2244, "vi": 1.9201, "tr": 2.19715, "fi": 2.3642, "ru": 1.37126, "el": 1.48317, "hi": 1.118, "ta": 0.93006, "th": 1.08013, "zh": 3.11539, "my": 1.104}, "gini_cpc": 0.206957, "gini_cps": 0.218146, "bpic": 5.759624, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0159541205463811, "vi": 1.2864346717550057, "tr": 1.1411281665465638, "fi": 1.0308899497011703, "ru": 1.786414832882503, "el": 1.6721883483677649, "hi": 2.502510507857969, "ta": 2.441243045090115, "th": 2.52191422065867, "zh": 2.617298582494343, "my": 2.6995698721251693}, "t": 284.3} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04338, "de": 2.23606, "vi": 1.92298, "tr": 2.20596, "fi": 2.37365, "ru": 1.34821, "el": 1.47446, "hi": 1.11269, "ta": 0.93811, "th": 1.09789, "zh": 3.11128, "my": 1.11189}, "bytes_per_chunk": {"en": 5.763, "de": 5.488, "vi": 6.152, "tr": 5.357, "fi": 5.38, "ru": 5.734, "el": 6.191, "hi": 5.729, "ta": 6.242, "th": 6.334, "zh": 5.804, "my": 5.928}, "bpb_mean": 1.74805, "t": 285.6} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.24435, "bpb": 1.79521, "chunk_loss": 0.030066, "F": 0.17209, "G": 0.26501, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.35213, "router_noise": 0.0, "grad_norm": 0.76, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 285.6} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.28978, "bpb": 1.86076, "chunk_loss": 0.030194, "F": 0.17706, "G": 0.26498, "chunks": 181.31, "bytes_per_chunk": 5.648, "boundary_entropy": 0.34412, "router_noise": 0.0, "grad_norm": 0.714, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 287.6} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.22603, "bpb": 1.76879, "chunk_loss": 0.030034, "F": 0.17133, "G": 0.27561, "chunks": 175.44, "bytes_per_chunk": 5.837, "boundary_entropy": 0.36312, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 289.6} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.44375, "bpb": 2.08289, "chunk_loss": 0.030224, "F": 0.177, "G": 0.26381, "chunks": 181.25, "bytes_per_chunk": 5.65, "boundary_entropy": 0.35305, "router_noise": 0.0, "grad_norm": 0.7686, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 291.6} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3199.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183819, "cps": 24.992188, "mean_p": 0.213998, "boundary_entropy": 0.18272, "bpb": 2.032357}, "de": {"chunks": 3897.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189792, "cps": 30.445312, "mean_p": 0.21746, "boundary_entropy": 0.190335, "bpb": 2.216932}, "vi": {"chunks": 4366.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236832, "cps": 34.109375, "mean_p": 0.276952, "boundary_entropy": 0.369291, "bpb": 1.917993}, "tr": {"chunks": 3814.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210683, "cps": 29.796875, "mean_p": 0.214783, "boundary_entropy": 0.205497, "bpb": 2.18933}, "fi": {"chunks": 3570.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189783, "cps": 27.890625, "mean_p": 0.209049, "boundary_entropy": 0.184546, "bpb": 2.356121}, "ru": {"chunks": 6444.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340053, "cps": 50.34375, "mean_p": 0.281649, "boundary_entropy": 0.433291, "bpb": 1.3613}, "el": {"chunks": 6868.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334649, "cps": 53.65625, "mean_p": 0.335504, "boundary_entropy": 0.550908, "bpb": 1.473083}, "hi": {"chunks": 7596.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.451471, "cps": 59.34375, "mean_p": 0.333404, "boundary_entropy": 0.519937, "bpb": 1.1108}, "ta": {"chunks": 8514.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.455416, "cps": 66.515625, "mean_p": 0.396769, "boundary_entropy": 0.566592, "bpb": 0.921935}, "th": {"chunks": 8117.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.504632, "cps": 63.414062, "mean_p": 0.427035, "boundary_entropy": 0.624122, "bpb": 1.072904}, "zh": {"chunks": 2858.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.483915, "cps": 22.328125, "mean_p": 0.293718, "boundary_entropy": 0.409772, "bpb": 3.103937}, "my": {"chunks": 8937.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.471659, "cps": 69.820312, "mean_p": 0.287253, "boundary_entropy": 0.495035, "bpb": 1.103681}}, "bpb": {"en": 2.03236, "de": 2.21693, "vi": 1.91799, "tr": 2.18933, "fi": 2.35612, "ru": 1.3613, "el": 1.47308, "hi": 1.1108, "ta": 0.92193, "th": 1.0729, "zh": 3.10394, "my": 1.10368}, "gini_cpc": 0.20608, "gini_cps": 0.215647, "bpic": 5.628938, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032494813471074, "vi": 1.2883992683840633, "tr": 1.1461461961516899, "fi": 1.0324433059617453, "ru": 1.8499338431122523, "el": 1.8205362103591884, "hi": 2.4560644740857445, "ta": 2.477525062366959, "th": 2.7452655540184256, "zh": 2.6325623260824713, "my": 2.5658913458745918}, "t": 294.5} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03823, "de": 2.22906, "vi": 1.92013, "tr": 2.1987, "fi": 2.36598, "ru": 1.33651, "el": 1.46503, "hi": 1.10393, "ta": 0.93033, "th": 1.09158, "zh": 3.09999, "my": 1.11124}, "bytes_per_chunk": {"en": 5.719, "de": 5.385, "vi": 6.069, "tr": 5.347, "fi": 5.341, "ru": 5.43, "el": 5.655, "hi": 5.798, "ta": 6.055, "th": 5.779, "zh": 5.772, "my": 6.12}, "bpb_mean": 1.74089, "t": 295.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.34901, "bpb": 1.94621, "chunk_loss": 0.030767, "F": 0.18707, "G": 0.2787, "chunks": 191.56, "bytes_per_chunk": 5.346, "boundary_entropy": 0.33734, "router_noise": 0.0, "grad_norm": 0.8248, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 295.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.20059, "bpb": 1.73208, "chunk_loss": 0.030385, "F": 0.18152, "G": 0.27465, "chunks": 185.88, "bytes_per_chunk": 5.509, "boundary_entropy": 0.36818, "router_noise": 0.0, "grad_norm": 0.7352, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 297.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.30742, "bpb": 1.8862, "chunk_loss": 0.030217, "F": 0.17868, "G": 0.26134, "chunks": 182.97, "bytes_per_chunk": 5.597, "boundary_entropy": 0.32498, "router_noise": 0.0, "grad_norm": 0.7856, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 299.8} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.38421, "bpb": 1.997, "chunk_loss": 0.030191, "F": 0.17831, "G": 0.25391, "chunks": 182.59, "bytes_per_chunk": 5.608, "boundary_entropy": 0.30613, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 301.8} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3197.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183704, "cps": 24.976562, "mean_p": 0.213262, "boundary_entropy": 0.179571, "bpb": 2.027852}, "de": {"chunks": 3872.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188574, "cps": 30.25, "mean_p": 0.216316, "boundary_entropy": 0.187292, "bpb": 2.211496}, "vi": {"chunks": 4227.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229292, "cps": 33.023438, "mean_p": 0.270323, "boundary_entropy": 0.364716, "bpb": 1.9125}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.214411, "boundary_entropy": 0.20548, "bpb": 2.183336}, "fi": {"chunks": 3585.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19058, "cps": 28.007812, "mean_p": 0.209625, "boundary_entropy": 0.183963, "bpb": 2.351164}, "ru": {"chunks": 6447.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340211, "cps": 50.367188, "mean_p": 0.278806, "boundary_entropy": 0.4258, "bpb": 1.356001}, "el": {"chunks": 6969.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33957, "cps": 54.445312, "mean_p": 0.333624, "boundary_entropy": 0.546849, "bpb": 1.465332}, "hi": {"chunks": 7452.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442912, "cps": 58.21875, "mean_p": 0.326186, "boundary_entropy": 0.513538, "bpb": 1.10657}, "ta": {"chunks": 8360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.447178, "cps": 65.3125, "mean_p": 0.39263, "boundary_entropy": 0.565403, "bpb": 0.921912}, "th": {"chunks": 7408.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460553, "cps": 57.875, "mean_p": 0.417851, "boundary_entropy": 0.620688, "bpb": 1.070573}, "zh": {"chunks": 2902.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491365, "cps": 22.671875, "mean_p": 0.291225, "boundary_entropy": 0.40112, "bpb": 3.097467}, "my": {"chunks": 8906.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.470023, "cps": 69.578125, "mean_p": 0.288399, "boundary_entropy": 0.498035, "bpb": 1.099873}}, "bpb": {"en": 2.02785, "de": 2.2115, "vi": 1.9125, "tr": 2.18334, "fi": 2.35116, "ru": 1.356, "el": 1.46533, "hi": 1.10657, "ta": 0.92191, "th": 1.07057, "zh": 3.09747, "my": 1.09987}, "gini_cpc": 0.20125, "gini_cps": 0.210204, "bpic": 5.719538, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0265129329944407, "vi": 1.2481609462491916, "tr": 1.1351359771132727, "fi": 1.0374298994191218, "ru": 1.8519529109991806, "el": 1.8484644531122654, "hi": 2.4110113632719385, "ta": 2.4342338192657382, "th": 2.507040745476628, "zh": 2.6747638771151547, "my": 2.5585905920746237}, "t": 304.7} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03361, "de": 2.223, "vi": 1.915, "tr": 2.19243, "fi": 2.36111, "ru": 1.33116, "el": 1.45882, "hi": 1.10072, "ta": 0.92981, "th": 1.0881, "zh": 3.09315, "my": 1.10718}, "bytes_per_chunk": {"en": 5.723, "de": 5.404, "vi": 6.24, "tr": 5.388, "fi": 5.315, "ru": 5.46, "el": 5.528, "hi": 5.858, "ta": 6.178, "th": 6.31, "zh": 5.659, "my": 6.272}, "bpb_mean": 1.73617, "t": 306.0} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.32584, "bpb": 1.91278, "chunk_loss": 0.030121, "F": 0.17685, "G": 0.26766, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.3379, "router_noise": 0.0, "grad_norm": 0.757, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 306.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.31013, "bpb": 1.89012, "chunk_loss": 0.030197, "F": 0.17276, "G": 0.26092, "chunks": 176.91, "bytes_per_chunk": 5.788, "boundary_entropy": 0.34013, "router_noise": 0.0, "grad_norm": 0.8128, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 308.0} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.28645, "bpb": 1.85596, "chunk_loss": 0.030058, "F": 0.1734, "G": 0.2469, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.29505, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 310.0} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.19598, "bpb": 1.72543, "chunk_loss": 0.030141, "F": 0.17584, "G": 0.26964, "chunks": 180.06, "bytes_per_chunk": 5.687, "boundary_entropy": 0.34098, "router_noise": 0.0, "grad_norm": 0.7359, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 311.9} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184681, "cps": 25.109375, "mean_p": 0.215789, "boundary_entropy": 0.184265, "bpb": 2.023889}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.216087, "boundary_entropy": 0.187251, "bpb": 2.209109}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.274076, "boundary_entropy": 0.369326, "bpb": 1.906902}, "tr": {"chunks": 3822.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211125, "cps": 29.859375, "mean_p": 0.214164, "boundary_entropy": 0.202615, "bpb": 2.175984}, "fi": {"chunks": 3596.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191165, "cps": 28.09375, "mean_p": 0.211601, "boundary_entropy": 0.186655, "bpb": 2.34178}, "ru": {"chunks": 6414.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33847, "cps": 50.109375, "mean_p": 0.27798, "boundary_entropy": 0.426716, "bpb": 1.35242}, "el": {"chunks": 6499.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316669, "cps": 50.773438, "mean_p": 0.327569, "boundary_entropy": 0.5437, "bpb": 1.459891}, "hi": {"chunks": 7465.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.443685, "cps": 58.320312, "mean_p": 0.332143, "boundary_entropy": 0.520026, "bpb": 1.103633}, "ta": {"chunks": 8591.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459535, "cps": 67.117188, "mean_p": 0.397197, "boundary_entropy": 0.568788, "bpb": 0.920321}, "th": {"chunks": 7970.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.495493, "cps": 62.265625, "mean_p": 0.425691, "boundary_entropy": 0.622682, "bpb": 1.06831}, "zh": {"chunks": 2899.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490857, "cps": 22.648438, "mean_p": 0.292749, "boundary_entropy": 0.404106, "bpb": 3.090287}, "my": {"chunks": 9510.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5019, "cps": 74.296875, "mean_p": 0.287099, "boundary_entropy": 0.485904, "bpb": 1.098979}}, "bpb": {"en": 2.02389, "de": 2.20911, "vi": 1.9069, "tr": 2.17598, "fi": 2.34178, "ru": 1.35242, "el": 1.45989, "hi": 1.10363, "ta": 0.92032, "th": 1.06831, "zh": 3.09029, "my": 1.09898}, "gini_cpc": 0.210834, "gini_cps": 0.220253, "bpic": 5.635385, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0205559184388202, "vi": 1.2489020016678456, "tr": 1.1431899005899349, "fi": 1.0351089111393568, "ru": 1.8327278906761808, "el": 1.7146833848077503, "hi": 2.402442416212133, "ta": 2.4882642351187214, "th": 2.682968068477223, "zh": 2.6578656259831743, "my": 2.717661667033833}, "t": 314.8} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02927, "de": 2.2216, "vi": 1.91048, "tr": 2.18519, "fi": 2.35196, "ru": 1.32772, "el": 1.45214, "hi": 1.09724, "ta": 0.92832, "th": 1.08575, "zh": 3.08565, "my": 1.10553}, "bytes_per_chunk": {"en": 5.689, "de": 5.408, "vi": 6.158, "tr": 5.318, "fi": 5.264, "ru": 5.522, "el": 5.947, "hi": 5.864, "ta": 6.022, "th": 5.872, "zh": 5.68, "my": 5.784}, "bpb_mean": 1.73174, "t": 316.1} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.28378, "bpb": 1.8521, "chunk_loss": 0.030107, "F": 0.1763, "G": 0.26896, "chunks": 180.53, "bytes_per_chunk": 5.672, "boundary_entropy": 0.33477, "router_noise": 0.0, "grad_norm": 0.7864, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 316.2} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.27627, "bpb": 1.84127, "chunk_loss": 0.030228, "F": 0.17834, "G": 0.2638, "chunks": 182.62, "bytes_per_chunk": 5.607, "boundary_entropy": 0.34257, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 318.1} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.34799, "bpb": 1.94474, "chunk_loss": 0.030202, "F": 0.1741, "G": 0.26012, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.34168, "router_noise": 0.0, "grad_norm": 0.8323, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 320.1} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.38558, "bpb": 1.99897, "chunk_loss": 0.030279, "F": 0.18018, "G": 0.25322, "chunks": 184.5, "bytes_per_chunk": 5.55, "boundary_entropy": 0.32363, "router_noise": 0.0, "grad_norm": 0.7898, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 322.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3220.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185026, "cps": 25.15625, "mean_p": 0.215134, "boundary_entropy": 0.180732, "bpb": 2.019777}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.217411, "boundary_entropy": 0.188078, "bpb": 2.205912}, "vi": {"chunks": 4443.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241009, "cps": 34.710938, "mean_p": 0.279079, "boundary_entropy": 0.370917, "bpb": 1.904917}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.216048, "boundary_entropy": 0.203475, "bpb": 2.173242}, "fi": {"chunks": 3658.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194461, "cps": 28.578125, "mean_p": 0.213915, "boundary_entropy": 0.185822, "bpb": 2.343075}, "ru": {"chunks": 6475.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341689, "cps": 50.585938, "mean_p": 0.279889, "boundary_entropy": 0.427146, "bpb": 1.348374}, "el": {"chunks": 6889.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335672, "cps": 53.820312, "mean_p": 0.330438, "boundary_entropy": 0.543443, "bpb": 1.453566}, "hi": {"chunks": 7697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457474, "cps": 60.132812, "mean_p": 0.334895, "boundary_entropy": 0.520895, "bpb": 1.104654}, "ta": {"chunks": 8394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448997, "cps": 65.578125, "mean_p": 0.395287, "boundary_entropy": 0.566903, "bpb": 0.918848}, "th": {"chunks": 7650.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475598, "cps": 59.765625, "mean_p": 0.421303, "boundary_entropy": 0.62161, "bpb": 1.06368}, "zh": {"chunks": 2934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496783, "cps": 22.921875, "mean_p": 0.292028, "boundary_entropy": 0.400871, "bpb": 3.086214}, "my": {"chunks": 8996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.474773, "cps": 70.28125, "mean_p": 0.286573, "boundary_entropy": 0.491529, "bpb": 1.09313}}, "bpb": {"en": 2.01978, "de": 2.20591, "vi": 1.90492, "tr": 2.17324, "fi": 2.34307, "ru": 1.34837, "el": 1.45357, "hi": 1.10465, "ta": 0.91885, "th": 1.06368, "zh": 3.08621, "my": 1.09313}, "gini_cpc": 0.201847, "gini_cps": 0.209895, "bpic": 5.635468, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0244450608670244, "vi": 1.302571044478923, "tr": 1.1503147963190619, "fi": 1.0509935874047531, "ru": 1.84671045084318, "el": 1.8141934227406733, "hi": 2.4724906740007198, "ta": 2.42667571460134, "th": 2.5704467917912797, "zh": 2.684942042306697, "my": 2.565986216608515}, "t": 325.0} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02637, "de": 2.21948, "vi": 1.90784, "tr": 2.18246, "fi": 2.35302, "ru": 1.32432, "el": 1.44637, "hi": 1.09767, "ta": 0.92679, "th": 1.08057, "zh": 3.0816, "my": 1.10021}, "bytes_per_chunk": {"en": 5.68, "de": 5.372, "vi": 5.936, "tr": 5.273, "fi": 5.2, "ru": 5.462, "el": 5.554, "hi": 5.639, "ta": 6.183, "th": 6.092, "zh": 5.617, "my": 6.047}, "bpb_mean": 1.72889, "t": 326.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3220.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185026, "cps": 25.15625, "mean_p": 0.215134, "boundary_entropy": 0.180732, "bpb": 2.019777}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.217411, "boundary_entropy": 0.188078, "bpb": 2.205912}, "vi": {"chunks": 4443.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241009, "cps": 34.710938, "mean_p": 0.279079, "boundary_entropy": 0.370917, "bpb": 1.904917}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.216048, "boundary_entropy": 0.203475, "bpb": 2.173242}, "fi": {"chunks": 3658.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194461, "cps": 28.578125, "mean_p": 0.213915, "boundary_entropy": 0.185822, "bpb": 2.343075}, "ru": {"chunks": 6475.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341689, "cps": 50.585938, "mean_p": 0.279889, "boundary_entropy": 0.427146, "bpb": 1.348374}, "el": {"chunks": 6889.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.335672, "cps": 53.820312, "mean_p": 0.330438, "boundary_entropy": 0.543443, "bpb": 1.453566}, "hi": {"chunks": 7697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457474, "cps": 60.132812, "mean_p": 0.334895, "boundary_entropy": 0.520895, "bpb": 1.104654}, "ta": {"chunks": 8394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448997, "cps": 65.578125, "mean_p": 0.395287, "boundary_entropy": 0.566903, "bpb": 0.918848}, "th": {"chunks": 7650.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.475598, "cps": 59.765625, "mean_p": 0.421303, "boundary_entropy": 0.62161, "bpb": 1.06368}, "zh": {"chunks": 2934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496783, "cps": 22.921875, "mean_p": 0.292028, "boundary_entropy": 0.400871, "bpb": 3.086214}, "my": {"chunks": 8996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.474773, "cps": 70.28125, "mean_p": 0.286573, "boundary_entropy": 0.491529, "bpb": 1.09313}}, "bpb": {"en": 2.01978, "de": 2.20591, "vi": 1.90492, "tr": 2.17324, "fi": 2.34307, "ru": 1.34837, "el": 1.45357, "hi": 1.10465, "ta": 0.91885, "th": 1.06368, "zh": 3.08621, "my": 1.09313}, "gini_cpc": 0.201847, "gini_cps": 0.209895, "bpic": 5.635468, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0244450608670244, "vi": 1.302571044478923, "tr": 1.1503147963190619, "fi": 1.0509935874047531, "ru": 1.84671045084318, "el": 1.8141934227406733, "hi": 2.4724906740007198, "ta": 2.42667571460134, "th": 2.5704467917912797, "zh": 2.684942042306697, "my": 2.565986216608515}, "t": 327.3} +{"event": "final", "run": "pilot_Apc_s2", "condition": "A", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18502557030397057, "cps": 25.15625, "bpb": 2.0358226695537653, "bytes_per_chunk": 5.652274221891609}, "de": {"cpc": 0.18954853163200702, "cps": 30.40625, "bpb": 2.209768706605571, "bytes_per_chunk": 5.391746110099857}, "vi": {"cpc": 0.24100895036615133, "cps": 34.7109375, "bpb": 1.9123895493977185, "bytes_per_chunk": 5.9578181818181815}, "tr": {"cpc": 0.21283765121803017, "cps": 30.1015625, "bpb": 2.1750034348806433, "bytes_per_chunk": 5.289960649783069}, "fi": {"cpc": 0.19446068789538037, "cps": 28.578125, "bpb": 2.369738304812118, "bytes_per_chunk": 5.209073115480531}, "ru": {"cpc": 0.341688654353562, "cps": 50.5859375, "bpb": 1.3246133221482481, "bytes_per_chunk": 5.472677738228202}, "el": {"cpc": 0.33567217268430544, "cps": 53.8203125, "bpb": 1.4419680702237663, "bytes_per_chunk": 5.57172309719654}, "hi": {"cpc": 0.45747399702823177, "cps": 60.1328125, "bpb": 1.1049892036007753, "bytes_per_chunk": 5.647829365506841}, "ta": {"cpc": 0.44899705803690826, "cps": 65.578125, "bpb": 0.9279208268970135, "bytes_per_chunk": 6.173323285606632}, "th": {"cpc": 0.47559838358719303, "cps": 59.765625, "bpb": 1.0777065637985028, "bytes_per_chunk": 6.080181841375871}, "zh": {"cpc": 0.49678293261090417, "cps": 22.921875, "bpb": 3.088729533952791, "bytes_per_chunk": 5.633023185852117}, "my": {"cpc": 0.47477306312011824, "cps": 70.28125, "bpb": 1.1104715751791967, "bytes_per_chunk": 6.0157194818308035}}, "gini_cpc": 0.20184692854175834, "gini_cps": 0.20989535151221483, "bpic": 5.635467907960235, "seed": 2, "mean_boundary_entropy": 0.3497467041015625, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 329.7} diff --git a/pilot_Apc_s2/model.safetensors b/pilot_Apc_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b3a127ea9587224a28985f45306fd172d080d37 --- /dev/null +++ b/pilot_Apc_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9d0880cfefa58f3c88207df034c0de970b21be2ce7f7ce693a998f2b064ff8b5 +size 90078296 diff --git a/pilot_B_s0/config.json b/pilot_B_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..43c5cbdb0e531f2c82e264d96d046508a11c8c53 --- /dev/null +++ b/pilot_B_s0/config.json @@ -0,0 +1,106 @@ +{ + "run": "pilot_B_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 0, + "out_dir": null, + "run_name": "pilot_B_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.4, + 0.5, + 0.6 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.18187695586727237, + "gini_cps": 0.05940021707328591, + "bpic": 9.055282903119249, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9375774785858493, + "vi": 0.8498286472662473, + "tr": 0.988200245492943, + "fi": 0.9735020739236011, + "ru": 0.9196474644964611, + "el": 0.9859077248454862, + "hi": 0.9707544786241161, + "ta": 0.7729670233729019, + "th": 1.145743293949329, + "zh": 2.8873687585854557, + "my": 0.7226014140314942 + } + } +} \ No newline at end of file diff --git a/pilot_B_s0/final.json b/pilot_B_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..31b25034587de56e7a057e7ff9881d18f71b9e2a --- /dev/null +++ b/pilot_B_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_B_s0", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.20559673619490892, + "cps": 27.953125, + "bpb": 2.030971458180637, + "bytes_per_chunk": 4.841428729730728 + }, + "de": { + "cpc": 0.19276286952710273, + "cps": 30.921875, + "bpb": 2.1954336946821793, + "bytes_per_chunk": 5.174984207201516 + }, + "vi": { + "cpc": 0.17472199620287496, + "cps": 25.1640625, + "bpb": 1.9176065463714007, + "bytes_per_chunk": 7.180060257463708 + }, + "tr": { + "cpc": 0.20317074518035685, + "cps": 28.734375, + "bpb": 2.1736990002184275, + "bytes_per_chunk": 5.15579856228304 + }, + "fi": { + "cpc": 0.20014884907766733, + "cps": 29.4140625, + "bpb": 2.363505277332801, + "bytes_per_chunk": 4.845366160215889 + }, + "ru": { + "cpc": 0.18907651715039578, + "cps": 27.9921875, + "bpb": 1.3564596129569486, + "bytes_per_chunk": 9.31041341099588 + }, + "el": { + "cpc": 0.20269941041758027, + "cps": 32.5, + "bpb": 1.4347470400364475, + "bytes_per_chunk": 8.671650678134304 + }, + "hi": { + "cpc": 0.19958395245170876, + "cps": 26.234375, + "bpb": 1.1980217889792264, + "bytes_per_chunk": 12.50180031952691 + }, + "ta": { + "cpc": 0.15891949719176252, + "cps": 23.2109375, + "bpb": 0.9865577903862777, + "bytes_per_chunk": 17.10006523157208 + }, + "th": { + "cpc": 0.23556108175318619, + "cps": 29.6015625, + "bpb": 1.1292825162081603, + "bytes_per_chunk": 12.512242852369816 + }, + "zh": { + "cpc": 0.5936335929563156, + "cps": 27.390625, + "bpb": 3.1025653662320534, + "bytes_per_chunk": 4.933360934941755 + }, + "my": { + "cpc": 0.14856449229470128, + "cps": 21.9921875, + "bpb": 1.1157591871544317, + "bytes_per_chunk": 17.892567060268924 + } + }, + "gini_cpc": 0.18187695586727237, + "gini_cps": 0.05940021707328591, + "bpic": 9.055282903119249, + "seed": 0, + "mean_boundary_entropy": 0.29383590817451477, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_B_s0/log.jsonl b/pilot_B_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..b11702c10f7899cce36ce2d1859cceb971974e5c --- /dev/null +++ b/pilot_B_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_B_s0", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.0} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.0} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.9} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8061, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.006, "alpha": 0.03, "t": 4.3} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6329.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363673, "cps": 49.445312, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.138007}, "de": {"chunks": 8593.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418497, "cps": 67.132812, "mean_p": 0.498781, "boundary_entropy": 0.687819, "bpb": 8.136762}, "vi": {"chunks": 13022.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706374, "cps": 101.734375, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072257}, "tr": {"chunks": 5241.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.28951, "cps": 40.945312, "mean_p": 0.489422, "boundary_entropy": 0.68728, "bpb": 8.156677}, "fi": {"chunks": 8838.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469831, "cps": 69.046875, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196361}, "ru": {"chunks": 10500.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.55409, "cps": 82.03125, "mean_p": 0.493306, "boundary_entropy": 0.689882, "bpb": 8.059413}, "el": {"chunks": 15046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.733129, "cps": 117.546875, "mean_p": 0.497468, "boundary_entropy": 0.690234, "bpb": 8.140788}, "hi": {"chunks": 2501.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148648, "cps": 19.539062, "mean_p": 0.484439, "boundary_entropy": 0.690243, "bpb": 8.249415}, "ta": {"chunks": 37852.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024712, "cps": 295.71875, "mean_p": 0.512695, "boundary_entropy": 0.690391, "bpb": 8.028644}, "th": {"chunks": 33856.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.104818, "cps": 264.5, "mean_p": 0.511769, "boundary_entropy": 0.690558, "bpb": 8.229671}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120637}, "my": {"chunks": 48157.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.541535, "cps": 376.226562, "mean_p": 0.521508, "boundary_entropy": 0.69021, "bpb": 7.893431}}, "bpb": {"en": 8.13801, "de": 8.13676, "vi": 8.07226, "tr": 8.15668, "fi": 8.19636, "ru": 8.05941, "el": 8.14079, "hi": 8.24942, "ta": 8.02864, "th": 8.22967, "zh": 8.12064, "my": 7.89343}, "gini_cpc": 0.425855, "gini_cps": 0.427309, "bpic": 1.902213, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1507511806716928, "vi": 1.9423324845233707, "tr": 0.7960725204339101, "fi": 1.291906663601748, "ru": 1.5235934932844624, "el": 2.01590116971762, "hi": 0.4087404731680415, "ta": 5.567399504338443, "th": 5.787667929592518, "zh": 5.5031716409026075, "my": 6.9885177512042596}, "t": 5.6} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6249.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359076, "cps": 48.820312, "mean_p": 0.496201, "boundary_entropy": 0.686976, "bpb": 8.088591}, "de": {"chunks": 8517.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414796, "cps": 66.539062, "mean_p": 0.498576, "boundary_entropy": 0.687814, "bpb": 8.092818}, "vi": {"chunks": 12838.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696393, "cps": 100.296875, "mean_p": 0.505085, "boundary_entropy": 0.68839, "bpb": 8.038697}, "tr": {"chunks": 5170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285588, "cps": 40.390625, "mean_p": 0.489117, "boundary_entropy": 0.687262, "bpb": 8.12198}, "fi": {"chunks": 8750.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.465153, "cps": 68.359375, "mean_p": 0.50014, "boundary_entropy": 0.687503, "bpb": 8.154229}, "ru": {"chunks": 10060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530871, "cps": 78.59375, "mean_p": 0.492759, "boundary_entropy": 0.689864, "bpb": 7.993239}, "el": {"chunks": 15091.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.735321, "cps": 117.898438, "mean_p": 0.497513, "boundary_entropy": 0.690235, "bpb": 8.120892}, "hi": {"chunks": 2407.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.143061, "cps": 18.804688, "mean_p": 0.484164, "boundary_entropy": 0.690224, "bpb": 8.217173}, "ta": {"chunks": 37473.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.00444, "cps": 292.757812, "mean_p": 0.512238, "boundary_entropy": 0.690413, "bpb": 7.987914}, "th": {"chunks": 33649.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091949, "cps": 262.882812, "mean_p": 0.511607, "boundary_entropy": 0.690564, "bpb": 8.202697}, "zh": {"chunks": 11810.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999661, "cps": 92.265625, "mean_p": 0.519978, "boundary_entropy": 0.685678, "bpb": 8.11415}, "my": {"chunks": 48089.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537946, "cps": 375.695312, "mean_p": 0.521422, "boundary_entropy": 0.690216, "bpb": 7.860119}}, "bpb": {"en": 8.08859, "de": 8.09282, "vi": 8.0387, "tr": 8.12198, "fi": 8.15423, "ru": 7.99324, "el": 8.12089, "hi": 8.21717, "ta": 7.98791, "th": 8.2027, "zh": 8.11415, "my": 7.86012}, "gini_cpc": 0.428202, "gini_cps": 0.429742, "bpic": 1.917917, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1551751440996156, "vi": 1.939401936531163, "tr": 0.7953413959258948, "fi": 1.2954175161247852, "ru": 1.4784354309354406, "el": 2.0478152341240556, "hi": 0.3984140202402667, "ta": 5.582215381794599, "th": 5.825922357089102, "zh": 5.568908092683926, "my": 7.06799063784341}, "t": 7.2} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.340114, "cps": 46.242188, "mean_p": 0.494973, "boundary_entropy": 0.686928, "bpb": 7.918697}, "de": {"chunks": 8279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403205, "cps": 64.679688, "mean_p": 0.497821, "boundary_entropy": 0.687798, "bpb": 7.939057}, "vi": {"chunks": 12273.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665745, "cps": 95.882812, "mean_p": 0.503598, "boundary_entropy": 0.688396, "bpb": 7.926934}, "tr": {"chunks": 4899.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270618, "cps": 38.273438, "mean_p": 0.48808, "boundary_entropy": 0.687201, "bpb": 8.003685}, "fi": {"chunks": 8331.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442879, "cps": 65.085938, "mean_p": 0.498782, "boundary_entropy": 0.687477, "bpb": 8.007523}, "ru": {"chunks": 8696.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.458892, "cps": 67.9375, "mean_p": 0.490852, "boundary_entropy": 0.689793, "bpb": 7.771387}, "el": {"chunks": 15246.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.742874, "cps": 119.109375, "mean_p": 0.497599, "boundary_entropy": 0.690236, "bpb": 8.033879}, "hi": {"chunks": 2072.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.12315, "cps": 16.1875, "mean_p": 0.482797, "boundary_entropy": 0.690125, "bpb": 8.096838}, "ta": {"chunks": 35903.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.92046, "cps": 280.492188, "mean_p": 0.510441, "boundary_entropy": 0.690491, "bpb": 7.841708}, "th": {"chunks": 32624.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.028225, "cps": 254.875, "mean_p": 0.510752, "boundary_entropy": 0.690595, "bpb": 8.088119}, "zh": {"chunks": 11776.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.993905, "cps": 92.0, "mean_p": 0.519759, "boundary_entropy": 0.68569, "bpb": 8.087292}, "my": {"chunks": 47875.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.526652, "cps": 374.023438, "mean_p": 0.521127, "boundary_entropy": 0.690237, "bpb": 7.783285}}, "bpb": {"en": 7.9187, "de": 7.93906, "vi": 7.92693, "tr": 8.00368, "fi": 8.00752, "ru": 7.77139, "el": 8.03388, "hi": 8.09684, "ta": 7.84171, "th": 8.08812, "zh": 8.08729, "my": 7.78329}, "gini_cpc": 0.437247, "gini_cps": 0.438191, "bpic": 1.979344, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1854991738294076, "vi": 1.9574170751854676, "tr": 0.7956694220790258, "fi": 1.3021500479211365, "ru": 1.3492303351177573, "el": 2.1841921932049635, "hi": 0.36208493714175544, "ta": 5.646522327972154, "th": 5.963372296282688, "zh": 5.862463267658942, "my": 7.428843188191524}, "t": 8.8} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5087.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292306, "cps": 39.742188, "mean_p": 0.49168, "boundary_entropy": 0.686769, "bpb": 7.437776}, "de": {"chunks": 7673.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.373691, "cps": 59.945312, "mean_p": 0.495826, "boundary_entropy": 0.687749, "bpb": 7.496227}, "vi": {"chunks": 10391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563656, "cps": 81.179688, "mean_p": 0.498905, "boundary_entropy": 0.688358, "bpb": 7.585993}, "tr": {"chunks": 4092.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22604, "cps": 31.96875, "mean_p": 0.48508, "boundary_entropy": 0.687, "bpb": 7.643273}, "fi": {"chunks": 7124.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378715, "cps": 55.65625, "mean_p": 0.494859, "boundary_entropy": 0.687364, "bpb": 7.577047}, "ru": {"chunks": 5217.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275303, "cps": 40.757812, "mean_p": 0.485327, "boundary_entropy": 0.689504, "bpb": 7.189153}, "el": {"chunks": 14857.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.72392, "cps": 116.070312, "mean_p": 0.497132, "boundary_entropy": 0.69023, "bpb": 7.711154}, "hi": {"chunks": 1134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0674, "cps": 8.859375, "mean_p": 0.477107, "boundary_entropy": 0.689636, "bpb": 7.695903}, "ta": {"chunks": 28681.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.534154, "cps": 224.070312, "mean_p": 0.503574, "boundary_entropy": 0.690676, "bpb": 7.366186}, "th": {"chunks": 27408.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.703948, "cps": 214.125, "mean_p": 0.506243, "boundary_entropy": 0.690718, "bpb": 7.547635}, "zh": {"chunks": 11598.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963766, "cps": 90.609375, "mean_p": 0.518919, "boundary_entropy": 0.685739, "bpb": 7.998385}, "my": {"chunks": 47100.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.48575, "cps": 367.96875, "mean_p": 0.520001, "boundary_entropy": 0.690311, "bpb": 7.472415}}, "bpb": {"en": 7.43778, "de": 7.49623, "vi": 7.58599, "tr": 7.64327, "fi": 7.57705, "ru": 7.18915, "el": 7.71115, "hi": 7.6959, "ta": 7.36619, "th": 7.54763, "zh": 7.99838, "my": 7.47241}, "gini_cpc": 0.469739, "gini_cps": 0.463481, "bpic": 2.252738, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2784247609349235, "vi": 1.928308809945356, "tr": 0.7732990135591435, "fi": 1.2956103535863672, "ru": 0.9418332206934434, "el": 2.476581707208474, "hi": 0.23057932538466638, "ta": 5.248451672116723, "th": 5.829330287135028, "zh": 6.718186321300932, "my": 8.503934640485445}, "t": 10.5} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3942.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226513, "cps": 30.796875, "mean_p": 0.488114, "boundary_entropy": 0.686664, "bpb": 6.812404}, "de": {"chunks": 6926.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.337311, "cps": 54.109375, "mean_p": 0.4939, "boundary_entropy": 0.687798, "bpb": 6.904711}, "vi": {"chunks": 7190.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.390019, "cps": 56.171875, "mean_p": 0.490799, "boundary_entropy": 0.688163, "bpb": 7.158126}, "tr": {"chunks": 3500.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193338, "cps": 27.34375, "mean_p": 0.483515, "boundary_entropy": 0.686947, "bpb": 7.13155}, "fi": {"chunks": 5536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.294296, "cps": 43.25, "mean_p": 0.490073, "boundary_entropy": 0.687262, "bpb": 7.002122}, "ru": {"chunks": 2627.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138628, "cps": 20.523438, "mean_p": 0.478881, "boundary_entropy": 0.689015, "bpb": 6.36065}, "el": {"chunks": 5602.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.272962, "cps": 43.765625, "mean_p": 0.487001, "boundary_entropy": 0.68987, "bpb": 7.040936}, "hi": {"chunks": 404.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024012, "cps": 3.15625, "mean_p": 0.467006, "boundary_entropy": 0.688448, "bpb": 7.04958}, "ta": {"chunks": 14608.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.781385, "cps": 114.125, "mean_p": 0.490177, "boundary_entropy": 0.690532, "bpb": 6.622467}, "th": {"chunks": 17488.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.087224, "cps": 136.625, "mean_p": 0.496602, "boundary_entropy": 0.690725, "bpb": 6.369985}, "zh": {"chunks": 10875.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.841348, "cps": 84.960938, "mean_p": 0.515366, "boundary_entropy": 0.685938, "bpb": 7.770743}, "my": {"chunks": 42531.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.244617, "cps": 332.273438, "mean_p": 0.515706, "boundary_entropy": 0.690552, "bpb": 6.672967}}, "bpb": {"en": 6.8124, "de": 6.90471, "vi": 7.15813, "tr": 7.13155, "fi": 7.00212, "ru": 6.36065, "el": 7.04094, "hi": 7.04958, "ta": 6.62247, "th": 6.36999, "zh": 7.77074, "my": 6.67297}, "gini_cpc": 0.523271, "gini_cps": 0.49208, "bpic": 3.165752, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.48914703220068, "vi": 1.7218418079235984, "tr": 0.8535421906323118, "fi": 1.2992469269130478, "ru": 0.6120097749826306, "el": 1.2050630205810595, "hi": 0.10600681652158377, "ta": 3.4496321833746317, "th": 4.79983799913795, "zh": 8.129116044824007, "my": 9.909453823634594}, "t": 12.3} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4867.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.279664, "cps": 38.023438, "mean_p": 0.495232, "boundary_entropy": 0.687434, "bpb": 6.360912}, "de": {"chunks": 8528.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415331, "cps": 66.625, "mean_p": 0.49897, "boundary_entropy": 0.68833, "bpb": 6.444318}, "vi": {"chunks": 5665.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307296, "cps": 44.257812, "mean_p": 0.489065, "boundary_entropy": 0.688362, "bpb": 6.904357}, "tr": {"chunks": 6808.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.37607, "cps": 53.1875, "mean_p": 0.496493, "boundary_entropy": 0.687979, "bpb": 6.71869}, "fi": {"chunks": 7152.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.380203, "cps": 55.875, "mean_p": 0.497707, "boundary_entropy": 0.688012, "bpb": 6.521184}, "ru": {"chunks": 5316.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.280528, "cps": 41.53125, "mean_p": 0.487921, "boundary_entropy": 0.689825, "bpb": 5.791064}, "el": {"chunks": 485.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023632, "cps": 3.789062, "mean_p": 0.469255, "boundary_entropy": 0.688346, "bpb": 6.574903}, "hi": {"chunks": 2652.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.157623, "cps": 20.71875, "mean_p": 0.485627, "boundary_entropy": 0.690382, "bpb": 5.947555}, "ta": {"chunks": 5459.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.292003, "cps": 42.648438, "mean_p": 0.482358, "boundary_entropy": 0.690233, "bpb": 5.809846}, "th": {"chunks": 3722.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231396, "cps": 29.078125, "mean_p": 0.487888, "boundary_entropy": 0.690626, "bpb": 5.624242}, "zh": {"chunks": 7412.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.254995, "cps": 57.90625, "mean_p": 0.501045, "boundary_entropy": 0.686375, "bpb": 7.331292}, "my": {"chunks": 25416.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.341355, "cps": 198.5625, "mean_p": 0.496457, "boundary_entropy": 0.690915, "bpb": 5.630121}}, "bpb": {"en": 6.36091, "de": 6.44432, "vi": 6.90436, "tr": 6.71869, "fi": 6.52118, "ru": 5.79106, "el": 6.5749, "hi": 5.94756, "ta": 5.80985, "th": 5.62424, "zh": 7.33129, "my": 5.63012}, "gini_cpc": 0.412968, "gini_cps": 0.368405, "bpic": 4.597171, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.485106361730681, "vi": 1.0988022655692689, "tr": 1.34471970716706, "fi": 1.3594974468215109, "ru": 1.003086838126351, "el": 0.0845013539060212, "hi": 0.5636132842373862, "ta": 1.0441199616677106, "th": 0.8274048790139756, "zh": 4.487502897075761, "my": 4.79630287236436}, "t": 14.6} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.22406, "bpb": 6.09403, "chunk_loss": 0.030799, "F": 0.17557, "G": 0.4874, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.69167, "router_noise": 0.0, "grad_norm": 1.5882, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.23, "alpha": 0.03, "t": 15.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4813.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.276562, "cps": 37.601562, "mean_p": 0.496143, "boundary_entropy": 0.687593, "bpb": 5.819841}, "de": {"chunks": 6263.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.305021, "cps": 48.929688, "mean_p": 0.495948, "boundary_entropy": 0.688416, "bpb": 5.934262}, "vi": {"chunks": 2898.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.157201, "cps": 22.640625, "mean_p": 0.480991, "boundary_entropy": 0.687911, "bpb": 6.312732}, "tr": {"chunks": 5113.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.282439, "cps": 39.945312, "mean_p": 0.494035, "boundary_entropy": 0.688061, "bpb": 6.226768}, "fi": {"chunks": 5481.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.291372, "cps": 42.820312, "mean_p": 0.495207, "boundary_entropy": 0.688105, "bpb": 5.973342}, "ru": {"chunks": 7500.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.395778, "cps": 58.59375, "mean_p": 0.493466, "boundary_entropy": 0.690198, "bpb": 5.415808}, "el": {"chunks": 4211.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.205184, "cps": 32.898438, "mean_p": 0.490326, "boundary_entropy": 0.690334, "bpb": 5.660888}, "hi": {"chunks": 432.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.025676, "cps": 3.375, "mean_p": 0.473833, "boundary_entropy": 0.689308, "bpb": 5.442111}, "ta": {"chunks": 2740.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146563, "cps": 21.40625, "mean_p": 0.483453, "boundary_entropy": 0.690377, "bpb": 5.206809}, "th": {"chunks": 1448.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.090022, "cps": 11.3125, "mean_p": 0.483885, "boundary_entropy": 0.690415, "bpb": 5.097859}, "zh": {"chunks": 4678.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.792076, "cps": 36.546875, "mean_p": 0.493144, "boundary_entropy": 0.686649, "bpb": 6.993413}, "my": {"chunks": 22022.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.162233, "cps": 172.046875, "mean_p": 0.494073, "boundary_entropy": 0.690997, "bpb": 4.996166}}, "bpb": {"en": 5.81984, "de": 5.93426, "vi": 6.31273, "tr": 6.22677, "fi": 5.97334, "ru": 5.41581, "el": 5.66089, "hi": 5.44211, "ta": 5.20681, "th": 5.09786, "zh": 6.99341, "my": 4.99617}, "gini_cpc": 0.43519, "gini_cps": 0.409739, "bpic": 5.677318, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1029053998899412, "vi": 0.5684123399857688, "tr": 1.0212533633321226, "fi": 1.053552488280996, "ru": 1.4310681219016, "el": 0.7419124427693075, "hi": 0.09284038492826356, "ta": 0.5299481151359314, "th": 0.3255035692693495, "zh": 2.864013319271819, "my": 4.202441153478277}, "t": 17.6} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.38692, "bpb": 4.88629, "chunk_loss": 0.03055, "F": 0.17398, "G": 0.47917, "chunks": 178.16, "bytes_per_chunk": 5.748, "boundary_entropy": 0.69024, "router_noise": 0.0, "grad_norm": 2.1107, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 19.6} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3041.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17474, "cps": 23.757812, "mean_p": 0.449608, "boundary_entropy": 0.675944, "bpb": 4.506768}, "de": {"chunks": 3468.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168899, "cps": 27.09375, "mean_p": 0.451452, "boundary_entropy": 0.67813, "bpb": 4.725655}, "vi": {"chunks": 6349.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.344399, "cps": 49.601562, "mean_p": 0.46628, "boundary_entropy": 0.682715, "bpb": 5.058324}, "tr": {"chunks": 3468.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19157, "cps": 27.09375, "mean_p": 0.457071, "boundary_entropy": 0.679975, "bpb": 5.045065}, "fi": {"chunks": 4100.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217958, "cps": 32.03125, "mean_p": 0.454248, "boundary_entropy": 0.678173, "bpb": 4.760448}, "ru": {"chunks": 5358.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.282744, "cps": 41.859375, "mean_p": 0.462153, "boundary_entropy": 0.684323, "bpb": 3.685568}, "el": {"chunks": 8650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.421478, "cps": 67.578125, "mean_p": 0.480302, "boundary_entropy": 0.688059, "bpb": 4.661783}, "hi": {"chunks": 9548.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.567489, "cps": 74.59375, "mean_p": 0.490744, "boundary_entropy": 0.689721, "bpb": 3.707132}, "ta": {"chunks": 4443.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.237657, "cps": 34.710938, "mean_p": 0.4807, "boundary_entropy": 0.689278, "bpb": 3.522447}, "th": {"chunks": 2326.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.144607, "cps": 18.171875, "mean_p": 0.458887, "boundary_entropy": 0.685161, "bpb": 3.264181}, "zh": {"chunks": 3167.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536234, "cps": 24.742188, "mean_p": 0.482388, "boundary_entropy": 0.685378, "bpb": 6.340058}, "my": {"chunks": 4419.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.233217, "cps": 34.523438, "mean_p": 0.471731, "boundary_entropy": 0.688819, "bpb": 4.051642}}, "bpb": {"en": 4.50677, "de": 4.72566, "vi": 5.05832, "tr": 5.04506, "fi": 4.76045, "ru": 3.68557, "el": 4.66178, "hi": 3.70713, "ta": 3.52245, "th": 3.26418, "zh": 6.34006, "my": 4.05164}, "gini_cpc": 0.252008, "gini_cps": 0.235544, "bpic": 6.578689, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9665723817065727, "vi": 1.9709240327940174, "tr": 1.0963172244147965, "fi": 1.2473251332317943, "ru": 1.6180844899825517, "el": 2.412031428778674, "hi": 3.2476187302507147, "ta": 1.3600614900276589, "th": 0.8275540057306133, "zh": 3.068755732832016, "my": 1.3346528726363511}, "t": 21.8} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89879, "bpb": 4.18207, "chunk_loss": 0.032574, "F": 0.20758, "G": 0.43579, "chunks": 212.56, "bytes_per_chunk": 4.817, "boundary_entropy": 0.67133, "router_noise": 0.0, "grad_norm": 1.8225, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 23.0} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2141.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.123025, "cps": 16.726562, "mean_p": 0.353537, "boundary_entropy": 0.609553, "bpb": 3.882107}, "de": {"chunks": 2542.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.123801, "cps": 19.859375, "mean_p": 0.357638, "boundary_entropy": 0.617001, "bpb": 4.107755}, "vi": {"chunks": 4404.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238893, "cps": 34.40625, "mean_p": 0.392837, "boundary_entropy": 0.613356, "bpb": 3.645944}, "tr": {"chunks": 3077.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169972, "cps": 24.039062, "mean_p": 0.385157, "boundary_entropy": 0.634279, "bpb": 4.17754}, "fi": {"chunks": 3131.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166445, "cps": 24.460938, "mean_p": 0.358926, "boundary_entropy": 0.615895, "bpb": 4.127333}, "ru": {"chunks": 4516.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.238311, "cps": 35.28125, "mean_p": 0.459818, "boundary_entropy": 0.6787, "bpb": 2.842053}, "el": {"chunks": 4461.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.217366, "cps": 34.851562, "mean_p": 0.393344, "boundary_entropy": 0.652353, "bpb": 3.085802}, "hi": {"chunks": 10341.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.614621, "cps": 80.789062, "mean_p": 0.405144, "boundary_entropy": 0.647673, "bpb": 2.394829}, "ta": {"chunks": 8461.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452581, "cps": 66.101562, "mean_p": 0.477205, "boundary_entropy": 0.681258, "bpb": 2.260396}, "th": {"chunks": 12121.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.753559, "cps": 94.695312, "mean_p": 0.453474, "boundary_entropy": 0.680611, "bpb": 2.308649}, "zh": {"chunks": 4055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.68659, "cps": 31.679688, "mean_p": 0.471351, "boundary_entropy": 0.680784, "bpb": 5.310439}, "my": {"chunks": 9357.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.493825, "cps": 73.101562, "mean_p": 0.446802, "boundary_entropy": 0.681032, "bpb": 2.418897}}, "bpb": {"en": 3.88211, "de": 4.10775, "vi": 3.64594, "tr": 4.17754, "fi": 4.12733, "ru": 2.84205, "el": 3.0858, "hi": 2.39483, "ta": 2.2604, "th": 2.30865, "zh": 5.31044, "my": 2.4189}, "gini_cpc": 0.340106, "gini_cps": 0.306117, "bpic": 5.593904, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.006307227656199, "vi": 1.9418318550337879, "tr": 1.3816065952771213, "fi": 1.3529403118128458, "ru": 1.9371005830382815, "el": 1.7668465425480526, "hi": 4.9959135896974995, "ta": 3.678778828608758, "th": 6.125264384661298, "zh": 5.580908070434946, "my": 4.0140308533386735}, "t": 26.2} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88548, "de": 4.108, "vi": 3.64981, "tr": 4.18745, "fi": 4.13024, "ru": 2.82626, "el": 3.07818, "hi": 2.39058, "ta": 2.27857, "th": 2.34111, "zh": 5.31998, "my": 2.43695}, "bytes_per_chunk": {"en": 6.916, "de": 7.738, "vi": 5.397, "tr": 7.071, "fi": 6.292, "ru": 7.503, "el": 7.622, "hi": 4.21, "ta": 5.878, "th": 3.229, "zh": 5.31, "my": 5.834}, "bpb_mean": 3.38605, "t": 27.5} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.49356, "bpb": 3.59745, "chunk_loss": 0.029979, "F": 0.16238, "G": 0.39498, "chunks": 166.28, "bytes_per_chunk": 6.158, "boundary_entropy": 0.64199, "router_noise": 0.0, "grad_norm": 1.2602, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 27.5} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.56871, "bpb": 3.70586, "chunk_loss": 0.031576, "F": 0.19559, "G": 0.39769, "chunks": 200.28, "bytes_per_chunk": 5.113, "boundary_entropy": 0.63843, "router_noise": 0.0, "grad_norm": 1.1057, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 29.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3079.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176924, "cps": 24.054688, "mean_p": 0.374766, "boundary_entropy": 0.615729, "bpb": 3.630169}, "de": {"chunks": 3742.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182243, "cps": 29.234375, "mean_p": 0.381047, "boundary_entropy": 0.62577, "bpb": 3.90177}, "vi": {"chunks": 4093.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222023, "cps": 31.976562, "mean_p": 0.416546, "boundary_entropy": 0.636167, "bpb": 3.198279}, "tr": {"chunks": 3847.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212506, "cps": 30.054688, "mean_p": 0.392113, "boundary_entropy": 0.627631, "bpb": 3.862419}, "fi": {"chunks": 2621.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.139333, "cps": 20.476562, "mean_p": 0.356335, "boundary_entropy": 0.60893, "bpb": 3.882719}, "ru": {"chunks": 3984.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.210237, "cps": 31.125, "mean_p": 0.443114, "boundary_entropy": 0.670671, "bpb": 2.644537}, "el": {"chunks": 5144.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.250646, "cps": 40.1875, "mean_p": 0.400605, "boundary_entropy": 0.65472, "bpb": 2.776612}, "hi": {"chunks": 8984.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.533967, "cps": 70.1875, "mean_p": 0.335429, "boundary_entropy": 0.576792, "bpb": 2.123784}, "ta": {"chunks": 9102.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486868, "cps": 71.109375, "mean_p": 0.392048, "boundary_entropy": 0.639116, "bpb": 1.962437}, "th": {"chunks": 4298.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.267205, "cps": 33.578125, "mean_p": 0.424869, "boundary_entropy": 0.669126, "bpb": 2.074395}, "zh": {"chunks": 4727.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.800373, "cps": 36.929688, "mean_p": 0.471205, "boundary_entropy": 0.67585, "bpb": 4.964646}, "my": {"chunks": 12069.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.636954, "cps": 94.289062, "mean_p": 0.412172, "boundary_entropy": 0.66075, "bpb": 2.15975}}, "bpb": {"en": 3.63017, "de": 3.90177, "vi": 3.19828, "tr": 3.86242, "fi": 3.88272, "ru": 2.64454, "el": 2.77661, "hi": 2.12378, "ta": 1.96244, "th": 2.0744, "zh": 4.96465, "my": 2.15975}, "gini_cpc": 0.312547, "gini_cps": 0.258472, "bpic": 5.842305, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0300677904928177, "vi": 1.2549113115937223, "tr": 1.201119080835428, "fi": 0.7875344646855426, "ru": 1.1882957578832176, "el": 1.4166890791195115, "hi": 3.018068563006746, "ta": 2.7518565620786872, "th": 1.5102880190624204, "zh": 4.523833277590116, "my": 3.600164478115967}, "t": 30.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.36283, "bpb": 3.40884, "chunk_loss": 0.030214, "F": 0.1665, "G": 0.36528, "chunks": 170.5, "bytes_per_chunk": 6.006, "boundary_entropy": 0.60681, "router_noise": 0.0, "grad_norm": 1.6009, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.064, "alpha": 0.03, "t": 32.9} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05709, "bpb": 2.96776, "chunk_loss": 0.032784, "F": 0.2149, "G": 0.37733, "chunks": 220.06, "bytes_per_chunk": 4.653, "boundary_entropy": 0.60275, "router_noise": 0.0, "grad_norm": 0.9298, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 35.1} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3478.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199851, "cps": 27.171875, "mean_p": 0.327037, "boundary_entropy": 0.545817, "bpb": 3.259406}, "de": {"chunks": 4889.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.238105, "cps": 38.195312, "mean_p": 0.347505, "boundary_entropy": 0.55682, "bpb": 3.549075}, "vi": {"chunks": 5880.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.318959, "cps": 45.9375, "mean_p": 0.362692, "boundary_entropy": 0.576165, "bpb": 2.803122}, "tr": {"chunks": 4416.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243937, "cps": 34.5, "mean_p": 0.345501, "boundary_entropy": 0.556652, "bpb": 3.441417}, "fi": {"chunks": 3762.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199989, "cps": 29.390625, "mean_p": 0.341134, "boundary_entropy": 0.573498, "bpb": 3.572055}, "ru": {"chunks": 6028.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.3181, "cps": 47.09375, "mean_p": 0.308115, "boundary_entropy": 0.493165, "bpb": 2.504723}, "el": {"chunks": 5083.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.247673, "cps": 39.710938, "mean_p": 0.351197, "boundary_entropy": 0.592182, "bpb": 2.553749}, "hi": {"chunks": 6111.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.36321, "cps": 47.742188, "mean_p": 0.357095, "boundary_entropy": 0.604039, "bpb": 1.801231}, "ta": {"chunks": 5237.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.280128, "cps": 40.914062, "mean_p": 0.363827, "boundary_entropy": 0.617317, "bpb": 1.573517}, "th": {"chunks": 4320.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.268573, "cps": 33.75, "mean_p": 0.349852, "boundary_entropy": 0.615988, "bpb": 1.90794}, "zh": {"chunks": 2803.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.474602, "cps": 21.898438, "mean_p": 0.343453, "boundary_entropy": 0.582683, "bpb": 4.152922}, "my": {"chunks": 6335.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.334336, "cps": 49.492188, "mean_p": 0.328839, "boundary_entropy": 0.576599, "bpb": 1.916809}}, "bpb": {"en": 3.25941, "de": 3.54907, "vi": 2.80312, "tr": 3.44142, "fi": 3.57206, "ru": 2.50472, "el": 2.55375, "hi": 1.80123, "ta": 1.57352, "th": 1.90794, "zh": 4.15292, "my": 1.91681}, "gini_cpc": 0.137703, "gini_cps": 0.126935, "bpic": 6.578126, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1914125557907078, "vi": 1.595984711058374, "tr": 1.2205991293129783, "fi": 1.0006943559414556, "ru": 1.59169030817153, "el": 1.239292459067159, "hi": 1.817405145653383, "ta": 1.4016889411931892, "th": 1.3438698918893892, "zh": 2.374784456192833, "my": 1.6729300632474604}, "t": 38.2} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.2678, "de": 3.54756, "vi": 2.80995, "tr": 3.44829, "fi": 3.56654, "ru": 2.48791, "el": 2.54775, "hi": 1.79785, "ta": 1.58924, "th": 1.93709, "zh": 4.16108, "my": 1.93184}, "bytes_per_chunk": {"en": 4.947, "de": 4.311, "vi": 4.102, "tr": 4.392, "fi": 5.323, "ru": 5.749, "el": 7.041, "hi": 6.094, "ta": 7.28, "th": 7.865, "zh": 4.134, "my": 7.409}, "bpb_mean": 2.75774, "t": 39.5} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05591, "bpb": 2.96605, "chunk_loss": 0.030982, "F": 0.19235, "G": 0.33756, "chunks": 196.97, "bytes_per_chunk": 5.199, "boundary_entropy": 0.55949, "router_noise": 0.0, "grad_norm": 1.1088, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 39.5} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.12577, "bpb": 3.06683, "chunk_loss": 0.030558, "F": 0.17996, "G": 0.31689, "chunks": 184.28, "bytes_per_chunk": 5.557, "boundary_entropy": 0.54191, "router_noise": 0.0, "grad_norm": 0.9219, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 41.6} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.9561, "bpb": 2.82206, "chunk_loss": 0.031012, "F": 0.19492, "G": 0.32568, "chunks": 199.59, "bytes_per_chunk": 5.13, "boundary_entropy": 0.54119, "router_noise": 0.0, "grad_norm": 0.8449, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.7} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91221, "bpb": 2.75874, "chunk_loss": 0.030906, "F": 0.19272, "G": 0.31654, "chunks": 197.34, "bytes_per_chunk": 5.189, "boundary_entropy": 0.52476, "router_noise": 0.0, "grad_norm": 0.941, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 45.7} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3190.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183302, "cps": 24.921875, "mean_p": 0.287417, "boundary_entropy": 0.476116, "bpb": 2.943914}, "de": {"chunks": 3894.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189646, "cps": 30.421875, "mean_p": 0.291087, "boundary_entropy": 0.467947, "bpb": 3.280041}, "vi": {"chunks": 5265.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.285598, "cps": 41.132812, "mean_p": 0.313482, "boundary_entropy": 0.510108, "bpb": 2.580668}, "tr": {"chunks": 4446.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.245595, "cps": 34.734375, "mean_p": 0.335779, "boundary_entropy": 0.519941, "bpb": 3.163078}, "fi": {"chunks": 3675.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195364, "cps": 28.710938, "mean_p": 0.31324, "boundary_entropy": 0.520439, "bpb": 3.375743}, "ru": {"chunks": 5732.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30248, "cps": 44.78125, "mean_p": 0.315501, "boundary_entropy": 0.542988, "bpb": 2.250124}, "el": {"chunks": 6319.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307898, "cps": 49.367188, "mean_p": 0.34169, "boundary_entropy": 0.581352, "bpb": 2.263219}, "hi": {"chunks": 7165.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425854, "cps": 55.976562, "mean_p": 0.348189, "boundary_entropy": 0.566629, "bpb": 1.624164}, "ta": {"chunks": 7215.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.385932, "cps": 56.367188, "mean_p": 0.348772, "boundary_entropy": 0.585639, "bpb": 1.429799}, "th": {"chunks": 8050.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.500466, "cps": 62.890625, "mean_p": 0.299971, "boundary_entropy": 0.515278, "bpb": 1.732225}, "zh": {"chunks": 3003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508466, "cps": 23.460938, "mean_p": 0.347091, "boundary_entropy": 0.58071, "bpb": 3.864899}, "my": {"chunks": 9799.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.517152, "cps": 76.554688, "mean_p": 0.400051, "boundary_entropy": 0.634055, "bpb": 1.676381}}, "bpb": {"en": 2.94391, "de": 3.28004, "vi": 2.58067, "tr": 3.16308, "fi": 3.37574, "ru": 2.25012, "el": 2.26322, "hi": 1.62416, "ta": 1.4298, "th": 1.73222, "zh": 3.8649, "my": 1.67638}, "gini_cpc": 0.203511, "gini_cps": 0.203825, "bpic": 5.664413, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.034610727558833, "vi": 1.5580761176479592, "tr": 1.3398381639579993, "fi": 1.0658078070441344, "ru": 1.6501765245945028, "el": 1.6797356799932548, "hi": 2.3232425810598687, "ta": 2.105446949505383, "th": 2.7302866920737503, "zh": 2.7739289092331583, "my": 2.8213165647874434}, "t": 48.7} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.95221, "de": 3.27888, "vi": 2.58891, "tr": 3.17349, "fi": 3.36481, "ru": 2.23386, "el": 2.25572, "hi": 1.6189, "ta": 1.44333, "th": 1.76358, "zh": 3.87626, "my": 1.68893}, "bytes_per_chunk": {"en": 5.343, "de": 5.228, "vi": 5.067, "tr": 3.999, "fi": 5.414, "ru": 6.064, "el": 5.782, "hi": 5.738, "ta": 6.085, "th": 4.66, "zh": 5.525, "my": 6.662}, "bpb_mean": 2.51991, "t": 50.0} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.94497, "bpb": 2.806, "chunk_loss": 0.030497, "F": 0.18268, "G": 0.31321, "chunks": 187.06, "bytes_per_chunk": 5.474, "boundary_entropy": 0.51665, "router_noise": 0.0, "grad_norm": 0.8441, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.0} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.74157, "bpb": 2.51255, "chunk_loss": 0.030335, "F": 0.17621, "G": 0.31956, "chunks": 180.44, "bytes_per_chunk": 5.675, "boundary_entropy": 0.52535, "router_noise": 0.0, "grad_norm": 0.9793, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.1} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75562, "bpb": 2.53282, "chunk_loss": 0.031057, "F": 0.1962, "G": 0.31341, "chunks": 200.91, "bytes_per_chunk": 5.097, "boundary_entropy": 0.50889, "router_noise": 0.0, "grad_norm": 0.7299, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 54.1} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.69285, "bpb": 2.44226, "chunk_loss": 0.030271, "F": 0.17645, "G": 0.31638, "chunks": 180.69, "bytes_per_chunk": 5.667, "boundary_entropy": 0.51853, "router_noise": 0.0, "grad_norm": 0.6616, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.1} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3224.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185255, "cps": 25.1875, "mean_p": 0.275189, "boundary_entropy": 0.43411, "bpb": 2.738482}, "de": {"chunks": 3637.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177129, "cps": 28.414062, "mean_p": 0.270544, "boundary_entropy": 0.432144, "bpb": 3.080824}, "vi": {"chunks": 4454.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241606, "cps": 34.796875, "mean_p": 0.278887, "boundary_entropy": 0.462797, "bpb": 2.426329}, "tr": {"chunks": 3461.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191184, "cps": 27.039062, "mean_p": 0.287877, "boundary_entropy": 0.470958, "bpb": 3.019397}, "fi": {"chunks": 3557.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189091, "cps": 27.789062, "mean_p": 0.284032, "boundary_entropy": 0.467012, "bpb": 3.241286}, "ru": {"chunks": 5746.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.303219, "cps": 44.890625, "mean_p": 0.348359, "boundary_entropy": 0.572798, "bpb": 2.053949}, "el": {"chunks": 6310.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30746, "cps": 49.296875, "mean_p": 0.308043, "boundary_entropy": 0.53018, "bpb": 2.143338}, "hi": {"chunks": 7782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.462526, "cps": 60.796875, "mean_p": 0.314823, "boundary_entropy": 0.504653, "bpb": 1.541684}, "ta": {"chunks": 9157.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.48981, "cps": 71.539062, "mean_p": 0.356137, "boundary_entropy": 0.57578, "bpb": 1.263861}, "th": {"chunks": 8880.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.552067, "cps": 69.375, "mean_p": 0.365705, "boundary_entropy": 0.599187, "bpb": 1.602363}, "zh": {"chunks": 2807.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.475279, "cps": 21.929688, "mean_p": 0.339029, "boundary_entropy": 0.568984, "bpb": 3.738933}, "my": {"chunks": 13162.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.694638, "cps": 102.828125, "mean_p": 0.41557, "boundary_entropy": 0.646188, "bpb": 1.470195}}, "bpb": {"en": 2.73848, "de": 3.08082, "vi": 2.42633, "tr": 3.0194, "fi": 3.24129, "ru": 2.05395, "el": 2.14334, "hi": 1.54168, "ta": 1.26386, "th": 1.60236, "zh": 3.73893, "my": 1.4702}, "gini_cpc": 0.25739, "gini_cps": 0.272098, "bpic": 5.31722, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9561366838034373, "vi": 1.3041758616721215, "tr": 1.0320010399548545, "fi": 1.0207069427594566, "ru": 1.6367618520725167, "el": 1.6596541687961541, "hi": 2.49669355760474, "ta": 2.6439718791332987, "th": 2.980032411560483, "zh": 2.565535668819781, "my": 3.7496229395744702}, "t": 59.1} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.75042, "de": 3.08256, "vi": 2.43383, "tr": 3.02906, "fi": 3.23888, "ru": 2.0394, "el": 2.13168, "hi": 1.53741, "ta": 1.27592, "th": 1.62955, "zh": 3.75145, "my": 1.48132}, "bytes_per_chunk": {"en": 5.495, "de": 5.666, "vi": 5.397, "tr": 5.443, "fi": 5.454, "ru": 6.264, "el": 5.865, "hi": 5.345, "ta": 5.16, "th": 5.078, "zh": 6.123, "my": 4.456}, "bpb_mean": 2.36512, "t": 60.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.81383, "bpb": 2.6168, "chunk_loss": 0.030394, "F": 0.17923, "G": 0.30388, "chunks": 183.53, "bytes_per_chunk": 5.579, "boundary_entropy": 0.49495, "router_noise": 0.0, "grad_norm": 0.7938, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 60.4} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86651, "bpb": 2.69281, "chunk_loss": 0.030197, "F": 0.17487, "G": 0.30422, "chunks": 179.06, "bytes_per_chunk": 5.719, "boundary_entropy": 0.49085, "router_noise": 0.0, "grad_norm": 0.8959, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.4} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.68304, "bpb": 2.42812, "chunk_loss": 0.030212, "F": 0.17645, "G": 0.2955, "chunks": 180.69, "bytes_per_chunk": 5.667, "boundary_entropy": 0.4692, "router_noise": 0.0, "grad_norm": 0.997, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.4} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.80903, "bpb": 2.60987, "chunk_loss": 0.030433, "F": 0.181, "G": 0.30507, "chunks": 185.34, "bytes_per_chunk": 5.525, "boundary_entropy": 0.47531, "router_noise": 0.0, "grad_norm": 0.7984, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 66.4} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3202.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183991, "cps": 25.015625, "mean_p": 0.265362, "boundary_entropy": 0.395661, "bpb": 2.599345}, "de": {"chunks": 3917.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190766, "cps": 30.601562, "mean_p": 0.275968, "boundary_entropy": 0.415144, "bpb": 2.959533}, "vi": {"chunks": 4715.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.255763, "cps": 36.835938, "mean_p": 0.274656, "boundary_entropy": 0.448243, "bpb": 2.321187}, "tr": {"chunks": 3831.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211622, "cps": 29.929688, "mean_p": 0.283341, "boundary_entropy": 0.439333, "bpb": 2.921124}, "fi": {"chunks": 3949.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20993, "cps": 30.851562, "mean_p": 0.287003, "boundary_entropy": 0.439155, "bpb": 3.143469}, "ru": {"chunks": 5506.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.290554, "cps": 43.015625, "mean_p": 0.356929, "boundary_entropy": 0.578868, "bpb": 1.952767}, "el": {"chunks": 6369.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310335, "cps": 49.757812, "mean_p": 0.294016, "boundary_entropy": 0.517443, "bpb": 2.029748}, "hi": {"chunks": 6130.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.364339, "cps": 47.890625, "mean_p": 0.326225, "boundary_entropy": 0.557746, "bpb": 1.509147}, "ta": {"chunks": 6768.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.362022, "cps": 52.875, "mean_p": 0.35587, "boundary_entropy": 0.604522, "bpb": 1.217685}, "th": {"chunks": 6986.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.434318, "cps": 54.578125, "mean_p": 0.356491, "boundary_entropy": 0.606548, "bpb": 1.52653}, "zh": {"chunks": 2961.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501355, "cps": 23.132812, "mean_p": 0.341726, "boundary_entropy": 0.560933, "bpb": 3.624524}, "my": {"chunks": 9451.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.498786, "cps": 73.835938, "mean_p": 0.393679, "boundary_entropy": 0.64323, "bpb": 1.382696}}, "bpb": {"en": 2.59934, "de": 2.95953, "vi": 2.32119, "tr": 2.92112, "fi": 3.14347, "ru": 1.95277, "el": 2.02975, "hi": 1.50915, "ta": 1.21768, "th": 1.52653, "zh": 3.62452, "my": 1.3827}, "gini_cpc": 0.195257, "gini_cps": 0.190221, "bpic": 6.016791, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0368214108377753, "vi": 1.3900849702865734, "tr": 1.150176243559867, "fi": 1.1409800291276406, "ru": 1.579173273959712, "el": 1.6866819460611566, "hi": 1.980196069878317, "ta": 1.9676038929266428, "th": 2.360534263536331, "zh": 2.724882359547971, "my": 2.7109229843285885}, "t": 69.4} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.6104, "de": 2.96335, "vi": 2.32522, "tr": 2.93073, "fi": 3.14418, "ru": 1.93668, "el": 2.01885, "hi": 1.50485, "ta": 1.22924, "th": 1.55203, "zh": 3.63429, "my": 1.39512}, "bytes_per_chunk": {"en": 5.418, "de": 5.199, "vi": 5.085, "tr": 5.024, "fi": 4.898, "ru": 6.206, "el": 5.972, "hi": 6.92, "ta": 6.935, "th": 6.18, "zh": 5.639, "my": 5.99}, "bpb_mean": 2.27041, "t": 70.7} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74102, "bpb": 2.51177, "chunk_loss": 0.030249, "F": 0.17755, "G": 0.30869, "chunks": 181.81, "bytes_per_chunk": 5.632, "boundary_entropy": 0.49309, "router_noise": 0.0, "grad_norm": 0.8015, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 70.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.60811, "bpb": 2.32002, "chunk_loss": 0.030752, "F": 0.18787, "G": 0.33245, "chunks": 192.38, "bytes_per_chunk": 5.323, "boundary_entropy": 0.50902, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 72.7} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80504, "bpb": 2.60412, "chunk_loss": 0.03069, "F": 0.1886, "G": 0.31654, "chunks": 193.12, "bytes_per_chunk": 5.302, "boundary_entropy": 0.48924, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.6576, "bpb": 2.3914, "chunk_loss": 0.030594, "F": 0.18671, "G": 0.29975, "chunks": 191.19, "bytes_per_chunk": 5.356, "boundary_entropy": 0.46078, "router_noise": 0.0, "grad_norm": 0.8046, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181865, "cps": 24.726562, "mean_p": 0.250051, "boundary_entropy": 0.363208, "bpb": 2.496172}, "de": {"chunks": 3783.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18424, "cps": 29.554688, "mean_p": 0.261259, "boundary_entropy": 0.388363, "bpb": 2.830076}, "vi": {"chunks": 4091.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221915, "cps": 31.960938, "mean_p": 0.276024, "boundary_entropy": 0.449767, "bpb": 2.284307}, "tr": {"chunks": 3994.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220626, "cps": 31.203125, "mean_p": 0.274413, "boundary_entropy": 0.403092, "bpb": 2.79925}, "fi": {"chunks": 4119.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218968, "cps": 32.179688, "mean_p": 0.283161, "boundary_entropy": 0.407525, "bpb": 3.066593}, "ru": {"chunks": 5990.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316095, "cps": 46.796875, "mean_p": 0.367601, "boundary_entropy": 0.576954, "bpb": 1.86376}, "el": {"chunks": 7342.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357745, "cps": 57.359375, "mean_p": 0.297863, "boundary_entropy": 0.503817, "bpb": 1.964215}, "hi": {"chunks": 8395.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.49896, "cps": 65.585938, "mean_p": 0.356454, "boundary_entropy": 0.580158, "bpb": 1.468597}, "ta": {"chunks": 8112.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433913, "cps": 63.375, "mean_p": 0.351372, "boundary_entropy": 0.596314, "bpb": 1.185331}, "th": {"chunks": 9133.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.567796, "cps": 71.351562, "mean_p": 0.372769, "boundary_entropy": 0.613032, "bpb": 1.470302}, "zh": {"chunks": 2628.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444971, "cps": 20.53125, "mean_p": 0.33725, "boundary_entropy": 0.551684, "bpb": 3.580966}, "my": {"chunks": 9345.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.493192, "cps": 73.007812, "mean_p": 0.382732, "boundary_entropy": 0.632108, "bpb": 1.328005}}, "bpb": {"en": 2.49617, "de": 2.83008, "vi": 2.28431, "tr": 2.79925, "fi": 3.06659, "ru": 1.86376, "el": 1.96421, "hi": 1.4686, "ta": 1.18533, "th": 1.4703, "zh": 3.58097, "my": 1.32801}, "gini_cpc": 0.217309, "gini_cps": 0.22837, "bpic": 5.474999, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0130580688167448, "vi": 1.220216078780704, "tr": 1.2131315984651285, "fi": 1.2040106109136002, "ru": 1.7380730032887743, "el": 1.9670886876889715, "hi": 2.7435699245790586, "ta": 2.3859035223702008, "th": 3.1220711651814192, "zh": 2.446709025924315, "my": 2.7118541941177003}, "t": 79.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.50914, "de": 2.8354, "vi": 2.28804, "tr": 2.80933, "fi": 3.0718, "ru": 1.84668, "el": 1.95438, "hi": 1.46635, "ta": 1.19372, "th": 1.49514, "zh": 3.58993, "my": 1.3382}, "bytes_per_chunk": {"en": 5.494, "de": 5.413, "vi": 5.723, "tr": 4.732, "fi": 4.639, "ru": 5.858, "el": 5.051, "hi": 4.912, "ta": 6.068, "th": 5.012, "zh": 6.435, "my": 5.667}, "bpb_mean": 2.19984, "t": 80.9} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72036, "bpb": 2.48196, "chunk_loss": 0.030535, "F": 0.18729, "G": 0.29043, "chunks": 191.78, "bytes_per_chunk": 5.339, "boundary_entropy": 0.44217, "router_noise": 0.0, "grad_norm": 0.8033, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 81.0} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.84156, "bpb": 2.65681, "chunk_loss": 0.030405, "F": 0.1832, "G": 0.2948, "chunks": 187.59, "bytes_per_chunk": 5.459, "boundary_entropy": 0.44766, "router_noise": 0.0, "grad_norm": 0.9228, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 83.0} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.51745, "bpb": 2.18921, "chunk_loss": 0.030091, "F": 0.17371, "G": 0.31035, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.48402, "router_noise": 0.0, "grad_norm": 0.7648, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 85.0} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.5112, "bpb": 2.1802, "chunk_loss": 0.030295, "F": 0.17883, "G": 0.30753, "chunks": 183.12, "bytes_per_chunk": 5.592, "boundary_entropy": 0.47382, "router_noise": 0.0, "grad_norm": 0.7331, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 87.0} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3310.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190197, "cps": 25.859375, "mean_p": 0.248933, "boundary_entropy": 0.351456, "bpb": 2.43428}, "de": {"chunks": 3869.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188428, "cps": 30.226562, "mean_p": 0.259038, "boundary_entropy": 0.375182, "bpb": 2.760649}, "vi": {"chunks": 4424.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239978, "cps": 34.5625, "mean_p": 0.281803, "boundary_entropy": 0.446666, "bpb": 2.202778}, "tr": {"chunks": 3612.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199525, "cps": 28.21875, "mean_p": 0.248075, "boundary_entropy": 0.376451, "bpb": 2.730484}, "fi": {"chunks": 3356.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178406, "cps": 26.21875, "mean_p": 0.244001, "boundary_entropy": 0.371758, "bpb": 3.02309}, "ru": {"chunks": 5941.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.313509, "cps": 46.414062, "mean_p": 0.36333, "boundary_entropy": 0.566782, "bpb": 1.803863}, "el": {"chunks": 6461.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314818, "cps": 50.476562, "mean_p": 0.284412, "boundary_entropy": 0.507632, "bpb": 1.879895}, "hi": {"chunks": 7401.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439881, "cps": 57.820312, "mean_p": 0.373641, "boundary_entropy": 0.612516, "bpb": 1.421689}, "ta": {"chunks": 8154.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436159, "cps": 63.703125, "mean_p": 0.40487, "boundary_entropy": 0.636231, "bpb": 1.139825}, "th": {"chunks": 8030.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499223, "cps": 62.734375, "mean_p": 0.390498, "boundary_entropy": 0.627816, "bpb": 1.409892}, "zh": {"chunks": 2377.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.402472, "cps": 18.570312, "mean_p": 0.331093, "boundary_entropy": 0.551902, "bpb": 3.541631}, "my": {"chunks": 9163.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.483587, "cps": 71.585938, "mean_p": 0.413352, "boundary_entropy": 0.654802, "bpb": 1.286485}}, "bpb": {"en": 2.43428, "de": 2.76065, "vi": 2.20278, "tr": 2.73048, "fi": 3.02309, "ru": 1.80386, "el": 1.87989, "hi": 1.42169, "ta": 1.13982, "th": 1.40989, "zh": 3.54163, "my": 1.28648}, "gini_cpc": 0.205968, "gini_cps": 0.225925, "bpic": 5.806242, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9907006523872925, "vi": 1.2617348616884505, "tr": 1.0490430639177328, "fi": 0.9380072500486233, "ru": 1.6483387352629355, "el": 1.655217320836559, "hi": 2.31276474100277, "ta": 2.2931969951737585, "th": 2.6247660887637148, "zh": 2.116078942710726, "my": 2.5425554722194055}, "t": 90.0} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.44313, "de": 2.76423, "vi": 2.20645, "tr": 2.73917, "fi": 3.02289, "ru": 1.78594, "el": 1.86903, "hi": 1.41805, "ta": 1.14908, "th": 1.43184, "zh": 3.54748, "my": 1.29748}, "bytes_per_chunk": {"en": 5.345, "de": 5.342, "vi": 5.781, "tr": 5.289, "fi": 5.693, "ru": 5.775, "el": 5.759, "hi": 5.54, "ta": 6.012, "th": 5.73, "zh": 7.11, "my": 5.705}, "bpb_mean": 2.13956, "t": 91.2} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57429, "bpb": 2.27122, "chunk_loss": 0.030446, "F": 0.18466, "G": 0.30575, "chunks": 189.09, "bytes_per_chunk": 5.415, "boundary_entropy": 0.46222, "router_noise": 0.0, "grad_norm": 0.6872, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 91.3} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.66756, "bpb": 2.40579, "chunk_loss": 0.030087, "F": 0.17157, "G": 0.29581, "chunks": 175.69, "bytes_per_chunk": 5.829, "boundary_entropy": 0.46047, "router_noise": 0.0, "grad_norm": 0.7207, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.3} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74314, "bpb": 2.51482, "chunk_loss": 0.030231, "F": 0.17612, "G": 0.31108, "chunks": 180.34, "bytes_per_chunk": 5.678, "boundary_entropy": 0.48478, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.3} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60176, "bpb": 2.31084, "chunk_loss": 0.030229, "F": 0.1795, "G": 0.29894, "chunks": 183.81, "bytes_per_chunk": 5.571, "boundary_entropy": 0.45214, "router_noise": 0.0, "grad_norm": 0.7673, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 97.3} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3371.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193702, "cps": 26.335938, "mean_p": 0.247309, "boundary_entropy": 0.338562, "bpb": 2.374931}, "de": {"chunks": 4028.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196172, "cps": 31.46875, "mean_p": 0.26183, "boundary_entropy": 0.368463, "bpb": 2.67142}, "vi": {"chunks": 3898.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.211446, "cps": 30.453125, "mean_p": 0.272899, "boundary_entropy": 0.439448, "bpb": 2.170272}, "tr": {"chunks": 3855.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212948, "cps": 30.117188, "mean_p": 0.258292, "boundary_entropy": 0.37214, "bpb": 2.666044}, "fi": {"chunks": 3864.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205412, "cps": 30.1875, "mean_p": 0.268149, "boundary_entropy": 0.381919, "bpb": 2.89236}, "ru": {"chunks": 6229.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328707, "cps": 48.664062, "mean_p": 0.356575, "boundary_entropy": 0.548595, "bpb": 1.745093}, "el": {"chunks": 6824.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332505, "cps": 53.3125, "mean_p": 0.286483, "boundary_entropy": 0.495416, "bpb": 1.840002}, "hi": {"chunks": 7372.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.438158, "cps": 57.59375, "mean_p": 0.390406, "boundary_entropy": 0.623168, "bpb": 1.400659}, "ta": {"chunks": 9561.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51142, "cps": 74.695312, "mean_p": 0.405416, "boundary_entropy": 0.622279, "bpb": 1.121443}, "th": {"chunks": 6736.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.418775, "cps": 52.625, "mean_p": 0.370108, "boundary_entropy": 0.61897, "bpb": 1.383473}, "zh": {"chunks": 2142.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.362682, "cps": 16.734375, "mean_p": 0.32562, "boundary_entropy": 0.547516, "bpb": 3.518135}, "my": {"chunks": 9283.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.48992, "cps": 72.523438, "mean_p": 0.410817, "boundary_entropy": 0.652476, "bpb": 1.257703}}, "bpb": {"en": 2.37493, "de": 2.67142, "vi": 2.17027, "tr": 2.66604, "fi": 2.89236, "ru": 1.74509, "el": 1.84, "hi": 1.40066, "ta": 1.12144, "th": 1.38347, "zh": 3.51814, "my": 1.2577}, "gini_cpc": 0.197716, "gini_cps": 0.22948, "bpic": 5.714173, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0127503976891834, "vi": 1.0916013409739271, "tr": 1.0993581456241701, "fi": 1.0604509902489725, "ru": 1.6969712486371025, "el": 1.7165779939136232, "hi": 2.2620157333571944, "ta": 2.6402388447822305, "th": 2.1619536600419, "zh": 1.8723687820349322, "my": 2.529241749985769}, "t": 100.3} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38278, "de": 2.67652, "vi": 2.17624, "tr": 2.67544, "fi": 2.89893, "ru": 1.72747, "el": 1.82979, "hi": 1.39774, "ta": 1.13162, "th": 1.40114, "zh": 3.5229, "my": 1.26778}, "bytes_per_chunk": {"en": 5.251, "de": 5.099, "vi": 6.181, "tr": 5.025, "fi": 4.924, "ru": 5.665, "el": 5.426, "hi": 5.631, "ta": 5.365, "th": 6.704, "zh": 7.394, "my": 5.608}, "bpb_mean": 2.0907, "t": 101.5} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.59957, "bpb": 2.30769, "chunk_loss": 0.030595, "F": 0.18582, "G": 0.3055, "chunks": 190.28, "bytes_per_chunk": 5.382, "boundary_entropy": 0.45624, "router_noise": 0.0, "grad_norm": 0.74, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 101.6} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.58134, "bpb": 2.28139, "chunk_loss": 0.030401, "F": 0.18161, "G": 0.29362, "chunks": 185.97, "bytes_per_chunk": 5.506, "boundary_entropy": 0.43935, "router_noise": 0.0, "grad_norm": 0.7962, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.6} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54453, "bpb": 2.22829, "chunk_loss": 0.030343, "F": 0.17957, "G": 0.30112, "chunks": 183.88, "bytes_per_chunk": 5.569, "boundary_entropy": 0.45431, "router_noise": 0.0, "grad_norm": 0.7751, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 105.6} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56163, "bpb": 2.25296, "chunk_loss": 0.030815, "F": 0.19116, "G": 0.2968, "chunks": 195.75, "bytes_per_chunk": 5.231, "boundary_entropy": 0.43719, "router_noise": 0.0, "grad_norm": 0.7014, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.6} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3378.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194104, "cps": 26.390625, "mean_p": 0.236387, "boundary_entropy": 0.317953, "bpb": 2.327439}, "de": {"chunks": 3914.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19062, "cps": 30.578125, "mean_p": 0.242654, "boundary_entropy": 0.334058, "bpb": 2.632062}, "vi": {"chunks": 4440.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240846, "cps": 34.6875, "mean_p": 0.281409, "boundary_entropy": 0.433924, "bpb": 2.132089}, "tr": {"chunks": 3793.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209523, "cps": 29.632812, "mean_p": 0.245464, "boundary_entropy": 0.357791, "bpb": 2.622393}, "fi": {"chunks": 3593.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191005, "cps": 28.070312, "mean_p": 0.246001, "boundary_entropy": 0.348149, "bpb": 2.844663}, "ru": {"chunks": 5700.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.300792, "cps": 44.53125, "mean_p": 0.340952, "boundary_entropy": 0.544681, "bpb": 1.701638}, "el": {"chunks": 6056.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.295084, "cps": 47.3125, "mean_p": 0.269557, "boundary_entropy": 0.480519, "bpb": 1.803027}, "hi": {"chunks": 8220.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.488559, "cps": 64.21875, "mean_p": 0.370151, "boundary_entropy": 0.605467, "bpb": 1.362877}, "ta": {"chunks": 8186.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.437871, "cps": 63.953125, "mean_p": 0.368239, "boundary_entropy": 0.605559, "bpb": 1.091758}, "th": {"chunks": 7543.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.468946, "cps": 58.929688, "mean_p": 0.394986, "boundary_entropy": 0.629551, "bpb": 1.33608}, "zh": {"chunks": 2586.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.43786, "cps": 20.203125, "mean_p": 0.317908, "boundary_entropy": 0.525396, "bpb": 3.4728}, "my": {"chunks": 7126.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.376082, "cps": 55.671875, "mean_p": 0.397814, "boundary_entropy": 0.649577, "bpb": 1.24805}}, "bpb": {"en": 2.32744, "de": 2.63206, "vi": 2.13209, "tr": 2.62239, "fi": 2.84466, "ru": 1.70164, "el": 1.80303, "hi": 1.36288, "ta": 1.09176, "th": 1.33608, "zh": 3.4728, "my": 1.24805}, "gini_cpc": 0.196589, "gini_cps": 0.203051, "bpic": 5.946866, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.982048392575864, "vi": 1.2408071949786612, "tr": 1.079435672467857, "fi": 0.9840333303338161, "ru": 1.5496374960750223, "el": 1.5202306920909858, "hi": 2.5169884322735085, "ta": 2.255852739379504, "th": 2.415947638295887, "zh": 2.2557946009086103, "my": 1.9375232242603955}, "t": 110.6} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33496, "de": 2.63503, "vi": 2.13633, "tr": 2.63136, "fi": 2.84581, "ru": 1.68104, "el": 1.79595, "hi": 1.35914, "ta": 1.10129, "th": 1.357, "zh": 3.47642, "my": 1.25612}, "bytes_per_chunk": {"en": 5.239, "de": 5.265, "vi": 5.385, "tr": 5.11, "fi": 5.161, "ru": 5.999, "el": 6.014, "hi": 5.558, "ta": 6.103, "th": 6.136, "zh": 6.184, "my": 7.008}, "bpb_mean": 2.05087, "t": 111.8} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53112, "bpb": 2.20894, "chunk_loss": 0.030308, "F": 0.18057, "G": 0.29501, "chunks": 184.91, "bytes_per_chunk": 5.538, "boundary_entropy": 0.45493, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 111.9} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57603, "bpb": 2.27373, "chunk_loss": 0.030487, "F": 0.18585, "G": 0.28174, "chunks": 190.31, "bytes_per_chunk": 5.381, "boundary_entropy": 0.41379, "router_noise": 0.0, "grad_norm": 0.6978, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 113.9} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.63464, "bpb": 2.35829, "chunk_loss": 0.031109, "F": 0.19287, "G": 0.29915, "chunks": 197.5, "bytes_per_chunk": 5.185, "boundary_entropy": 0.43125, "router_noise": 0.0, "grad_norm": 0.8166, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 115.9} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.47319, "bpb": 2.12537, "chunk_loss": 0.029932, "F": 0.16876, "G": 0.30187, "chunks": 172.81, "bytes_per_chunk": 5.925, "boundary_entropy": 0.46072, "router_noise": 0.0, "grad_norm": 0.693, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 118.0} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3387.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194622, "cps": 26.460938, "mean_p": 0.238373, "boundary_entropy": 0.312568, "bpb": 2.294749}, "de": {"chunks": 4053.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19739, "cps": 31.664062, "mean_p": 0.248696, "boundary_entropy": 0.326944, "bpb": 2.567433}, "vi": {"chunks": 4315.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234066, "cps": 33.710938, "mean_p": 0.2706, "boundary_entropy": 0.411051, "bpb": 2.108605}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.242939, "boundary_entropy": 0.332447, "bpb": 2.564256}, "fi": {"chunks": 3616.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192228, "cps": 28.25, "mean_p": 0.251529, "boundary_entropy": 0.348698, "bpb": 2.781837}, "ru": {"chunks": 5925.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312665, "cps": 46.289062, "mean_p": 0.338505, "boundary_entropy": 0.531669, "bpb": 1.649358}, "el": {"chunks": 6992.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340691, "cps": 54.625, "mean_p": 0.293325, "boundary_entropy": 0.494309, "bpb": 1.71888}, "hi": {"chunks": 8903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.529153, "cps": 69.554688, "mean_p": 0.406677, "boundary_entropy": 0.621597, "bpb": 1.337019}, "ta": {"chunks": 8302.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444076, "cps": 64.859375, "mean_p": 0.374714, "boundary_entropy": 0.609814, "bpb": 1.081025}, "th": {"chunks": 7738.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481069, "cps": 60.453125, "mean_p": 0.400719, "boundary_entropy": 0.633742, "bpb": 1.31414}, "zh": {"chunks": 2662.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.450728, "cps": 20.796875, "mean_p": 0.327433, "boundary_entropy": 0.533584, "bpb": 3.437395}, "my": {"chunks": 8674.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.457779, "cps": 67.765625, "mean_p": 0.407053, "boundary_entropy": 0.649325, "bpb": 1.224017}}, "bpb": {"en": 2.29475, "de": 2.56743, "vi": 2.1086, "tr": 2.56426, "fi": 2.78184, "ru": 1.64936, "el": 1.71888, "hi": 1.33702, "ta": 1.08102, "th": 1.31414, "zh": 3.4374, "my": 1.22402}, "gini_cpc": 0.205555, "gini_cps": 0.21853, "bpic": 5.614938, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0142222179276574, "vi": 1.2026702874605746, "tr": 1.073729075240014, "fi": 0.9877009282443573, "ru": 1.6065271295727184, "el": 1.7505297584204926, "hi": 2.718881151645725, "ta": 2.2817401430970468, "th": 2.4718185304872557, "zh": 2.3159198869084805, "my": 2.3521497369239346}, "t": 120.9} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30228, "de": 2.57327, "vi": 2.11293, "tr": 2.57002, "fi": 2.78967, "ru": 1.6252, "el": 1.71095, "hi": 1.33428, "ta": 1.08929, "th": 1.33365, "zh": 3.43965, "my": 1.23207}, "bytes_per_chunk": {"en": 5.243, "de": 5.07, "vi": 5.56, "tr": 5.246, "fi": 5.142, "ru": 5.908, "el": 5.198, "hi": 5.064, "ta": 6.076, "th": 5.873, "zh": 5.999, "my": 5.774}, "bpb_mean": 2.00944, "t": 122.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.59477, "bpb": 2.30077, "chunk_loss": 0.030405, "F": 0.18625, "G": 0.28652, "chunks": 190.72, "bytes_per_chunk": 5.369, "boundary_entropy": 0.41542, "router_noise": 0.0, "grad_norm": 0.7412, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 122.2} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.60667, "bpb": 2.31793, "chunk_loss": 0.030415, "F": 0.18311, "G": 0.30016, "chunks": 187.5, "bytes_per_chunk": 5.461, "boundary_entropy": 0.45102, "router_noise": 0.0, "grad_norm": 0.7581, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 124.3} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.54529, "bpb": 2.22938, "chunk_loss": 0.03046, "F": 0.18491, "G": 0.29143, "chunks": 189.34, "bytes_per_chunk": 5.408, "boundary_entropy": 0.42314, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 126.3} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50323, "bpb": 2.1687, "chunk_loss": 0.03029, "F": 0.17963, "G": 0.29092, "chunks": 183.94, "bytes_per_chunk": 5.567, "boundary_entropy": 0.42792, "router_noise": 0.0, "grad_norm": 0.7171, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 128.3} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3465.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199104, "cps": 27.070312, "mean_p": 0.242076, "boundary_entropy": 0.306609, "bpb": 2.259391}, "de": {"chunks": 4082.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198802, "cps": 31.890625, "mean_p": 0.248968, "boundary_entropy": 0.329824, "bpb": 2.518016}, "vi": {"chunks": 4219.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228858, "cps": 32.960938, "mean_p": 0.265443, "boundary_entropy": 0.403563, "bpb": 2.087305}, "tr": {"chunks": 3880.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214329, "cps": 30.3125, "mean_p": 0.24579, "boundary_entropy": 0.336018, "bpb": 2.515674}, "fi": {"chunks": 3912.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207963, "cps": 30.5625, "mean_p": 0.259307, "boundary_entropy": 0.343095, "bpb": 2.723074}, "ru": {"chunks": 6067.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.320158, "cps": 47.398438, "mean_p": 0.341349, "boundary_entropy": 0.524694, "bpb": 1.609205}, "el": {"chunks": 6459.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.31472, "cps": 50.460938, "mean_p": 0.285087, "boundary_entropy": 0.48417, "bpb": 1.693565}, "hi": {"chunks": 7297.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4337, "cps": 57.007812, "mean_p": 0.388841, "boundary_entropy": 0.62259, "bpb": 1.318843}, "ta": {"chunks": 7537.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.403156, "cps": 58.882812, "mean_p": 0.355408, "boundary_entropy": 0.600724, "bpb": 1.071211}, "th": {"chunks": 6655.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.41374, "cps": 51.992188, "mean_p": 0.376221, "boundary_entropy": 0.623283, "bpb": 1.284498}, "zh": {"chunks": 2843.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481375, "cps": 22.210938, "mean_p": 0.317796, "boundary_entropy": 0.518512, "bpb": 3.445939}, "my": {"chunks": 8526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449968, "cps": 66.609375, "mean_p": 0.423008, "boundary_entropy": 0.659421, "bpb": 1.199957}}, "bpb": {"en": 2.25939, "de": 2.51802, "vi": 2.08731, "tr": 2.51567, "fi": 2.72307, "ru": 1.60921, "el": 1.69356, "hi": 1.31884, "ta": 1.07121, "th": 1.2845, "zh": 3.44594, "my": 1.19996}, "gini_cpc": 0.182616, "gini_cps": 0.187057, "bpic": 5.909596, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9984848379432707, "vi": 1.1494425364889158, "tr": 1.0764703083103349, "fi": 1.0444985560396756, "ru": 1.6079985836502988, "el": 1.5806849584659848, "hi": 2.178262197436046, "ta": 2.024854991669648, "th": 2.078011160945572, "zh": 2.417710509379998, "my": 2.2599708292551863}, "t": 131.2} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26474, "de": 2.52356, "vi": 2.09008, "tr": 2.52111, "fi": 2.7343, "ru": 1.5873, "el": 1.68489, "hi": 1.31672, "ta": 1.07735, "th": 1.30113, "zh": 3.44691, "my": 1.20878}, "bytes_per_chunk": {"en": 5.058, "de": 5.02, "vi": 5.739, "tr": 5.012, "fi": 4.773, "ru": 5.672, "el": 5.611, "hi": 5.772, "ta": 6.682, "th": 6.748, "zh": 5.716, "my": 5.742}, "bpb_mean": 1.97974, "t": 132.5} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.44649, "bpb": 2.08685, "chunk_loss": 0.030425, "F": 0.18762, "G": 0.2967, "chunks": 192.12, "bytes_per_chunk": 5.33, "boundary_entropy": 0.43061, "router_noise": 0.0, "grad_norm": 0.6895, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 132.6} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52982, "bpb": 2.20706, "chunk_loss": 0.030216, "F": 0.17816, "G": 0.28872, "chunks": 182.44, "bytes_per_chunk": 5.613, "boundary_entropy": 0.42507, "router_noise": 0.0, "grad_norm": 0.7054, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 134.6} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47429, "bpb": 2.12695, "chunk_loss": 0.030443, "F": 0.18402, "G": 0.29355, "chunks": 188.44, "bytes_per_chunk": 5.434, "boundary_entropy": 0.43383, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 136.6} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49187, "bpb": 2.15232, "chunk_loss": 0.030064, "F": 0.17581, "G": 0.28642, "chunks": 180.03, "bytes_per_chunk": 5.688, "boundary_entropy": 0.41899, "router_noise": 0.0, "grad_norm": 0.7051, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 138.6} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3355.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192783, "cps": 26.210938, "mean_p": 0.235606, "boundary_entropy": 0.295782, "bpb": 2.231672}, "de": {"chunks": 3992.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194419, "cps": 31.1875, "mean_p": 0.244042, "boundary_entropy": 0.317335, "bpb": 2.484918}, "vi": {"chunks": 4292.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232818, "cps": 33.53125, "mean_p": 0.266036, "boundary_entropy": 0.398476, "bpb": 2.072862}, "tr": {"chunks": 3873.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213942, "cps": 30.257812, "mean_p": 0.246567, "boundary_entropy": 0.337418, "bpb": 2.484938}, "fi": {"chunks": 3897.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207166, "cps": 30.445312, "mean_p": 0.260423, "boundary_entropy": 0.334599, "bpb": 2.68148}, "ru": {"chunks": 6014.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317361, "cps": 46.984375, "mean_p": 0.343441, "boundary_entropy": 0.521449, "bpb": 1.585791}, "el": {"chunks": 6227.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303416, "cps": 48.648438, "mean_p": 0.282205, "boundary_entropy": 0.477261, "bpb": 1.664767}, "hi": {"chunks": 6350.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.377415, "cps": 49.609375, "mean_p": 0.384726, "boundary_entropy": 0.616247, "bpb": 1.305664}, "ta": {"chunks": 9381.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.501792, "cps": 73.289062, "mean_p": 0.402934, "boundary_entropy": 0.619737, "bpb": 1.047454}, "th": {"chunks": 7182.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.446503, "cps": 56.109375, "mean_p": 0.396984, "boundary_entropy": 0.634515, "bpb": 1.265646}, "zh": {"chunks": 2611.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.442093, "cps": 20.398438, "mean_p": 0.312153, "boundary_entropy": 0.514514, "bpb": 3.377257}, "my": {"chunks": 8116.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.42833, "cps": 63.40625, "mean_p": 0.408214, "boundary_entropy": 0.648616, "bpb": 1.183507}}, "bpb": {"en": 2.23167, "de": 2.48492, "vi": 2.07286, "tr": 2.48494, "fi": 2.68148, "ru": 1.58579, "el": 1.66477, "hi": 1.30566, "ta": 1.04745, "th": 1.26565, "zh": 3.37726, "my": 1.18351}, "gini_cpc": 0.190771, "gini_cps": 0.205716, "bpic": 5.878098, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0084856459120037, "vi": 1.207669691351213, "tr": 1.1097586562337898, "fi": 1.0746081204191256, "ru": 1.6462121592236216, "el": 1.5738727506698347, "hi": 1.9577185146473626, "ta": 2.60288668718853, "th": 2.3160926653161042, "zh": 2.293216325513017, "my": 2.2218270916056397}, "t": 141.5} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23965, "de": 2.48905, "vi": 2.07732, "tr": 2.49273, "fi": 2.69171, "ru": 1.56231, "el": 1.6578, "hi": 1.30286, "ta": 1.05544, "th": 1.28401, "zh": 3.38223, "my": 1.19316}, "bytes_per_chunk": {"en": 5.215, "de": 5.102, "vi": 5.602, "tr": 5.004, "fi": 4.692, "ru": 5.721, "el": 5.747, "hi": 6.75, "ta": 5.342, "th": 6.332, "zh": 6.134, "my": 6.507}, "bpb_mean": 1.95236, "t": 142.8} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 142.8} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.36903, "bpb": 1.97509, "chunk_loss": 0.036776, "F": 0.18716, "G": 0.29713, "chunks": 191.66, "bytes_per_chunk": 5.343, "boundary_entropy": 0.42602, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.027, "alpha": 0.03, "t": 142.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.47716, "bpb": 2.13109, "chunk_loss": 0.031132, "F": 0.14682, "G": 0.24194, "chunks": 150.34, "bytes_per_chunk": 6.811, "boundary_entropy": 0.39522, "router_noise": 0.0, "grad_norm": 0.6785, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8405, "alpha": 0.03, "t": 144.9} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.5122, "bpb": 2.18165, "chunk_loss": 0.030517, "F": 0.15219, "G": 0.23096, "chunks": 155.84, "bytes_per_chunk": 6.571, "boundary_entropy": 0.35865, "router_noise": 0.0, "grad_norm": 0.748, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0154, "alpha": 0.03, "t": 146.9} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.56698, "bpb": 2.26067, "chunk_loss": 0.030605, "F": 0.15912, "G": 0.22881, "chunks": 162.94, "bytes_per_chunk": 6.285, "boundary_entropy": 0.33709, "router_noise": 0.0, "grad_norm": 0.7171, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.354, "alpha": 0.03, "t": 148.9} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3388.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194679, "cps": 26.46875, "mean_p": 0.230488, "boundary_entropy": 0.274236, "bpb": 2.206092}, "de": {"chunks": 3818.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185945, "cps": 29.828125, "mean_p": 0.222947, "boundary_entropy": 0.277195, "bpb": 2.450771}, "vi": {"chunks": 3366.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.182587, "cps": 26.296875, "mean_p": 0.210457, "boundary_entropy": 0.340869, "bpb": 2.054248}, "tr": {"chunks": 3585.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198033, "cps": 28.007812, "mean_p": 0.223971, "boundary_entropy": 0.289732, "bpb": 2.444137}, "fi": {"chunks": 3646.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193823, "cps": 28.484375, "mean_p": 0.236341, "boundary_entropy": 0.299205, "bpb": 2.659041}, "ru": {"chunks": 3493.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.184327, "cps": 27.289062, "mean_p": 0.19547, "boundary_entropy": 0.356118, "bpb": 1.606774}, "el": {"chunks": 3655.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.178093, "cps": 28.554688, "mean_p": 0.184035, "boundary_entropy": 0.366727, "bpb": 1.699571}, "hi": {"chunks": 3260.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.193759, "cps": 25.46875, "mean_p": 0.229093, "boundary_entropy": 0.462154, "bpb": 1.337356}, "ta": {"chunks": 2782.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.14881, "cps": 21.734375, "mean_p": 0.201868, "boundary_entropy": 0.440634, "bpb": 1.087279}, "th": {"chunks": 3312.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.205906, "cps": 25.875, "mean_p": 0.217341, "boundary_entropy": 0.453714, "bpb": 1.270923}, "zh": {"chunks": 2962.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501524, "cps": 23.140625, "mean_p": 0.311929, "boundary_entropy": 0.506705, "bpb": 3.34636}, "my": {"chunks": 2610.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.137745, "cps": 20.390625, "mean_p": 0.289024, "boundary_entropy": 0.566963, "bpb": 1.194682}}, "bpb": {"en": 2.20609, "de": 2.45077, "vi": 2.05425, "tr": 2.44414, "fi": 2.65904, "ru": 1.60677, "el": 1.69957, "hi": 1.33736, "ta": 1.08728, "th": 1.27092, "zh": 3.34636, "my": 1.19468}, "gini_cpc": 0.158062, "gini_cps": 0.05877, "bpic": 9.624119, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9551338470838344, "vi": 0.9378895311360731, "tr": 1.0172303918004029, "fi": 0.995601401802319, "ru": 0.9468258139078479, "el": 0.9148023144016553, "hi": 0.9952753446742371, "ta": 0.7643853848502636, "th": 1.0576695014935047, "zh": 2.5761570187962457, "my": 0.7075511640757193}, "t": 151.8} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21162, "de": 2.45631, "vi": 2.05773, "tr": 2.4495, "fi": 2.66791, "ru": 1.58301, "el": 1.6905, "hi": 1.33317, "ta": 1.09311, "th": 1.28788, "zh": 3.34923, "my": 1.20286}, "bytes_per_chunk": {"en": 5.171, "de": 5.357, "vi": 7.158, "tr": 5.287, "fi": 5.069, "ru": 9.596, "el": 9.924, "hi": 12.811, "ta": 17.639, "th": 12.975, "zh": 5.743, "my": 17.85}, "bpb_mean": 1.94857, "t": 153.1} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.59881, "bpb": 2.30659, "chunk_loss": 0.030659, "F": 0.16522, "G": 0.23702, "chunks": 169.19, "bytes_per_chunk": 6.052, "boundary_entropy": 0.34625, "router_noise": 0.0, "grad_norm": 0.749, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.0814, "alpha": 0.03, "t": 153.2} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.50426, "bpb": 2.17019, "chunk_loss": 0.030826, "F": 0.14612, "G": 0.22629, "chunks": 149.62, "bytes_per_chunk": 6.844, "boundary_entropy": 0.34772, "router_noise": 0.0, "grad_norm": 0.6549, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2749, "alpha": 0.03, "t": 155.2} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.52074, "bpb": 2.19397, "chunk_loss": 0.030491, "F": 0.15472, "G": 0.22858, "chunks": 158.44, "bytes_per_chunk": 6.463, "boundary_entropy": 0.33623, "router_noise": 0.0, "grad_norm": 0.704, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.6096, "alpha": 0.03, "t": 157.2} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.40661, "bpb": 2.0293, "chunk_loss": 0.030674, "F": 0.15924, "G": 0.22423, "chunks": 163.06, "bytes_per_chunk": 6.28, "boundary_entropy": 0.31322, "router_noise": 0.0, "grad_norm": 0.7092, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5736, "alpha": 0.03, "t": 159.2} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3278.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188358, "cps": 25.609375, "mean_p": 0.218832, "boundary_entropy": 0.263589, "bpb": 2.193201}, "de": {"chunks": 3723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181318, "cps": 29.085938, "mean_p": 0.214532, "boundary_entropy": 0.26092, "bpb": 2.428037}, "vi": {"chunks": 3145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.170599, "cps": 24.570312, "mean_p": 0.202708, "boundary_entropy": 0.331956, "bpb": 2.04535}, "tr": {"chunks": 3461.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191184, "cps": 27.039062, "mean_p": 0.216212, "boundary_entropy": 0.283277, "bpb": 2.429825}, "fi": {"chunks": 3526.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187444, "cps": 27.546875, "mean_p": 0.226131, "boundary_entropy": 0.285984, "bpb": 2.628986}, "ru": {"chunks": 3133.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16533, "cps": 24.476562, "mean_p": 0.169402, "boundary_entropy": 0.313376, "bpb": 1.573239}, "el": {"chunks": 3262.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.158944, "cps": 25.484375, "mean_p": 0.168272, "boundary_entropy": 0.344091, "bpb": 1.662571}, "hi": {"chunks": 3144.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.186865, "cps": 24.5625, "mean_p": 0.2125, "boundary_entropy": 0.433641, "bpb": 1.322638}, "ta": {"chunks": 2959.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158278, "cps": 23.117188, "mean_p": 0.201807, "boundary_entropy": 0.433172, "bpb": 1.112256}, "th": {"chunks": 2573.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.159963, "cps": 20.101562, "mean_p": 0.194755, "boundary_entropy": 0.423797, "bpb": 1.267827}, "zh": {"chunks": 3000.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507958, "cps": 23.4375, "mean_p": 0.305872, "boundary_entropy": 0.490163, "bpb": 3.341119}, "my": {"chunks": 2146.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.113257, "cps": 16.765625, "mean_p": 0.268346, "boundary_entropy": 0.548512, "bpb": 1.181481}}, "bpb": {"en": 2.1932, "de": 2.42804, "vi": 2.04535, "tr": 2.42982, "fi": 2.62899, "ru": 1.57324, "el": 1.66257, "hi": 1.32264, "ta": 1.11226, "th": 1.26783, "zh": 3.34112, "my": 1.18148}, "gini_cpc": 0.177833, "gini_cps": 0.069647, "bpic": 10.275261, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9626220378826187, "vi": 0.9057173324542986, "tr": 1.0150004126950736, "fi": 0.9951432360999947, "ru": 0.8777409321920664, "el": 0.8438364528411806, "hi": 0.9920707277205777, "ta": 0.8403005864181464, "th": 0.8492467468525866, "zh": 2.696764254797605, "my": 0.6012865820885084}, "t": 162.1} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19962, "de": 2.43483, "vi": 2.04668, "tr": 2.43537, "fi": 2.63775, "ru": 1.55026, "el": 1.65369, "hi": 1.31839, "ta": 1.11815, "th": 1.28428, "zh": 3.34039, "my": 1.1898}, "bytes_per_chunk": {"en": 5.448, "de": 5.472, "vi": 7.528, "tr": 5.451, "fi": 5.163, "ru": 10.493, "el": 11.045, "hi": 12.983, "ta": 16.916, "th": 16.836, "zh": 5.474, "my": 23.137}, "bpb_mean": 1.9341, "t": 163.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47775, "bpb": 2.13195, "chunk_loss": 0.030279, "F": 0.14532, "G": 0.21801, "chunks": 148.81, "bytes_per_chunk": 6.881, "boundary_entropy": 0.32742, "router_noise": 0.0, "grad_norm": 0.8044, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.2272, "alpha": 0.03, "t": 163.4} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.44263, "bpb": 2.08127, "chunk_loss": 0.030463, "F": 0.14694, "G": 0.21315, "chunks": 150.47, "bytes_per_chunk": 6.805, "boundary_entropy": 0.31909, "router_noise": 0.0, "grad_norm": 0.6859, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3574, "alpha": 0.03, "t": 165.4} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.46141, "bpb": 2.10837, "chunk_loss": 0.030308, "F": 0.14859, "G": 0.21153, "chunks": 152.16, "bytes_per_chunk": 6.73, "boundary_entropy": 0.30876, "router_noise": 0.0, "grad_norm": 0.7245, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9121, "alpha": 0.03, "t": 167.4} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.36356, "bpb": 1.96719, "chunk_loss": 0.030646, "F": 0.14212, "G": 0.21963, "chunks": 145.53, "bytes_per_chunk": 7.036, "boundary_entropy": 0.33761, "router_noise": 0.0, "grad_norm": 0.6836, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8268, "alpha": 0.03, "t": 169.4} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3314.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190427, "cps": 25.890625, "mean_p": 0.2182, "boundary_entropy": 0.249511, "bpb": 2.164874}, "de": {"chunks": 3675.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17898, "cps": 28.710938, "mean_p": 0.205822, "boundary_entropy": 0.241527, "bpb": 2.396343}, "vi": {"chunks": 3200.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173583, "cps": 25.0, "mean_p": 0.197059, "boundary_entropy": 0.310851, "bpb": 2.028981}, "tr": {"chunks": 3321.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18345, "cps": 25.945312, "mean_p": 0.205819, "boundary_entropy": 0.263782, "bpb": 2.390457}, "fi": {"chunks": 3488.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185423, "cps": 27.25, "mean_p": 0.221878, "boundary_entropy": 0.275628, "bpb": 2.5799}, "ru": {"chunks": 3286.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173404, "cps": 25.671875, "mean_p": 0.161023, "boundary_entropy": 0.287982, "bpb": 1.548433}, "el": {"chunks": 2572.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.125323, "cps": 20.09375, "mean_p": 0.151504, "boundary_entropy": 0.32374, "bpb": 1.641226}, "hi": {"chunks": 2589.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.153878, "cps": 20.226562, "mean_p": 0.192562, "boundary_entropy": 0.410616, "bpb": 1.305956}, "ta": {"chunks": 2505.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133993, "cps": 19.570312, "mean_p": 0.179317, "boundary_entropy": 0.403233, "bpb": 1.073916}, "th": {"chunks": 2829.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175878, "cps": 22.101562, "mean_p": 0.192485, "boundary_entropy": 0.418918, "bpb": 1.267057}, "zh": {"chunks": 3002.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508297, "cps": 23.453125, "mean_p": 0.308675, "boundary_entropy": 0.494739, "bpb": 3.314805}, "my": {"chunks": 2427.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128087, "cps": 18.960938, "mean_p": 0.263204, "boundary_entropy": 0.533337, "bpb": 1.175761}}, "bpb": {"en": 2.16487, "de": 2.39634, "vi": 2.02898, "tr": 2.39046, "fi": 2.5799, "ru": 1.54843, "el": 1.64123, "hi": 1.30596, "ta": 1.07392, "th": 1.26706, "zh": 3.3148, "my": 1.17576}, "gini_cpc": 0.191162, "gini_cps": 0.075978, "bpic": 10.599343, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9398889686417033, "vi": 0.9115457120787958, "tr": 0.963362951175482, "fi": 0.9737247498999594, "ru": 0.9106048537984691, "el": 0.658114917714088, "hi": 0.8080692743020962, "ta": 0.7036454388112189, "th": 0.9235990942055153, "zh": 2.6692476029102896, "my": 0.6726327614667924}, "t": 172.3} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17284, "de": 2.39968, "vi": 2.02904, "tr": 2.39873, "fi": 2.5896, "ru": 1.5278, "el": 1.63256, "hi": 1.30285, "ta": 1.08033, "th": 1.28429, "zh": 3.31451, "my": 1.18444}, "bytes_per_chunk": {"en": 5.38, "de": 5.625, "vi": 7.202, "tr": 5.696, "fi": 5.217, "ru": 10.14, "el": 14.001, "hi": 15.297, "ta": 20.351, "th": 16.115, "zh": 5.681, "my": 20.139}, "bpb_mean": 1.90972, "t": 173.6} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.444, "bpb": 2.08326, "chunk_loss": 0.030184, "F": 0.13898, "G": 0.2113, "chunks": 142.31, "bytes_per_chunk": 7.195, "boundary_entropy": 0.32971, "router_noise": 0.0, "grad_norm": 0.7176, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.5059, "alpha": 0.03, "t": 173.6} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.40116, "bpb": 2.02145, "chunk_loss": 0.030398, "F": 0.14276, "G": 0.2141, "chunks": 146.19, "bytes_per_chunk": 7.005, "boundary_entropy": 0.32277, "router_noise": 0.0, "grad_norm": 0.6609, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6662, "alpha": 0.03, "t": 175.6} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41289, "bpb": 2.03838, "chunk_loss": 0.030376, "F": 0.15585, "G": 0.21126, "chunks": 159.59, "bytes_per_chunk": 6.416, "boundary_entropy": 0.29962, "router_noise": 0.0, "grad_norm": 0.7271, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4014, "alpha": 0.03, "t": 177.6} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.35922, "bpb": 1.96094, "chunk_loss": 0.030182, "F": 0.13461, "G": 0.20292, "chunks": 137.84, "bytes_per_chunk": 7.429, "boundary_entropy": 0.31182, "router_noise": 0.0, "grad_norm": 0.7018, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.7269, "alpha": 0.03, "t": 179.6} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3295.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189335, "cps": 25.742188, "mean_p": 0.220492, "boundary_entropy": 0.25176, "bpb": 2.151858}, "de": {"chunks": 3724.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181367, "cps": 29.09375, "mean_p": 0.209344, "boundary_entropy": 0.242306, "bpb": 2.367886}, "vi": {"chunks": 2897.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.157147, "cps": 22.632812, "mean_p": 0.184754, "boundary_entropy": 0.303056, "bpb": 2.017577}, "tr": {"chunks": 3358.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185494, "cps": 26.234375, "mean_p": 0.207339, "boundary_entropy": 0.257591, "bpb": 2.372435}, "fi": {"chunks": 3560.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189251, "cps": 27.8125, "mean_p": 0.224027, "boundary_entropy": 0.268798, "bpb": 2.55567}, "ru": {"chunks": 3235.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170712, "cps": 25.273438, "mean_p": 0.158571, "boundary_entropy": 0.277486, "bpb": 1.520018}, "el": {"chunks": 2881.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140379, "cps": 22.507812, "mean_p": 0.151938, "boundary_entropy": 0.316462, "bpb": 1.616861}, "hi": {"chunks": 2311.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.137355, "cps": 18.054688, "mean_p": 0.184776, "boundary_entropy": 0.39599, "bpb": 1.304425}, "ta": {"chunks": 2304.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.123242, "cps": 18.0, "mean_p": 0.170907, "boundary_entropy": 0.391064, "bpb": 1.057871}, "th": {"chunks": 2812.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.174821, "cps": 21.96875, "mean_p": 0.198343, "boundary_entropy": 0.429249, "bpb": 1.254658}, "zh": {"chunks": 3163.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.535557, "cps": 24.710938, "mean_p": 0.30012, "boundary_entropy": 0.471788, "bpb": 3.277078}, "my": {"chunks": 3142.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.165822, "cps": 24.546875, "mean_p": 0.288657, "boundary_entropy": 0.556511, "bpb": 1.163403}}, "bpb": {"en": 2.15186, "de": 2.36789, "vi": 2.01758, "tr": 2.37243, "fi": 2.55567, "ru": 1.52002, "el": 1.61686, "hi": 1.30442, "ta": 1.05787, "th": 1.25466, "zh": 3.27708, "my": 1.1634}, "gini_cpc": 0.196338, "gini_cps": 0.076759, "bpic": 10.462379, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9579127777358584, "vi": 0.8299922831027113, "tr": 0.979712934173588, "fi": 0.9995552758697269, "ru": 0.9016412490340766, "el": 0.7414316385251026, "hi": 0.7254601708653978, "ta": 0.650917138426486, "th": 0.9233427688545723, "zh": 2.828618975995708, "my": 0.8758132392046214}, "t": 182.6} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15948, "de": 2.37325, "vi": 2.0209, "tr": 2.37948, "fi": 2.56313, "ru": 1.49815, "el": 1.6082, "hi": 1.3009, "ta": 1.06517, "th": 1.2725, "zh": 3.27824, "my": 1.17149}, "bytes_per_chunk": {"en": 5.381, "de": 5.536, "vi": 8.083, "tr": 5.623, "fi": 5.118, "ru": 10.182, "el": 12.629, "hi": 18.539, "ta": 22.088, "th": 15.985, "zh": 5.331, "my": 16.414}, "bpb_mean": 1.89091, "t": 183.8} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.39009, "bpb": 2.00548, "chunk_loss": 0.030131, "F": 0.13315, "G": 0.20331, "chunks": 136.34, "bytes_per_chunk": 7.51, "boundary_entropy": 0.31989, "router_noise": 0.0, "grad_norm": 0.6532, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.469, "alpha": 0.03, "t": 183.9} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.44881, "bpb": 2.09019, "chunk_loss": 0.030301, "F": 0.1463, "G": 0.20422, "chunks": 149.81, "bytes_per_chunk": 6.835, "boundary_entropy": 0.29945, "router_noise": 0.0, "grad_norm": 0.6722, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.943, "alpha": 0.03, "t": 185.9} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.41631, "bpb": 2.0433, "chunk_loss": 0.03028, "F": 0.15329, "G": 0.20984, "chunks": 156.97, "bytes_per_chunk": 6.524, "boundary_entropy": 0.29382, "router_noise": 0.0, "grad_norm": 0.7521, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4233, "alpha": 0.03, "t": 187.9} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.47398, "bpb": 2.12651, "chunk_loss": 0.03041, "F": 0.15152, "G": 0.21581, "chunks": 155.16, "bytes_per_chunk": 6.6, "boundary_entropy": 0.31531, "router_noise": 0.0, "grad_norm": 0.6923, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.9185, "alpha": 0.03, "t": 189.9} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.215472, "boundary_entropy": 0.240124, "bpb": 2.130903}, "de": {"chunks": 3717.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181026, "cps": 29.039062, "mean_p": 0.208588, "boundary_entropy": 0.233806, "bpb": 2.344561}, "vi": {"chunks": 2876.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156008, "cps": 22.46875, "mean_p": 0.187832, "boundary_entropy": 0.302764, "bpb": 1.994424}, "tr": {"chunks": 3378.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186599, "cps": 26.390625, "mean_p": 0.205034, "boundary_entropy": 0.248966, "bpb": 2.343073}, "fi": {"chunks": 3504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186274, "cps": 27.375, "mean_p": 0.216208, "boundary_entropy": 0.257345, "bpb": 2.542118}, "ru": {"chunks": 3361.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177361, "cps": 26.257812, "mean_p": 0.158144, "boundary_entropy": 0.269203, "bpb": 1.498304}, "el": {"chunks": 2880.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14033, "cps": 22.5, "mean_p": 0.151389, "boundary_entropy": 0.310867, "bpb": 1.613827}, "hi": {"chunks": 2659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.158039, "cps": 20.773438, "mean_p": 0.187701, "boundary_entropy": 0.400566, "bpb": 1.289548}, "ta": {"chunks": 2999.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160417, "cps": 23.429688, "mean_p": 0.181962, "boundary_entropy": 0.393248, "bpb": 1.04788}, "th": {"chunks": 3234.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.201057, "cps": 25.265625, "mean_p": 0.202243, "boundary_entropy": 0.424068, "bpb": 1.213945}, "zh": {"chunks": 3416.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.578395, "cps": 26.6875, "mean_p": 0.300485, "boundary_entropy": 0.462973, "bpb": 3.253036}, "my": {"chunks": 2036.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107452, "cps": 15.90625, "mean_p": 0.239142, "boundary_entropy": 0.504379, "bpb": 1.157201}}, "bpb": {"en": 2.1309, "de": 2.34456, "vi": 1.99442, "tr": 2.34307, "fi": 2.54212, "ru": 1.4983, "el": 1.61383, "hi": 1.28955, "ta": 1.04788, "th": 1.21394, "zh": 3.25304, "my": 1.1572}, "gini_cpc": 0.212324, "gini_cps": 0.074751, "bpic": 10.287656, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9708442728556691, "vi": 0.8366718529226286, "tr": 1.0007336719935156, "fi": 0.9989911322088942, "ru": 0.9511931569168723, "el": 0.7525945372875275, "hi": 0.8475643543501603, "ta": 0.8603207848311906, "th": 1.0782721031806661, "zh": 3.1019431807093882, "my": 0.5762670879640427}, "t": 192.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13821, "de": 2.35136, "vi": 1.99748, "tr": 2.34883, "fi": 2.5524, "ru": 1.47687, "el": 1.60522, "hi": 1.2875, "ta": 1.05323, "th": 1.23102, "zh": 3.25464, "my": 1.16668}, "bytes_per_chunk": {"en": 5.402, "de": 5.53, "vi": 8.138, "tr": 5.602, "fi": 5.207, "ru": 9.944, "el": 12.8, "hi": 15.809, "ta": 17.498, "th": 14.095, "zh": 5.044, "my": 24.004}, "bpb_mean": 1.87195, "t": 194.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.3996, "bpb": 2.0192, "chunk_loss": 0.030469, "F": 0.14188, "G": 0.21291, "chunks": 145.28, "bytes_per_chunk": 7.048, "boundary_entropy": 0.3265, "router_noise": 0.0, "grad_norm": 0.6697, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.6778, "alpha": 0.03, "t": 194.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.2641, "bpb": 1.82371, "chunk_loss": 0.030115, "F": 0.13278, "G": 0.19906, "chunks": 135.97, "bytes_per_chunk": 7.531, "boundary_entropy": 0.29861, "router_noise": 0.0, "grad_norm": 0.6229, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8297, "alpha": 0.03, "t": 196.1} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.4507, "bpb": 2.09292, "chunk_loss": 0.030225, "F": 0.15329, "G": 0.21209, "chunks": 156.97, "bytes_per_chunk": 6.524, "boundary_entropy": 0.29341, "router_noise": 0.0, "grad_norm": 0.7557, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7543, "alpha": 0.03, "t": 198.1} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.38387, "bpb": 1.99651, "chunk_loss": 0.030215, "F": 0.13702, "G": 0.20578, "chunks": 140.31, "bytes_per_chunk": 7.298, "boundary_entropy": 0.30952, "router_noise": 0.0, "grad_norm": 0.6663, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6795, "alpha": 0.03, "t": 200.1} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3414.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196173, "cps": 26.671875, "mean_p": 0.226192, "boundary_entropy": 0.243419, "bpb": 2.113814}, "de": {"chunks": 3794.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184776, "cps": 29.640625, "mean_p": 0.212233, "boundary_entropy": 0.229816, "bpb": 2.32869}, "vi": {"chunks": 3099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168104, "cps": 24.210938, "mean_p": 0.200154, "boundary_entropy": 0.304819, "bpb": 1.99715}, "tr": {"chunks": 3515.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194167, "cps": 27.460938, "mean_p": 0.212722, "boundary_entropy": 0.249777, "bpb": 2.321665}, "fi": {"chunks": 3487.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18537, "cps": 27.242188, "mean_p": 0.218327, "boundary_entropy": 0.253909, "bpb": 2.496229}, "ru": {"chunks": 3288.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173509, "cps": 25.6875, "mean_p": 0.152677, "boundary_entropy": 0.262466, "bpb": 1.487168}, "el": {"chunks": 2958.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.144131, "cps": 23.109375, "mean_p": 0.14916, "boundary_entropy": 0.301912, "bpb": 1.586153}, "hi": {"chunks": 2512.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149302, "cps": 19.625, "mean_p": 0.191533, "boundary_entropy": 0.40704, "bpb": 1.276255}, "ta": {"chunks": 2817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150682, "cps": 22.007812, "mean_p": 0.179486, "boundary_entropy": 0.396631, "bpb": 1.039974}, "th": {"chunks": 2886.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179422, "cps": 22.546875, "mean_p": 0.198242, "boundary_entropy": 0.426464, "bpb": 1.201671}, "zh": {"chunks": 2909.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49255, "cps": 22.726562, "mean_p": 0.28762, "boundary_entropy": 0.463902, "bpb": 3.25658}, "my": {"chunks": 2572.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13574, "cps": 20.09375, "mean_p": 0.222172, "boundary_entropy": 0.479876, "bpb": 1.149726}}, "bpb": {"en": 2.11381, "de": 2.32869, "vi": 1.99715, "tr": 2.32166, "fi": 2.49623, "ru": 1.48717, "el": 1.58615, "hi": 1.27626, "ta": 1.03997, "th": 1.20167, "zh": 3.25658, "my": 1.14973}, "gini_cpc": 0.174769, "gini_cps": 0.06979, "bpic": 10.302569, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9419015743613713, "vi": 0.8569175505254533, "tr": 0.9897724959315505, "fi": 0.9449322410633796, "ru": 0.8844701856239943, "el": 0.7347133444606321, "hi": 0.7610709855668165, "ta": 0.7681074561537511, "th": 0.9146098303553234, "zh": 2.5107928429996127, "my": 0.6919396086523733}, "t": 203.1} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12335, "de": 2.33467, "vi": 1.99932, "tr": 2.32861, "fi": 2.50596, "ru": 1.46416, "el": 1.57828, "hi": 1.27284, "ta": 1.04543, "th": 1.21835, "zh": 3.25471, "my": 1.15898}, "bytes_per_chunk": {"en": 5.172, "de": 5.4, "vi": 7.616, "tr": 5.343, "fi": 5.156, "ru": 10.047, "el": 11.946, "hi": 16.549, "ta": 17.705, "th": 16.147, "zh": 5.872, "my": 19.461}, "bpb_mean": 1.85706, "t": 204.3} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.63832, "bpb": 2.36359, "chunk_loss": 0.030518, "F": 0.16574, "G": 0.23207, "chunks": 169.72, "bytes_per_chunk": 6.034, "boundary_entropy": 0.32883, "router_noise": 0.0, "grad_norm": 0.7457, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 7.8431, "alpha": 0.03, "t": 204.4} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.44693, "bpb": 2.08748, "chunk_loss": 0.030435, "F": 0.15033, "G": 0.20906, "chunks": 153.94, "bytes_per_chunk": 6.652, "boundary_entropy": 0.2983, "router_noise": 0.0, "grad_norm": 0.7722, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.856, "alpha": 0.03, "t": 206.4} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.35838, "bpb": 1.95973, "chunk_loss": 0.030615, "F": 0.13559, "G": 0.2, "chunks": 138.84, "bytes_per_chunk": 7.375, "boundary_entropy": 0.30406, "router_noise": 0.0, "grad_norm": 0.7172, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 10.295, "alpha": 0.03, "t": 208.4} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.40258, "bpb": 2.0235, "chunk_loss": 0.030416, "F": 0.14926, "G": 0.20889, "chunks": 152.84, "bytes_per_chunk": 6.7, "boundary_entropy": 0.30299, "router_noise": 0.0, "grad_norm": 0.7213, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.0563, "alpha": 0.03, "t": 210.5} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3222.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18514, "cps": 25.171875, "mean_p": 0.21187, "boundary_entropy": 0.229078, "bpb": 2.106782}, "de": {"chunks": 3657.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178104, "cps": 28.570312, "mean_p": 0.200101, "boundary_entropy": 0.22101, "bpb": 2.310819}, "vi": {"chunks": 2902.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.157418, "cps": 22.671875, "mean_p": 0.187282, "boundary_entropy": 0.292546, "bpb": 1.978845}, "tr": {"chunks": 3465.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191405, "cps": 27.070312, "mean_p": 0.208095, "boundary_entropy": 0.24464, "bpb": 2.299957}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.214988, "boundary_entropy": 0.250632, "bpb": 2.48034}, "ru": {"chunks": 3178.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167704, "cps": 24.828125, "mean_p": 0.141016, "boundary_entropy": 0.238351, "bpb": 1.472302}, "el": {"chunks": 2873.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139989, "cps": 22.445312, "mean_p": 0.146895, "boundary_entropy": 0.301079, "bpb": 1.562808}, "hi": {"chunks": 2799.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.16636, "cps": 21.867188, "mean_p": 0.18805, "boundary_entropy": 0.39875, "bpb": 1.261897}, "ta": {"chunks": 2394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.128056, "cps": 18.703125, "mean_p": 0.167261, "boundary_entropy": 0.378751, "bpb": 1.035715}, "th": {"chunks": 2509.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.155984, "cps": 19.601562, "mean_p": 0.179389, "boundary_entropy": 0.399192, "bpb": 1.190408}, "zh": {"chunks": 3123.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528784, "cps": 24.398438, "mean_p": 0.288151, "boundary_entropy": 0.452915, "bpb": 3.221427}, "my": {"chunks": 2093.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.11046, "cps": 16.351562, "mean_p": 0.215564, "boundary_entropy": 0.472525, "bpb": 1.150237}}, "bpb": {"en": 2.10678, "de": 2.31082, "vi": 1.97884, "tr": 2.29996, "fi": 2.48034, "ru": 1.4723, "el": 1.56281, "hi": 1.2619, "ta": 1.03571, "th": 1.19041, "zh": 3.22143, "my": 1.15024}, "gini_cpc": 0.20684, "gini_cps": 0.08601, "bpic": 10.754687, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619912842305628, "vi": 0.8502621571892587, "tr": 1.0338350969329138, "fi": 0.9963597510747654, "ru": 0.9058228308348442, "el": 0.7561245950970574, "hi": 0.8985586094117061, "ta": 0.6916673265788211, "th": 0.8425160445931733, "zh": 2.8561244411988946, "my": 0.5966291062592555}, "t": 213.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11597, "de": 2.317, "vi": 1.97961, "tr": 2.30556, "fi": 2.48865, "ru": 1.45138, "el": 1.55416, "hi": 1.25802, "ta": 1.04163, "th": 1.20657, "zh": 3.21932, "my": 1.15903}, "bytes_per_chunk": {"en": 5.442, "de": 5.638, "vi": 8.039, "tr": 5.441, "fi": 5.239, "ru": 10.417, "el": 12.642, "hi": 15.693, "ta": 21.456, "th": 18.283, "zh": 5.486, "my": 24.239}, "bpb_mean": 1.84141, "t": 214.7} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47615, "bpb": 2.12964, "chunk_loss": 0.030246, "F": 0.14191, "G": 0.20725, "chunks": 145.31, "bytes_per_chunk": 7.047, "boundary_entropy": 0.31313, "router_noise": 0.0, "grad_norm": 0.7026, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.1031, "alpha": 0.03, "t": 214.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.47458, "bpb": 2.12737, "chunk_loss": 0.030731, "F": 0.15421, "G": 0.21944, "chunks": 157.91, "bytes_per_chunk": 6.485, "boundary_entropy": 0.31919, "router_noise": 0.0, "grad_norm": 0.7046, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.1437, "alpha": 0.03, "t": 216.8} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47699, "bpb": 2.13085, "chunk_loss": 0.030419, "F": 0.16022, "G": 0.21072, "chunks": 164.06, "bytes_per_chunk": 6.242, "boundary_entropy": 0.2756, "router_noise": 0.0, "grad_norm": 0.7433, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.4141, "alpha": 0.03, "t": 218.9} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.55241, "bpb": 2.23965, "chunk_loss": 0.030824, "F": 0.15656, "G": 0.22392, "chunks": 160.31, "bytes_per_chunk": 6.388, "boundary_entropy": 0.32556, "router_noise": 0.0, "grad_norm": 0.7198, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.0542, "alpha": 0.03, "t": 221.0} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3281.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188531, "cps": 25.632812, "mean_p": 0.216686, "boundary_entropy": 0.230042, "bpb": 2.09002}, "de": {"chunks": 3670.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178737, "cps": 28.671875, "mean_p": 0.20202, "boundary_entropy": 0.217694, "bpb": 2.304034}, "vi": {"chunks": 2784.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.151017, "cps": 21.75, "mean_p": 0.180203, "boundary_entropy": 0.287161, "bpb": 1.97323}, "tr": {"chunks": 3322.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183505, "cps": 25.953125, "mean_p": 0.201228, "boundary_entropy": 0.234336, "bpb": 2.288922}, "fi": {"chunks": 3445.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183138, "cps": 26.914062, "mean_p": 0.21132, "boundary_entropy": 0.240597, "bpb": 2.458505}, "ru": {"chunks": 3205.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.169129, "cps": 25.039062, "mean_p": 0.144039, "boundary_entropy": 0.241046, "bpb": 1.461644}, "el": {"chunks": 2586.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.126005, "cps": 20.203125, "mean_p": 0.141572, "boundary_entropy": 0.295086, "bpb": 1.554071}, "hi": {"chunks": 2804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166657, "cps": 21.90625, "mean_p": 0.187515, "boundary_entropy": 0.396526, "bpb": 1.249934}, "ta": {"chunks": 2436.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.130302, "cps": 19.03125, "mean_p": 0.169724, "boundary_entropy": 0.381062, "bpb": 1.029348}, "th": {"chunks": 3198.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.198819, "cps": 24.984375, "mean_p": 0.198548, "boundary_entropy": 0.421816, "bpb": 1.175374}, "zh": {"chunks": 3228.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546563, "cps": 25.21875, "mean_p": 0.288643, "boundary_entropy": 0.445217, "bpb": 3.196183}, "my": {"chunks": 2123.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.112043, "cps": 16.585938, "mean_p": 0.245791, "boundary_entropy": 0.507625, "bpb": 1.142408}}, "bpb": {"en": 2.09002, "de": 2.30403, "vi": 1.97323, "tr": 2.28892, "fi": 2.4585, "ru": 1.46164, "el": 1.55407, "hi": 1.24993, "ta": 1.02935, "th": 1.17537, "zh": 3.19618, "my": 1.14241}, "gini_cpc": 0.216473, "gini_cps": 0.080867, "bpic": 10.636356, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9480506643634433, "vi": 0.8010211417712109, "tr": 0.973345368049801, "fi": 0.9713935883909516, "ru": 0.8970914331253985, "el": 0.668352482016185, "hi": 0.8839767167712884, "ta": 0.6911458494240833, "th": 1.0545696878354165, "zh": 2.8990651363900537, "my": 0.5942983273106582}, "t": 223.9} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09855, "de": 2.30822, "vi": 1.97538, "tr": 2.29545, "fi": 2.46782, "ru": 1.43929, "el": 1.54652, "hi": 1.24814, "ta": 1.03585, "th": 1.19159, "zh": 3.19405, "my": 1.15132}, "bytes_per_chunk": {"en": 5.329, "de": 5.613, "vi": 8.428, "tr": 5.674, "fi": 5.247, "ru": 10.33, "el": 14.003, "hi": 15.34, "ta": 21.51, "th": 14.465, "zh": 5.372, "my": 24.295}, "bpb_mean": 1.82935, "t": 225.2} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.34455, "bpb": 1.93977, "chunk_loss": 0.030182, "F": 0.14914, "G": 0.20265, "chunks": 152.72, "bytes_per_chunk": 6.705, "boundary_entropy": 0.28201, "router_noise": 0.0, "grad_norm": 0.7144, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.7169, "alpha": 0.03, "t": 225.3} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.5414, "bpb": 2.22377, "chunk_loss": 0.030247, "F": 0.15536, "G": 0.21515, "chunks": 159.09, "bytes_per_chunk": 6.436, "boundary_entropy": 0.30438, "router_noise": 0.0, "grad_norm": 0.6973, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.3032, "alpha": 0.03, "t": 227.3} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.40818, "bpb": 2.03158, "chunk_loss": 0.030379, "F": 0.15268, "G": 0.20537, "chunks": 156.34, "bytes_per_chunk": 6.55, "boundary_entropy": 0.28192, "router_noise": 0.0, "grad_norm": 0.7056, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.5769, "alpha": 0.03, "t": 229.4} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.39392, "bpb": 2.011, "chunk_loss": 0.030367, "F": 0.15826, "G": 0.2057, "chunks": 162.06, "bytes_per_chunk": 6.319, "boundary_entropy": 0.26127, "router_noise": 0.0, "grad_norm": 0.7598, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.3506, "alpha": 0.03, "t": 231.4} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3273.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188071, "cps": 25.570312, "mean_p": 0.213148, "boundary_entropy": 0.221261, "bpb": 2.078355}, "de": {"chunks": 3680.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179224, "cps": 28.75, "mean_p": 0.201266, "boundary_entropy": 0.212343, "bpb": 2.277945}, "vi": {"chunks": 2877.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156062, "cps": 22.476562, "mean_p": 0.18361, "boundary_entropy": 0.287224, "bpb": 1.960366}, "tr": {"chunks": 3289.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181683, "cps": 25.695312, "mean_p": 0.19699, "boundary_entropy": 0.227683, "bpb": 2.268921}, "fi": {"chunks": 3534.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187869, "cps": 27.609375, "mean_p": 0.215314, "boundary_entropy": 0.241617, "bpb": 2.441142}, "ru": {"chunks": 3244.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.171187, "cps": 25.34375, "mean_p": 0.142659, "boundary_entropy": 0.232147, "bpb": 1.445345}, "el": {"chunks": 3005.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146421, "cps": 23.476562, "mean_p": 0.147429, "boundary_entropy": 0.291147, "bpb": 1.534554}, "hi": {"chunks": 3055.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.181575, "cps": 23.867188, "mean_p": 0.187076, "boundary_entropy": 0.393727, "bpb": 1.246343}, "ta": {"chunks": 2760.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.147633, "cps": 21.5625, "mean_p": 0.183435, "boundary_entropy": 0.396539, "bpb": 1.012148}, "th": {"chunks": 2905.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180603, "cps": 22.695312, "mean_p": 0.189153, "boundary_entropy": 0.410634, "bpb": 1.165999}, "zh": {"chunks": 3123.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.528784, "cps": 24.398438, "mean_p": 0.282084, "boundary_entropy": 0.441325, "bpb": 3.193605}, "my": {"chunks": 2161.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.114049, "cps": 16.882812, "mean_p": 0.227713, "boundary_entropy": 0.487923, "bpb": 1.136411}}, "bpb": {"en": 2.07835, "de": 2.27794, "vi": 1.96037, "tr": 2.26892, "fi": 2.44114, "ru": 1.44534, "el": 1.53455, "hi": 1.24634, "ta": 1.01215, "th": 1.166, "zh": 3.1936, "my": 1.13641}, "gini_cpc": 0.189691, "gini_cps": 0.065897, "bpic": 10.398878, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9529574868257725, "vi": 0.8298026832453412, "tr": 0.9660318313988299, "fi": 0.9989247569081824, "ru": 0.9102270677091774, "el": 0.7785414615861224, "hi": 0.9654599362881227, "ta": 0.7849856677050114, "th": 0.9602917247311559, "zh": 2.811620210676089, "my": 0.6064144002003071}, "t": 234.4} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08845, "de": 2.28341, "vi": 1.96228, "tr": 2.27511, "fi": 2.44791, "ru": 1.42426, "el": 1.52591, "hi": 1.24215, "ta": 1.01969, "th": 1.18191, "zh": 3.19042, "my": 1.14475}, "bytes_per_chunk": {"en": 5.374, "de": 5.573, "vi": 8.144, "tr": 5.804, "fi": 5.157, "ru": 10.18, "el": 12.114, "hi": 14.325, "ta": 18.921, "th": 16.186, "zh": 5.676, "my": 22.197}, "bpb_mean": 1.81552, "t": 235.7} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 235.7} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.2023, "bpb": 1.73455, "chunk_loss": 0.0, "F": 0.12552, "G": 0.20139, "chunks": 128.53, "bytes_per_chunk": 7.967, "boundary_entropy": 0.31721, "router_noise": 0.0, "grad_norm": 0.6503, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 235.8} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.25538, "bpb": 1.81114, "chunk_loss": 0.0, "F": 0.1431, "G": 0.204, "chunks": 146.53, "bytes_per_chunk": 6.988, "boundary_entropy": 0.29223, "router_noise": 0.0, "grad_norm": 0.6945, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 237.8} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.48784, "bpb": 2.14649, "chunk_loss": 0.0, "F": 0.16211, "G": 0.21923, "chunks": 166.0, "bytes_per_chunk": 6.169, "boundary_entropy": 0.28768, "router_noise": 0.0, "grad_norm": 0.7394, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 239.8} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.47316, "bpb": 2.12532, "chunk_loss": 0.0, "F": 0.16232, "G": 0.21658, "chunks": 166.22, "bytes_per_chunk": 6.161, "boundary_entropy": 0.28024, "router_noise": 0.0, "grad_norm": 0.7805, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 241.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3470.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199391, "cps": 27.109375, "mean_p": 0.230147, "boundary_entropy": 0.239502, "bpb": 2.064361}, "de": {"chunks": 3877.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188818, "cps": 30.289062, "mean_p": 0.217665, "boundary_entropy": 0.227418, "bpb": 2.262963}, "vi": {"chunks": 3088.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167507, "cps": 24.125, "mean_p": 0.199953, "boundary_entropy": 0.300845, "bpb": 1.950059}, "tr": {"chunks": 3573.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197371, "cps": 27.914062, "mean_p": 0.216947, "boundary_entropy": 0.244364, "bpb": 2.246195}, "fi": {"chunks": 3719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197703, "cps": 29.054688, "mean_p": 0.22945, "boundary_entropy": 0.253182, "bpb": 2.421091}, "ru": {"chunks": 3455.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.182322, "cps": 26.992188, "mean_p": 0.157859, "boundary_entropy": 0.255562, "bpb": 1.429212}, "el": {"chunks": 3754.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.182917, "cps": 29.328125, "mean_p": 0.166968, "boundary_entropy": 0.315481, "bpb": 1.51441}, "hi": {"chunks": 3262.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.193878, "cps": 25.484375, "mean_p": 0.201674, "boundary_entropy": 0.412681, "bpb": 1.230259}, "ta": {"chunks": 3759.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.20107, "cps": 29.367188, "mean_p": 0.198261, "boundary_entropy": 0.409066, "bpb": 1.005944}, "th": {"chunks": 3708.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.230525, "cps": 28.96875, "mean_p": 0.216472, "boundary_entropy": 0.44259, "bpb": 1.154805}, "zh": {"chunks": 3309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560278, "cps": 25.851562, "mean_p": 0.29231, "boundary_entropy": 0.448101, "bpb": 3.171309}, "my": {"chunks": 3477.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183502, "cps": 27.164062, "mean_p": 0.262789, "boundary_entropy": 0.518323, "bpb": 1.120675}}, "bpb": {"en": 2.06436, "de": 2.26296, "vi": 1.95006, "tr": 2.24619, "fi": 2.42109, "ru": 1.42921, "el": 1.51441, "hi": 1.23026, "ta": 1.00594, "th": 1.15481, "zh": 3.17131, "my": 1.12068}, "gini_cpc": 0.154886, "gini_cps": 0.036114, "bpic": 9.040564, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9469739651542867, "vi": 0.8400957644625676, "tr": 0.9898676019912314, "fi": 0.9915370352468672, "ru": 0.914394242394288, "el": 0.9173774668499431, "hi": 0.9723520389156043, "ta": 1.0084201188038227, "th": 1.1561476629469345, "zh": 2.8099459739570274, "my": 0.9203138545718025}, "t": 244.8} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07367, "de": 2.26813, "vi": 1.95217, "tr": 2.25161, "fi": 2.42842, "ru": 1.40747, "el": 1.50561, "hi": 1.22688, "ta": 1.01204, "th": 1.17197, "zh": 3.16899, "my": 1.12953}, "bytes_per_chunk": {"en": 5.015, "de": 5.244, "vi": 7.571, "tr": 5.272, "fi": 4.867, "ru": 9.642, "el": 9.674, "hi": 12.709, "ta": 13.781, "th": 12.575, "zh": 5.258, "my": 14.114}, "bpb_mean": 1.79971, "t": 246.1} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.48914, "bpb": 2.14838, "chunk_loss": 0.0, "F": 0.17191, "G": 0.23112, "chunks": 176.03, "bytes_per_chunk": 5.817, "boundary_entropy": 0.30863, "router_noise": 0.0, "grad_norm": 0.8476, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 246.1} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.49896, "bpb": 2.16254, "chunk_loss": 0.0, "F": 0.15762, "G": 0.22623, "chunks": 161.41, "bytes_per_chunk": 6.344, "boundary_entropy": 0.32525, "router_noise": 0.0, "grad_norm": 0.7163, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 248.1} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.42333, "bpb": 2.05343, "chunk_loss": 0.0, "F": 0.16486, "G": 0.2208, "chunks": 168.81, "bytes_per_chunk": 6.066, "boundary_entropy": 0.28374, "router_noise": 0.0, "grad_norm": 0.786, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 250.2} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.23124, "bpb": 1.77631, "chunk_loss": 0.0, "F": 0.14554, "G": 0.20416, "chunks": 149.03, "bytes_per_chunk": 6.871, "boundary_entropy": 0.28356, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 252.2} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3447.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198069, "cps": 26.929688, "mean_p": 0.228233, "boundary_entropy": 0.235689, "bpb": 2.055622}, "de": {"chunks": 3885.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189208, "cps": 30.351562, "mean_p": 0.217209, "boundary_entropy": 0.225439, "bpb": 2.250983}, "vi": {"chunks": 3162.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.171522, "cps": 24.703125, "mean_p": 0.202865, "boundary_entropy": 0.303518, "bpb": 1.945355}, "tr": {"chunks": 3477.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192068, "cps": 27.164062, "mean_p": 0.211214, "boundary_entropy": 0.241723, "bpb": 2.235328}, "fi": {"chunks": 3606.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191696, "cps": 28.171875, "mean_p": 0.224241, "boundary_entropy": 0.250937, "bpb": 2.400892}, "ru": {"chunks": 3523.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.18591, "cps": 27.523438, "mean_p": 0.158549, "boundary_entropy": 0.253412, "bpb": 1.421734}, "el": {"chunks": 3778.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.184086, "cps": 29.515625, "mean_p": 0.166528, "boundary_entropy": 0.314598, "bpb": 1.50546}, "hi": {"chunks": 2972.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176642, "cps": 23.21875, "mean_p": 0.200892, "boundary_entropy": 0.413141, "bpb": 1.22584}, "ta": {"chunks": 2703.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144584, "cps": 21.117188, "mean_p": 0.188449, "boundary_entropy": 0.410099, "bpb": 1.005854}, "th": {"chunks": 3857.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.239789, "cps": 30.132812, "mean_p": 0.216983, "boundary_entropy": 0.443944, "bpb": 1.148061}, "zh": {"chunks": 3222.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545547, "cps": 25.171875, "mean_p": 0.29197, "boundary_entropy": 0.452674, "bpb": 3.150825}, "my": {"chunks": 2711.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.143076, "cps": 21.179688, "mean_p": 0.248525, "boundary_entropy": 0.50914, "bpb": 1.116087}}, "bpb": {"en": 2.05562, "de": 2.25098, "vi": 1.94535, "tr": 2.23533, "fi": 2.40089, "ru": 1.42173, "el": 1.50546, "hi": 1.22584, "ta": 1.00585, "th": 1.14806, "zh": 3.15082, "my": 1.11609}, "gini_cpc": 0.181261, "gini_cps": 0.066329, "bpic": 9.512951, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9552596921290429, "vi": 0.8659674348019751, "tr": 0.9696990631935131, "fi": 0.9678246423506718, "ru": 0.9386123530613979, "el": 0.9294027329799207, "hi": 0.8918186885165342, "ta": 0.7299673122970985, "th": 1.210629940538366, "zh": 2.7543233902063573, "my": 0.7223521642209644}, "t": 255.1} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06424, "de": 2.25719, "vi": 1.94615, "tr": 2.24132, "fi": 2.41033, "ru": 1.4005, "el": 1.49596, "hi": 1.22275, "ta": 1.01212, "th": 1.16428, "zh": 3.14756, "my": 1.12448}, "bytes_per_chunk": {"en": 5.081, "de": 5.259, "vi": 7.438, "tr": 5.482, "fi": 5.039, "ru": 9.505, "el": 9.646, "hi": 13.702, "ta": 18.763, "th": 11.843, "zh": 5.347, "my": 18.347}, "bpb_mean": 1.79057, "t": 256.4} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.30649, "bpb": 1.88486, "chunk_loss": 0.0, "F": 0.14142, "G": 0.21524, "chunks": 144.81, "bytes_per_chunk": 7.071, "boundary_entropy": 0.32195, "router_noise": 0.0, "grad_norm": 0.724, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 256.4} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.41439, "bpb": 2.04053, "chunk_loss": 0.0, "F": 0.15384, "G": 0.22512, "chunks": 157.53, "bytes_per_chunk": 6.5, "boundary_entropy": 0.32472, "router_noise": 0.0, "grad_norm": 0.7362, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 258.4} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.32555, "bpb": 1.91237, "chunk_loss": 0.0, "F": 0.1557, "G": 0.2159, "chunks": 159.44, "bytes_per_chunk": 6.423, "boundary_entropy": 0.29322, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 260.4} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.33706, "bpb": 1.92897, "chunk_loss": 0.0, "F": 0.15939, "G": 0.22665, "chunks": 163.22, "bytes_per_chunk": 6.274, "boundary_entropy": 0.30339, "router_noise": 0.0, "grad_norm": 0.7226, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 262.4} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3406.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195713, "cps": 26.609375, "mean_p": 0.226614, "boundary_entropy": 0.234139, "bpb": 2.049012}, "de": {"chunks": 3800.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185068, "cps": 29.6875, "mean_p": 0.21318, "boundary_entropy": 0.225533, "bpb": 2.241199}, "vi": {"chunks": 3095.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167887, "cps": 24.179688, "mean_p": 0.20071, "boundary_entropy": 0.302314, "bpb": 1.939665}, "tr": {"chunks": 3453.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190742, "cps": 26.976562, "mean_p": 0.212936, "boundary_entropy": 0.243181, "bpb": 2.222297}, "fi": {"chunks": 3523.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187284, "cps": 27.523438, "mean_p": 0.218631, "boundary_entropy": 0.246307, "bpb": 2.389954}, "ru": {"chunks": 3490.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.184169, "cps": 27.265625, "mean_p": 0.158878, "boundary_entropy": 0.255375, "bpb": 1.40815}, "el": {"chunks": 3849.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.187546, "cps": 30.070312, "mean_p": 0.169449, "boundary_entropy": 0.31863, "bpb": 1.490158}, "hi": {"chunks": 3203.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.190371, "cps": 25.023438, "mean_p": 0.201966, "boundary_entropy": 0.413987, "bpb": 1.219617}, "ta": {"chunks": 3005.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160738, "cps": 23.476562, "mean_p": 0.190709, "boundary_entropy": 0.40564, "bpb": 0.999854}, "th": {"chunks": 3344.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.207896, "cps": 26.125, "mean_p": 0.211694, "boundary_entropy": 0.440344, "bpb": 1.147755}, "zh": {"chunks": 3397.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575178, "cps": 26.539062, "mean_p": 0.294812, "boundary_entropy": 0.448739, "bpb": 3.146116}, "my": {"chunks": 2781.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.14677, "cps": 21.726562, "mean_p": 0.244459, "boundary_entropy": 0.504893, "bpb": 1.111901}}, "bpb": {"en": 2.04901, "de": 2.2412, "vi": 1.93967, "tr": 2.2223, "fi": 2.38995, "ru": 1.40815, "el": 1.49016, "hi": 1.21962, "ta": 0.99985, "th": 1.14776, "zh": 3.14612, "my": 1.1119}, "gini_cpc": 0.173839, "gini_cps": 0.04889, "bpic": 9.512244, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9456069728808865, "vi": 0.8578216204878483, "tr": 0.9745979723451721, "fi": 0.9569301460368528, "ru": 0.9410131430333247, "el": 0.9582670220132267, "hi": 0.9727054346014681, "ta": 0.8212936848068092, "th": 1.0622449622171994, "zh": 2.938878155498981, "my": 0.7499237180447871}, "t": 265.3} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05784, "de": 2.24781, "vi": 1.94068, "tr": 2.22722, "fi": 2.39825, "ru": 1.38702, "el": 1.48112, "hi": 1.21529, "ta": 1.00604, "th": 1.16292, "zh": 3.1411, "my": 1.12016}, "bytes_per_chunk": {"en": 5.15, "de": 5.372, "vi": 7.584, "tr": 5.435, "fi": 5.141, "ru": 9.575, "el": 9.537, "hi": 13.007, "ta": 17.136, "th": 13.641, "zh": 5.13, "my": 18.085}, "bpb_mean": 1.78212, "t": 266.6} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.26385, "bpb": 1.82335, "chunk_loss": 0.0, "F": 0.14639, "G": 0.21305, "chunks": 149.91, "bytes_per_chunk": 6.831, "boundary_entropy": 0.30376, "router_noise": 0.0, "grad_norm": 0.7059, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 266.6} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.49256, "bpb": 2.15331, "chunk_loss": 0.0, "F": 0.17004, "G": 0.22868, "chunks": 174.12, "bytes_per_chunk": 5.881, "boundary_entropy": 0.29873, "router_noise": 0.0, "grad_norm": 0.781, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 268.6} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.40828, "bpb": 2.03173, "chunk_loss": 0.0, "F": 0.15509, "G": 0.22769, "chunks": 158.81, "bytes_per_chunk": 6.448, "boundary_entropy": 0.33496, "router_noise": 0.0, "grad_norm": 0.7213, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 270.6} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.51752, "bpb": 2.18931, "chunk_loss": 0.0, "F": 0.17856, "G": 0.2337, "chunks": 182.84, "bytes_per_chunk": 5.6, "boundary_entropy": 0.29944, "router_noise": 0.0, "grad_norm": 0.7746, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 272.6} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3514.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201919, "cps": 27.453125, "mean_p": 0.231678, "boundary_entropy": 0.239927, "bpb": 2.037868}, "de": {"chunks": 3899.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189889, "cps": 30.460938, "mean_p": 0.219049, "boundary_entropy": 0.229466, "bpb": 2.226204}, "vi": {"chunks": 3253.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.176458, "cps": 25.414062, "mean_p": 0.211684, "boundary_entropy": 0.311983, "bpb": 1.935036}, "tr": {"chunks": 3626.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200298, "cps": 28.328125, "mean_p": 0.22113, "boundary_entropy": 0.249202, "bpb": 2.212631}, "fi": {"chunks": 3743.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198979, "cps": 29.242188, "mean_p": 0.232853, "boundary_entropy": 0.256801, "bpb": 2.372594}, "ru": {"chunks": 3542.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.186913, "cps": 27.671875, "mean_p": 0.162214, "boundary_entropy": 0.260698, "bpb": 1.399952}, "el": {"chunks": 3944.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.192175, "cps": 30.8125, "mean_p": 0.17081, "boundary_entropy": 0.318197, "bpb": 1.478978}, "hi": {"chunks": 3585.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.213076, "cps": 28.007812, "mean_p": 0.210971, "boundary_entropy": 0.426483, "bpb": 1.215791}, "ta": {"chunks": 3157.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.168869, "cps": 24.664062, "mean_p": 0.197852, "boundary_entropy": 0.41647, "bpb": 0.993418}, "th": {"chunks": 3554.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.220951, "cps": 27.765625, "mean_p": 0.214917, "boundary_entropy": 0.443545, "bpb": 1.136811}, "zh": {"chunks": 3373.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.571114, "cps": 26.351562, "mean_p": 0.296066, "boundary_entropy": 0.452308, "bpb": 3.138518}, "my": {"chunks": 2974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156956, "cps": 23.234375, "mean_p": 0.25629, "boundary_entropy": 0.519367, "bpb": 1.107533}}, "bpb": {"en": 2.03787, "de": 2.2262, "vi": 1.93504, "tr": 2.21263, "fi": 2.37259, "ru": 1.39995, "el": 1.47898, "hi": 1.21579, "ta": 0.99342, "th": 1.13681, "zh": 3.13852, "my": 1.10753}, "gini_cpc": 0.16787, "gini_cps": 0.044011, "bpic": 9.102101, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9404228893610771, "vi": 0.8739031089405022, "tr": 0.9919724515735874, "fi": 0.9854402722198987, "ru": 0.9256817584543094, "el": 0.9517402231032435, "hi": 1.0552526468103387, "ta": 0.8363180602010253, "th": 1.0942554574101127, "zh": 2.828428870748924, "my": 0.7773201953788033}, "t": 275.5} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04595, "de": 2.23216, "vi": 1.93552, "tr": 2.21957, "fi": 2.38214, "ru": 1.37859, "el": 1.46956, "hi": 1.2125, "ta": 1.00001, "th": 1.15352, "zh": 3.13415, "my": 1.11591}, "bytes_per_chunk": {"en": 5.029, "de": 5.231, "vi": 7.241, "tr": 5.216, "fi": 4.857, "ru": 9.402, "el": 9.149, "hi": 11.417, "ta": 16.115, "th": 13.062, "zh": 5.051, "my": 16.972}, "bpb_mean": 1.7733, "t": 276.8} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.29162, "bpb": 1.86342, "chunk_loss": 0.0, "F": 0.15582, "G": 0.22042, "chunks": 159.56, "bytes_per_chunk": 6.418, "boundary_entropy": 0.31391, "router_noise": 0.0, "grad_norm": 0.7478, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 276.8} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.2695, "bpb": 1.8315, "chunk_loss": 0.0, "F": 0.1539, "G": 0.21719, "chunks": 157.59, "bytes_per_chunk": 6.498, "boundary_entropy": 0.29753, "router_noise": 0.0, "grad_norm": 0.7118, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 278.8} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.31227, "bpb": 1.89321, "chunk_loss": 0.0, "F": 0.15335, "G": 0.21942, "chunks": 157.03, "bytes_per_chunk": 6.521, "boundary_entropy": 0.30466, "router_noise": 0.0, "grad_norm": 0.735, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 280.8} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.33964, "bpb": 1.93269, "chunk_loss": 0.0, "F": 0.15897, "G": 0.21387, "chunks": 162.78, "bytes_per_chunk": 6.291, "boundary_entropy": 0.28489, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 282.8} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3529.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202781, "cps": 27.570312, "mean_p": 0.230858, "boundary_entropy": 0.237163, "bpb": 2.033134}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.218573, "boundary_entropy": 0.226994, "bpb": 2.220393}, "vi": {"chunks": 3197.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17342, "cps": 24.976562, "mean_p": 0.207832, "boundary_entropy": 0.307759, "bpb": 1.930255}, "tr": {"chunks": 3562.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196763, "cps": 27.828125, "mean_p": 0.218302, "boundary_entropy": 0.247206, "bpb": 2.20229}, "fi": {"chunks": 3680.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19563, "cps": 28.75, "mean_p": 0.22902, "boundary_entropy": 0.253155, "bpb": 2.363459}, "ru": {"chunks": 3555.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.187599, "cps": 27.773438, "mean_p": 0.163715, "boundary_entropy": 0.261057, "bpb": 1.392233}, "el": {"chunks": 4194.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.204356, "cps": 32.765625, "mean_p": 0.17712, "boundary_entropy": 0.320498, "bpb": 1.474816}, "hi": {"chunks": 3388.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.201367, "cps": 26.46875, "mean_p": 0.207206, "boundary_entropy": 0.421174, "bpb": 1.203828}, "ta": {"chunks": 3258.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.174271, "cps": 25.453125, "mean_p": 0.203605, "boundary_entropy": 0.425588, "bpb": 0.99121}, "th": {"chunks": 3752.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.233261, "cps": 29.3125, "mean_p": 0.220204, "boundary_entropy": 0.448971, "bpb": 1.127924}, "zh": {"chunks": 3438.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58212, "cps": 26.859375, "mean_p": 0.296334, "boundary_entropy": 0.448219, "bpb": 3.121371}, "my": {"chunks": 2568.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135529, "cps": 20.0625, "mean_p": 0.248119, "boundary_entropy": 0.508608, "bpb": 1.109081}}, "bpb": {"en": 2.03313, "de": 2.22039, "vi": 1.93025, "tr": 2.20229, "fi": 2.36346, "ru": 1.39223, "el": 1.47482, "hi": 1.20383, "ta": 0.99121, "th": 1.12792, "zh": 3.12137, "my": 1.10908}, "gini_cpc": 0.17977, "gini_cps": 0.058428, "bpic": 9.134815, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9347444307145986, "vi": 0.855208396498984, "tr": 0.9703218823392549, "fi": 0.9647358048629144, "ru": 0.9251301877919179, "el": 1.0077667907428454, "hi": 0.9930263909689909, "ta": 0.8594053883267748, "th": 1.1503082281162, "zh": 2.8706807136303842, "my": 0.6683502351187331}, "t": 285.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04163, "de": 2.22606, "vi": 1.93161, "tr": 2.20821, "fi": 2.37281, "ru": 1.37031, "el": 1.46545, "hi": 1.20081, "ta": 0.99817, "th": 1.14519, "zh": 3.11713, "my": 1.11698}, "bytes_per_chunk": {"en": 5.017, "de": 5.255, "vi": 7.319, "tr": 5.299, "fi": 4.944, "ru": 9.381, "el": 8.7, "hi": 12.06, "ta": 15.546, "th": 12.402, "zh": 4.975, "my": 19.798}, "bpb_mean": 1.7662, "t": 287.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.29144, "bpb": 1.86316, "chunk_loss": 0.0, "F": 0.15512, "G": 0.21821, "chunks": 158.84, "bytes_per_chunk": 6.447, "boundary_entropy": 0.30293, "router_noise": 0.0, "grad_norm": 0.7864, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 287.1} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.38366, "bpb": 1.9962, "chunk_loss": 0.0, "F": 0.16229, "G": 0.22768, "chunks": 166.19, "bytes_per_chunk": 6.162, "boundary_entropy": 0.3116, "router_noise": 0.0, "grad_norm": 0.7559, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 289.0} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.37776, "bpb": 1.98768, "chunk_loss": 0.0, "F": 0.16666, "G": 0.22949, "chunks": 170.66, "bytes_per_chunk": 6.0, "boundary_entropy": 0.30989, "router_noise": 0.0, "grad_norm": 0.7484, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 291.0} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.42474, "bpb": 2.05547, "chunk_loss": 0.0, "F": 0.16757, "G": 0.22945, "chunks": 171.59, "bytes_per_chunk": 5.968, "boundary_entropy": 0.30591, "router_noise": 0.0, "grad_norm": 0.7716, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 293.0} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3544.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203643, "cps": 27.6875, "mean_p": 0.232378, "boundary_entropy": 0.239988, "bpb": 2.025682}, "de": {"chunks": 3925.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191156, "cps": 30.664062, "mean_p": 0.221348, "boundary_entropy": 0.231772, "bpb": 2.213438}, "vi": {"chunks": 3205.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173854, "cps": 25.039062, "mean_p": 0.209952, "boundary_entropy": 0.310638, "bpb": 1.920612}, "tr": {"chunks": 3553.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196266, "cps": 27.757812, "mean_p": 0.21846, "boundary_entropy": 0.24765, "bpb": 2.195604}, "fi": {"chunks": 3704.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196906, "cps": 28.9375, "mean_p": 0.231004, "boundary_entropy": 0.256596, "bpb": 2.352469}, "ru": {"chunks": 3523.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.18591, "cps": 27.523438, "mean_p": 0.162845, "boundary_entropy": 0.26096, "bpb": 1.387497}, "el": {"chunks": 4324.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.21069, "cps": 33.78125, "mean_p": 0.179215, "boundary_entropy": 0.323643, "bpb": 1.46289}, "hi": {"chunks": 3273.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.194532, "cps": 25.570312, "mean_p": 0.20781, "boundary_entropy": 0.423688, "bpb": 1.20234}, "ta": {"chunks": 3356.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.179513, "cps": 26.21875, "mean_p": 0.197962, "boundary_entropy": 0.411149, "bpb": 0.983512}, "th": {"chunks": 3729.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231831, "cps": 29.132812, "mean_p": 0.219726, "boundary_entropy": 0.449791, "bpb": 1.122832}, "zh": {"chunks": 3294.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.557738, "cps": 25.734375, "mean_p": 0.292125, "boundary_entropy": 0.447777, "bpb": 3.120097}, "my": {"chunks": 3038.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.160334, "cps": 23.734375, "mean_p": 0.259264, "boundary_entropy": 0.515708, "bpb": 1.102828}}, "bpb": {"en": 2.02568, "de": 2.21344, "vi": 1.92061, "tr": 2.1956, "fi": 2.35247, "ru": 1.3875, "el": 1.46289, "hi": 1.20234, "ta": 0.98351, "th": 1.12283, "zh": 3.1201, "my": 1.10283}, "gini_cpc": 0.162143, "gini_cps": 0.051961, "bpic": 9.036945, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9386802080095918, "vi": 0.8537196917238961, "tr": 0.9637736826728519, "fi": 0.9669176804840067, "ru": 0.9129223422693676, "el": 1.0346066060992627, "hi": 0.9552594427431501, "ta": 0.881509282005244, "th": 1.138417924387302, "zh": 2.738801513401454, "my": 0.7873263752382069}, "t": 295.9} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03448, "de": 2.21795, "vi": 1.92165, "tr": 2.20186, "fi": 2.36199, "ru": 1.36641, "el": 1.45354, "hi": 1.19828, "ta": 0.99028, "th": 1.13987, "zh": 3.11492, "my": 1.11128}, "bytes_per_chunk": {"en": 4.996, "de": 5.21, "vi": 7.269, "tr": 5.315, "fi": 4.925, "ru": 9.503, "el": 8.373, "hi": 12.566, "ta": 15.147, "th": 12.415, "zh": 5.229, "my": 16.407}, "bpb_mean": 1.75938, "t": 297.2} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.14032, "bpb": 1.64514, "chunk_loss": 0.0, "F": 0.13583, "G": 0.21368, "chunks": 139.09, "bytes_per_chunk": 7.362, "boundary_entropy": 0.32322, "router_noise": 0.0, "grad_norm": 0.7181, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 297.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.20052, "bpb": 1.73198, "chunk_loss": 0.0, "F": 0.14374, "G": 0.21326, "chunks": 147.19, "bytes_per_chunk": 6.957, "boundary_entropy": 0.30828, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 299.3} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.39893, "bpb": 2.01823, "chunk_loss": 0.0, "F": 0.17142, "G": 0.23388, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.30132, "router_noise": 0.0, "grad_norm": 0.7732, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 301.3} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.41018, "bpb": 2.03446, "chunk_loss": 0.0, "F": 0.16742, "G": 0.22802, "chunks": 171.44, "bytes_per_chunk": 5.973, "boundary_entropy": 0.30519, "router_noise": 0.0, "grad_norm": 0.7809, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 303.3} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3606.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207206, "cps": 28.171875, "mean_p": 0.235971, "boundary_entropy": 0.24107, "bpb": 2.018792}, "de": {"chunks": 3935.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191643, "cps": 30.742188, "mean_p": 0.222061, "boundary_entropy": 0.231157, "bpb": 2.206526}, "vi": {"chunks": 3240.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.175753, "cps": 25.3125, "mean_p": 0.209886, "boundary_entropy": 0.308925, "bpb": 1.921018}, "tr": {"chunks": 3594.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198531, "cps": 28.078125, "mean_p": 0.220803, "boundary_entropy": 0.248011, "bpb": 2.184811}, "fi": {"chunks": 3751.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199405, "cps": 29.304688, "mean_p": 0.234179, "boundary_entropy": 0.257768, "bpb": 2.34545}, "ru": {"chunks": 3562.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.187968, "cps": 27.828125, "mean_p": 0.163288, "boundary_entropy": 0.260807, "bpb": 1.384863}, "el": {"chunks": 4335.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.211226, "cps": 33.867188, "mean_p": 0.181735, "boundary_entropy": 0.327282, "bpb": 1.453129}, "hi": {"chunks": 3242.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.192689, "cps": 25.328125, "mean_p": 0.206163, "boundary_entropy": 0.422531, "bpb": 1.195262}, "ta": {"chunks": 2815.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150575, "cps": 21.992188, "mean_p": 0.184525, "boundary_entropy": 0.397748, "bpb": 0.982803}, "th": {"chunks": 3351.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.208331, "cps": 26.179688, "mean_p": 0.212398, "boundary_entropy": 0.44096, "bpb": 1.122021}, "zh": {"chunks": 3312.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560786, "cps": 25.875, "mean_p": 0.293084, "boundary_entropy": 0.44816, "bpb": 3.108787}, "my": {"chunks": 2855.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.150676, "cps": 22.304688, "mean_p": 0.254275, "boundary_entropy": 0.511679, "bpb": 1.101538}}, "bpb": {"en": 2.01879, "de": 2.20653, "vi": 1.92102, "tr": 2.18481, "fi": 2.34545, "ru": 1.38486, "el": 1.45313, "hi": 1.19526, "ta": 0.9828, "th": 1.12202, "zh": 3.10879, "my": 1.10154}, "gini_cpc": 0.171128, "gini_cps": 0.065897, "bpic": 9.225948, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9248913704354655, "vi": 0.8482039020942854, "tr": 0.958133266445482, "fi": 0.9623511697186418, "ru": 0.9071583420771888, "el": 1.0194047537104387, "hi": 0.9299430122653427, "ta": 0.7266935868230671, "th": 1.0054298167441373, "zh": 2.706420555423769, "my": 0.727178674835446}, "t": 306.2} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02869, "de": 2.21159, "vi": 1.92137, "tr": 2.19068, "fi": 2.35451, "ru": 1.36305, "el": 1.44379, "hi": 1.19249, "ta": 0.98889, "th": 1.13884, "zh": 3.104, "my": 1.10939}, "bytes_per_chunk": {"en": 4.948, "de": 5.182, "vi": 7.285, "tr": 5.252, "fi": 4.857, "ru": 9.372, "el": 8.332, "hi": 12.66, "ta": 18.099, "th": 13.718, "zh": 5.172, "my": 17.576}, "bpb_mean": 1.75394, "t": 307.5} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.46353, "bpb": 2.11142, "chunk_loss": 0.0, "F": 0.17285, "G": 0.22923, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.29861, "router_noise": 0.0, "grad_norm": 0.7692, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 307.5} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.27468, "bpb": 1.83897, "chunk_loss": 0.0, "F": 0.155, "G": 0.22126, "chunks": 158.72, "bytes_per_chunk": 6.452, "boundary_entropy": 0.31037, "router_noise": 0.0, "grad_norm": 0.7199, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 309.5} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.32394, "bpb": 1.91004, "chunk_loss": 0.0, "F": 0.16653, "G": 0.22437, "chunks": 170.53, "bytes_per_chunk": 6.005, "boundary_entropy": 0.29065, "router_noise": 0.0, "grad_norm": 0.7457, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 311.5} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.20927, "bpb": 1.7446, "chunk_loss": 0.0, "F": 0.15244, "G": 0.2154, "chunks": 156.09, "bytes_per_chunk": 6.56, "boundary_entropy": 0.29624, "router_noise": 0.0, "grad_norm": 0.7291, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 313.5} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3573.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205309, "cps": 27.914062, "mean_p": 0.236962, "boundary_entropy": 0.241986, "bpb": 2.01612}, "de": {"chunks": 3956.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192665, "cps": 30.90625, "mean_p": 0.223836, "boundary_entropy": 0.232428, "bpb": 2.203259}, "vi": {"chunks": 3221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174722, "cps": 25.164062, "mean_p": 0.209514, "boundary_entropy": 0.309933, "bpb": 1.916569}, "tr": {"chunks": 3593.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198475, "cps": 28.070312, "mean_p": 0.221169, "boundary_entropy": 0.247764, "bpb": 2.177811}, "fi": {"chunks": 3671.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195152, "cps": 28.679688, "mean_p": 0.229669, "boundary_entropy": 0.254548, "bpb": 2.337794}, "ru": {"chunks": 3634.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191768, "cps": 28.390625, "mean_p": 0.166403, "boundary_entropy": 0.262075, "bpb": 1.379692}, "el": {"chunks": 4218.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.205526, "cps": 32.953125, "mean_p": 0.178145, "boundary_entropy": 0.32275, "bpb": 1.450067}, "hi": {"chunks": 3528.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209688, "cps": 27.5625, "mean_p": 0.209729, "boundary_entropy": 0.425839, "bpb": 1.189773}, "ta": {"chunks": 3167.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169404, "cps": 24.742188, "mean_p": 0.193667, "boundary_entropy": 0.405384, "bpb": 0.978917}, "th": {"chunks": 3533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.219646, "cps": 27.601562, "mean_p": 0.216048, "boundary_entropy": 0.444468, "bpb": 1.119016}, "zh": {"chunks": 3485.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.590078, "cps": 27.226562, "mean_p": 0.297976, "boundary_entropy": 0.448975, "bpb": 3.104372}, "my": {"chunks": 3034.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.160122, "cps": 23.703125, "mean_p": 0.255709, "boundary_entropy": 0.515693, "bpb": 1.097842}}, "bpb": {"en": 2.01612, "de": 2.20326, "vi": 1.91657, "tr": 2.17781, "fi": 2.33779, "ru": 1.37969, "el": 1.45007, "hi": 1.18977, "ta": 0.97892, "th": 1.11902, "zh": 3.10437, "my": 1.09784}, "gini_cpc": 0.170089, "gini_cps": 0.047433, "bpic": 9.006195, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9384150835318527, "vi": 0.8510178841082097, "tr": 0.9667134694728685, "fi": 0.9505251339934059, "ru": 0.934042876543292, "el": 1.001052453160925, "hi": 1.0213265164813365, "ta": 0.8251135095636818, "th": 1.0698273002340892, "zh": 2.8740905305424502, "my": 0.7799078728348761}, "t": 316.5} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02514, "de": 2.20919, "vi": 1.91677, "tr": 2.18421, "fi": 2.34771, "ru": 1.3581, "el": 1.44199, "hi": 1.18679, "ta": 0.98568, "th": 1.13551, "zh": 3.10048, "my": 1.1064}, "bytes_per_chunk": {"en": 4.894, "de": 5.141, "vi": 7.207, "tr": 5.235, "fi": 4.942, "ru": 9.171, "el": 8.605, "hi": 11.59, "ta": 15.911, "th": 13.099, "zh": 4.906, "my": 16.819}, "bpb_mean": 1.74983, "t": 317.7} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.26286, "bpb": 1.82192, "chunk_loss": 0.0, "F": 0.15906, "G": 0.22433, "chunks": 162.88, "bytes_per_chunk": 6.287, "boundary_entropy": 0.3067, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 317.8} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.37226, "bpb": 1.97975, "chunk_loss": 0.0, "F": 0.16418, "G": 0.22991, "chunks": 168.12, "bytes_per_chunk": 6.091, "boundary_entropy": 0.31396, "router_noise": 0.0, "grad_norm": 0.7256, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 319.8} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.32588, "bpb": 1.91284, "chunk_loss": 0.0, "F": 0.16217, "G": 0.21799, "chunks": 166.06, "bytes_per_chunk": 6.166, "boundary_entropy": 0.28748, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 321.8} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.2877, "bpb": 1.85776, "chunk_loss": 0.0, "F": 0.15637, "G": 0.2259, "chunks": 160.12, "bytes_per_chunk": 6.395, "boundary_entropy": 0.31686, "router_noise": 0.0, "grad_norm": 0.7363, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 323.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3578.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205597, "cps": 27.953125, "mean_p": 0.237197, "boundary_entropy": 0.240191, "bpb": 2.011496}, "de": {"chunks": 3958.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192763, "cps": 30.921875, "mean_p": 0.22278, "boundary_entropy": 0.230224, "bpb": 2.198401}, "vi": {"chunks": 3221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174722, "cps": 25.164062, "mean_p": 0.21067, "boundary_entropy": 0.310628, "bpb": 1.914011}, "tr": {"chunks": 3678.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203171, "cps": 28.734375, "mean_p": 0.223989, "boundary_entropy": 0.249267, "bpb": 2.177013}, "fi": {"chunks": 3765.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200149, "cps": 29.414062, "mean_p": 0.233132, "boundary_entropy": 0.254217, "bpb": 2.335639}, "ru": {"chunks": 3583.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.189077, "cps": 27.992188, "mean_p": 0.164845, "boundary_entropy": 0.262281, "bpb": 1.376911}, "el": {"chunks": 4160.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.202699, "cps": 32.5, "mean_p": 0.177665, "boundary_entropy": 0.323576, "bpb": 1.445661}, "hi": {"chunks": 3358.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.199584, "cps": 26.234375, "mean_p": 0.208767, "boundary_entropy": 0.426909, "bpb": 1.192503}, "ta": {"chunks": 2971.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158919, "cps": 23.210938, "mean_p": 0.187377, "boundary_entropy": 0.399676, "bpb": 0.978792}, "th": {"chunks": 3789.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.235561, "cps": 29.601562, "mean_p": 0.220679, "boundary_entropy": 0.448367, "bpb": 1.113737}, "zh": {"chunks": 3506.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593634, "cps": 27.390625, "mean_p": 0.298378, "boundary_entropy": 0.449662, "bpb": 3.097201}, "my": {"chunks": 2815.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.148564, "cps": 21.992188, "mean_p": 0.253849, "boundary_entropy": 0.513698, "bpb": 1.097345}}, "bpb": {"en": 2.0115, "de": 2.1984, "vi": 1.91401, "tr": 2.17701, "fi": 2.33564, "ru": 1.37691, "el": 1.44566, "hi": 1.1925, "ta": 0.97879, "th": 1.11374, "zh": 3.0972, "my": 1.09734}, "gini_cpc": 0.181877, "gini_cps": 0.0594, "bpic": 9.055283, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9375774785858493, "vi": 0.8498286472662473, "tr": 0.988200245492943, "fi": 0.9735020739236011, "ru": 0.9196474644964611, "el": 0.9859077248454862, "hi": 0.9707544786241161, "ta": 0.7729670233729019, "th": 1.145743293949329, "zh": 2.8873687585854557, "my": 0.7226014140314942}, "t": 326.7} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02227, "de": 2.20454, "vi": 1.91382, "tr": 2.18179, "fi": 2.34513, "ru": 1.3553, "el": 1.4374, "hi": 1.1898, "ta": 0.9857, "th": 1.13089, "zh": 3.0932, "my": 1.10586}, "bytes_per_chunk": {"en": 4.882, "de": 5.161, "vi": 7.19, "tr": 5.129, "fi": 4.845, "ru": 9.311, "el": 8.702, "hi": 12.519, "ta": 17.027, "th": 12.402, "zh": 4.93, "my": 18.125}, "bpb_mean": 1.74714, "t": 328.0} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3578.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205597, "cps": 27.953125, "mean_p": 0.237197, "boundary_entropy": 0.240191, "bpb": 2.011496}, "de": {"chunks": 3958.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192763, "cps": 30.921875, "mean_p": 0.22278, "boundary_entropy": 0.230224, "bpb": 2.198401}, "vi": {"chunks": 3221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174722, "cps": 25.164062, "mean_p": 0.21067, "boundary_entropy": 0.310628, "bpb": 1.914011}, "tr": {"chunks": 3678.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203171, "cps": 28.734375, "mean_p": 0.223989, "boundary_entropy": 0.249267, "bpb": 2.177013}, "fi": {"chunks": 3765.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.200149, "cps": 29.414062, "mean_p": 0.233132, "boundary_entropy": 0.254217, "bpb": 2.335639}, "ru": {"chunks": 3583.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.189077, "cps": 27.992188, "mean_p": 0.164845, "boundary_entropy": 0.262281, "bpb": 1.376911}, "el": {"chunks": 4160.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.202699, "cps": 32.5, "mean_p": 0.177665, "boundary_entropy": 0.323576, "bpb": 1.445661}, "hi": {"chunks": 3358.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.199584, "cps": 26.234375, "mean_p": 0.208767, "boundary_entropy": 0.426909, "bpb": 1.192503}, "ta": {"chunks": 2971.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158919, "cps": 23.210938, "mean_p": 0.187377, "boundary_entropy": 0.399676, "bpb": 0.978792}, "th": {"chunks": 3789.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.235561, "cps": 29.601562, "mean_p": 0.220679, "boundary_entropy": 0.448367, "bpb": 1.113737}, "zh": {"chunks": 3506.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593634, "cps": 27.390625, "mean_p": 0.298378, "boundary_entropy": 0.449662, "bpb": 3.097201}, "my": {"chunks": 2815.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.148564, "cps": 21.992188, "mean_p": 0.253849, "boundary_entropy": 0.513698, "bpb": 1.097345}}, "bpb": {"en": 2.0115, "de": 2.1984, "vi": 1.91401, "tr": 2.17701, "fi": 2.33564, "ru": 1.37691, "el": 1.44566, "hi": 1.1925, "ta": 0.97879, "th": 1.11374, "zh": 3.0972, "my": 1.09734}, "gini_cpc": 0.181877, "gini_cps": 0.0594, "bpic": 9.055283, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9375774785858493, "vi": 0.8498286472662473, "tr": 0.988200245492943, "fi": 0.9735020739236011, "ru": 0.9196474644964611, "el": 0.9859077248454862, "hi": 0.9707544786241161, "ta": 0.7729670233729019, "th": 1.145743293949329, "zh": 2.8873687585854557, "my": 0.7226014140314942}, "t": 329.0} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s0/th0.60"], "t": 330.2} +{"event": "final", "run": "pilot_B_s0", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.20559673619490892, "cps": 27.953125, "bpb": 2.030971458180637, "bytes_per_chunk": 4.841428729730728}, "de": {"cpc": 0.19276286952710273, "cps": 30.921875, "bpb": 2.1954336946821793, "bytes_per_chunk": 5.174984207201516}, "vi": {"cpc": 0.17472199620287496, "cps": 25.1640625, "bpb": 1.9176065463714007, "bytes_per_chunk": 7.180060257463708}, "tr": {"cpc": 0.20317074518035685, "cps": 28.734375, "bpb": 2.1736990002184275, "bytes_per_chunk": 5.15579856228304}, "fi": {"cpc": 0.20014884907766733, "cps": 29.4140625, "bpb": 2.363505277332801, "bytes_per_chunk": 4.845366160215889}, "ru": {"cpc": 0.18907651715039578, "cps": 27.9921875, "bpb": 1.3564596129569486, "bytes_per_chunk": 9.31041341099588}, "el": {"cpc": 0.20269941041758027, "cps": 32.5, "bpb": 1.4347470400364475, "bytes_per_chunk": 8.671650678134304}, "hi": {"cpc": 0.19958395245170876, "cps": 26.234375, "bpb": 1.1980217889792264, "bytes_per_chunk": 12.50180031952691}, "ta": {"cpc": 0.15891949719176252, "cps": 23.2109375, "bpb": 0.9865577903862777, "bytes_per_chunk": 17.10006523157208}, "th": {"cpc": 0.23556108175318619, "cps": 29.6015625, "bpb": 1.1292825162081603, "bytes_per_chunk": 12.512242852369816}, "zh": {"cpc": 0.5936335929563156, "cps": 27.390625, "bpb": 3.1025653662320534, "bytes_per_chunk": 4.933360934941755}, "my": {"cpc": 0.14856449229470128, "cps": 21.9921875, "bpb": 1.1157591871544317, "bytes_per_chunk": 17.892567060268924}}, "gini_cpc": 0.18187695586727237, "gini_cps": 0.05940021707328591, "bpic": 9.055282903119249, "seed": 0, "mean_boundary_entropy": 0.29383590817451477, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 332.6} diff --git a/pilot_B_s0/model.safetensors b/pilot_B_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..eff71483eb1b37218e83f779a1579ed98ad028e5 --- /dev/null +++ b/pilot_B_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e8d1147b364ac1029c38c7b7441211283315a295caa9a7cb13829fa680177004 +size 90078296 diff --git a/pilot_B_s1/config.json b/pilot_B_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..0168d48de20b73b18a0b63fa1ca69c77ad99f2f7 --- /dev/null +++ b/pilot_B_s1/config.json @@ -0,0 +1,106 @@ +{ + "run": "pilot_B_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 1, + "out_dir": null, + "run_name": "pilot_B_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.4, + 0.5, + 0.6 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2262152618690665, + "gini_cps": 0.14981041428786868, + "bpic": 8.268112975849366, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.962312087170534, + "vi": 1.3771309805282765, + "tr": 1.0275737687835214, + "fi": 0.9575048068915885, + "ru": 1.9849130237759374, + "el": 1.808407461367241, + "hi": 1.6360552040929726, + "ta": 1.092700545793052, + "th": 1.1062908311713135, + "zh": 3.5455882346043697, + "my": 1.0094166817246442 + } + } +} \ No newline at end of file diff --git a/pilot_B_s1/final.json b/pilot_B_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..e3c00a0f8cb115d6ca28fd7f0387ba2828c1e695 --- /dev/null +++ b/pilot_B_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_B_s1", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16594839970120095, + "cps": 22.5625, + "bpb": 2.025561883633651, + "bytes_per_chunk": 5.738452782277483 + }, + "de": { + "cpc": 0.1596941508790727, + "cps": 25.6171875, + "bpb": 2.2150645576246735, + "bytes_per_chunk": 6.295182748186926 + }, + "vi": { + "cpc": 0.22853268239761323, + "cps": 32.9140625, + "bpb": 1.8667046584639686, + "bytes_per_chunk": 5.700703497917777 + }, + "tr": { + "cpc": 0.17052422250455726, + "cps": 24.1171875, + "bpb": 2.2021629243559824, + "bytes_per_chunk": 6.352157214340235 + }, + "fi": { + "cpc": 0.15889639040986656, + "cps": 23.3515625, + "bpb": 2.392972709489225, + "bytes_per_chunk": 6.338794114446688 + }, + "ru": { + "cpc": 0.32939313984168866, + "cps": 48.765625, + "bpb": 1.2800927215140925, + "bytes_per_chunk": 5.570302373515225 + }, + "el": { + "cpc": 0.30010232422160504, + "cps": 48.1171875, + "bpb": 1.3561542255135945, + "bytes_per_chunk": 6.20202283078015 + }, + "hi": { + "cpc": 0.2715007429420505, + "cps": 35.6875, + "bpb": 1.1812027026424354, + "bytes_per_chunk": 8.817787345689394 + }, + "ta": { + "cpc": 0.18133190692698584, + "cps": 26.484375, + "bpb": 0.9769356889124318, + "bytes_per_chunk": 14.478694319405706 + }, + "th": { + "cpc": 0.18358719303699098, + "cps": 23.0703125, + "bpb": 1.1062575272807682, + "bytes_per_chunk": 14.971102227298687 + }, + "zh": { + "cpc": 0.5883846935320014, + "cps": 27.1484375, + "bpb": 3.1204771658389325, + "bytes_per_chunk": 4.7911686222904555 + }, + "my": { + "cpc": 0.16751108296390121, + "cps": 24.796875, + "bpb": 1.123622013599108, + "bytes_per_chunk": 15.603345138537543 + } + }, + "gini_cpc": 0.2262152618690665, + "gini_cps": 0.14981041428786868, + "bpic": 8.268112975849366, + "seed": 1, + "mean_boundary_entropy": 0.15568843483924866, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_B_s1/log.jsonl b/pilot_B_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f7c37dec9d2db42e1317e3e0cabdd5ef246ad69b --- /dev/null +++ b/pilot_B_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_B_s1", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3222, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2652.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152388, "cps": 20.71875, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012078}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.041798}, "vi": {"chunks": 14104.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765066, "cps": 110.1875, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873437}, "tr": {"chunks": 5609.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309838, "cps": 43.820312, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996385}, "fi": {"chunks": 4696.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249641, "cps": 36.6875, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050017}, "ru": {"chunks": 17478.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922322, "cps": 136.546875, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.084027}, "el": {"chunks": 31425.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.531209, "cps": 245.507812, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792315}, "hi": {"chunks": 1661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098722, "cps": 12.976562, "mean_p": 0.476278, "boundary_entropy": 0.689497, "bpb": 8.025307}, "ta": {"chunks": 39575.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.116876, "cps": 309.179688, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080302}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.520711, "boundary_entropy": 0.69023, "bpb": 8.182805}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116868}, "my": {"chunks": 7054.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372282, "cps": 55.109375, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097738}}, "bpb": {"en": 8.01208, "de": 8.0418, "vi": 7.87344, "tr": 7.99638, "fi": 8.05002, "ru": 8.08403, "el": 7.79231, "hi": 8.02531, "ta": 8.0803, "th": 8.1828, "zh": 8.11687, "my": 8.09774}, "gini_cpc": 0.507752, "gini_cps": 0.501315, "bpic": 2.089935, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.651971123407348, "vi": 5.0205322111319335, "tr": 2.0332252247883713, "fi": 1.6381995611983071, "ru": 6.052476629377141, "el": 10.048125290618648, "hi": 0.6478361224476075, "ta": 13.891401202199152, "th": 18.11637032900724, "zh": 14.369988990412386, "my": 2.44299557159055}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2633.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151296, "cps": 20.570312, "mean_p": 0.477866, "boundary_entropy": 0.685416, "bpb": 7.961917}, "de": {"chunks": 2015.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098135, "cps": 15.742188, "mean_p": 0.469403, "boundary_entropy": 0.685239, "bpb": 8.000014}, "vi": {"chunks": 13973.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.75796, "cps": 109.164062, "mean_p": 0.506724, "boundary_entropy": 0.688298, "bpb": 7.840276}, "tr": {"chunks": 5554.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.3068, "cps": 43.390625, "mean_p": 0.485757, "boundary_entropy": 0.686358, "bpb": 7.962004}, "fi": {"chunks": 4630.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246133, "cps": 36.171875, "mean_p": 0.484105, "boundary_entropy": 0.686566, "bpb": 8.009966}, "ru": {"chunks": 17258.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910712, "cps": 134.828125, "mean_p": 0.502049, "boundary_entropy": 0.690066, "bpb": 8.040027}, "el": {"chunks": 31368.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528432, "cps": 245.0625, "mean_p": 0.517785, "boundary_entropy": 0.689716, "bpb": 7.769565}, "hi": {"chunks": 1671.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099316, "cps": 13.054688, "mean_p": 0.476368, "boundary_entropy": 0.689506, "bpb": 7.98396}, "ta": {"chunks": 39397.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107355, "cps": 307.789062, "mean_p": 0.514418, "boundary_entropy": 0.69055, "bpb": 8.042672}, "th": {"chunks": 44381.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759154, "cps": 346.726562, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123019}, "zh": {"chunks": 12927.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.188791, "cps": 100.992188, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106766}, "my": {"chunks": 7072.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373232, "cps": 55.25, "mean_p": 0.491162, "boundary_entropy": 0.691021, "bpb": 8.083851}}, "bpb": {"en": 7.96192, "de": 8.00001, "vi": 7.84028, "tr": 7.962, "fi": 8.00997, "ru": 8.04003, "el": 7.76956, "hi": 7.98396, "ta": 8.04267, "th": 8.12302, "zh": 8.10677, "my": 8.08385}, "gini_cpc": 0.508769, "gini_cps": 0.501992, "bpic": 2.098552, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6486283166599119, "vi": 5.00979296078409, "tr": 2.0278161851375045, "fi": 1.6268307347300228, "ru": 6.0194181221296175, "el": 10.102276365558682, "hi": 0.6564393973168309, "ta": 13.928711530274855, "th": 18.23682704904785, "zh": 14.466969546570148, "my": 2.4669033630009527}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2558.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146986, "cps": 19.984375, "mean_p": 0.477477, "boundary_entropy": 0.685387, "bpb": 7.791563}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468984, "boundary_entropy": 0.685192, "bpb": 7.852521}, "vi": {"chunks": 13537.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.73431, "cps": 105.757812, "mean_p": 0.50567, "boundary_entropy": 0.688326, "bpb": 7.729936}, "tr": {"chunks": 5388.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29763, "cps": 42.09375, "mean_p": 0.485236, "boundary_entropy": 0.686332, "bpb": 7.842911}, "fi": {"chunks": 4452.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23667, "cps": 34.78125, "mean_p": 0.483395, "boundary_entropy": 0.686515, "bpb": 7.870383}, "ru": {"chunks": 16097.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849446, "cps": 125.757812, "mean_p": 0.500929, "boundary_entropy": 0.690065, "bpb": 7.865283}, "el": {"chunks": 31134.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.51703, "cps": 243.234375, "mean_p": 0.517303, "boundary_entropy": 0.689748, "bpb": 7.686066}, "hi": {"chunks": 1732.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102942, "cps": 13.53125, "mean_p": 0.476707, "boundary_entropy": 0.689543, "bpb": 7.829999}, "ta": {"chunks": 38746.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072533, "cps": 302.703125, "mean_p": 0.513987, "boundary_entropy": 0.690571, "bpb": 7.912712}, "th": {"chunks": 44274.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.752502, "cps": 345.890625, "mean_p": 0.519894, "boundary_entropy": 0.690291, "bpb": 7.955047}, "zh": {"chunks": 12923.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.188114, "cps": 100.960938, "mean_p": 0.528242, "boundary_entropy": 0.684757, "bpb": 8.079683}, "my": {"chunks": 7120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375765, "cps": 55.625, "mean_p": 0.49119, "boundary_entropy": 0.691022, "bpb": 8.000772}}, "bpb": {"en": 7.79156, "de": 7.85252, "vi": 7.72994, "tr": 7.84291, "fi": 7.87038, "ru": 7.86528, "el": 7.68607, "hi": 7.83, "ta": 7.91271, "th": 7.95505, "zh": 8.07968, "my": 8.00077}, "gini_cpc": 0.512203, "gini_cps": 0.50365, "bpic": 2.132946, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6524044114877986, "vi": 4.995774961495422, "tr": 2.024886177121214, "fi": 1.610151912761772, "ru": 5.779088028452308, "el": 10.320902039501288, "hi": 0.7003520348712253, "ta": 14.100190645230702, "th": 18.72626977042165, "zh": 14.886530163597694, "my": 2.5564670387974298}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132161, "cps": 17.96875, "mean_p": 0.476349, "boundary_entropy": 0.685317, "bpb": 7.297383}, "de": {"chunks": 1784.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086885, "cps": 13.9375, "mean_p": 0.467598, "boundary_entropy": 0.685052, "bpb": 7.408897}, "vi": {"chunks": 12230.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663412, "cps": 95.546875, "mean_p": 0.502575, "boundary_entropy": 0.688389, "bpb": 7.434477}, "tr": {"chunks": 4853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268077, "cps": 37.914062, "mean_p": 0.483427, "boundary_entropy": 0.686243, "bpb": 7.494908}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480875, "boundary_entropy": 0.68633, "bpb": 7.453954}, "ru": {"chunks": 12105.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638786, "cps": 94.570312, "mean_p": 0.496809, "boundary_entropy": 0.69002, "bpb": 7.244612}, "el": {"chunks": 30498.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.48604, "cps": 238.265625, "mean_p": 0.516116, "boundary_entropy": 0.689821, "bpb": 7.511993}, "hi": {"chunks": 1891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112392, "cps": 14.773438, "mean_p": 0.477698, "boundary_entropy": 0.689646, "bpb": 7.379035}, "ta": {"chunks": 34872.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.865312, "cps": 272.4375, "mean_p": 0.511346, "boundary_entropy": 0.690681, "bpb": 7.492708}, "th": {"chunks": 43411.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.69885, "cps": 339.148438, "mean_p": 0.517046, "boundary_entropy": 0.690483, "bpb": 7.519822}, "zh": {"chunks": 12918.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187267, "cps": 100.921875, "mean_p": 0.528222, "boundary_entropy": 0.684759, "bpb": 7.972126}, "my": {"chunks": 7556.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398776, "cps": 59.03125, "mean_p": 0.491562, "boundary_entropy": 0.691038, "bpb": 7.746845}}, "bpb": {"en": 7.29738, "de": 7.4089, "vi": 7.43448, "tr": 7.49491, "fi": 7.45395, "ru": 7.24461, "el": 7.51199, "hi": 7.37903, "ta": 7.49271, "th": 7.51982, "zh": 7.97213, "my": 7.74685}, "gini_cpc": 0.522773, "gini_cps": 0.507385, "bpic": 2.281247, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6574136649592702, "vi": 5.019721229702481, "tr": 2.0284113130420374, "fi": 1.5345425780013082, "ru": 4.833390271882529, "el": 11.244154363397165, "hi": 0.8504185800116286, "ta": 14.113920625138087, "th": 20.420906137232908, "zh": 16.550004711494577, "my": 3.0173442189608175}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2297.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131989, "cps": 17.945312, "mean_p": 0.478691, "boundary_entropy": 0.685751, "bpb": 6.635969}, "de": {"chunks": 1724.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.083962, "cps": 13.46875, "mean_p": 0.470362, "boundary_entropy": 0.685668, "bpb": 6.75635}, "vi": {"chunks": 9748.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528777, "cps": 76.15625, "mean_p": 0.496644, "boundary_entropy": 0.688419, "bpb": 7.048647}, "tr": {"chunks": 4407.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.24344, "cps": 34.429688, "mean_p": 0.482564, "boundary_entropy": 0.686346, "bpb": 7.015074}, "fi": {"chunks": 2975.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158152, "cps": 23.242188, "mean_p": 0.478165, "boundary_entropy": 0.686224, "bpb": 6.854253}, "ru": {"chunks": 6018.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317573, "cps": 47.015625, "mean_p": 0.487701, "boundary_entropy": 0.689679, "bpb": 6.435902}, "el": {"chunks": 23085.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.124836, "cps": 180.351562, "mean_p": 0.506375, "boundary_entropy": 0.69025, "bpb": 6.833856}, "hi": {"chunks": 3520.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209212, "cps": 27.5, "mean_p": 0.483426, "boundary_entropy": 0.690144, "bpb": 6.500127}, "ta": {"chunks": 21612.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.156031, "cps": 168.84375, "mean_p": 0.498104, "boundary_entropy": 0.690847, "bpb": 6.585306}, "th": {"chunks": 24782.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.54069, "cps": 193.609375, "mean_p": 0.50304, "boundary_entropy": 0.690961, "bpb": 6.462071}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528833, "boundary_entropy": 0.68476, "bpb": 7.68123}, "my": {"chunks": 8526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449968, "cps": 66.609375, "mean_p": 0.492476, "boundary_entropy": 0.691083, "bpb": 6.94941}}, "bpb": {"en": 6.63597, "de": 6.75635, "vi": 7.04865, "tr": 7.01507, "fi": 6.85425, "ru": 6.4359, "el": 6.83386, "hi": 6.50013, "ta": 6.58531, "th": 6.46207, "zh": 7.68123, "my": 6.94941}, "gini_cpc": 0.497121, "gini_cps": 0.436272, "bpic": 3.151403, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6361330787028944, "vi": 4.006226538808004, "tr": 1.8444021682054395, "fi": 1.198224544975919, "ru": 2.4060580107355816, "el": 8.522208568951946, "hi": 1.585078282222241, "ta": 8.758558082958306, "th": 11.672890522689851, "zh": 16.788418424715406, "my": 3.409141890887776}, "t": 11.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3543.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203586, "cps": 27.679688, "mean_p": 0.488237, "boundary_entropy": 0.686849, "bpb": 6.226829}, "de": {"chunks": 3111.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151512, "cps": 24.304688, "mean_p": 0.483352, "boundary_entropy": 0.687367, "bpb": 6.333018}, "vi": {"chunks": 6111.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331489, "cps": 47.742188, "mean_p": 0.489049, "boundary_entropy": 0.688304, "bpb": 6.743617}, "tr": {"chunks": 4961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274043, "cps": 38.757812, "mean_p": 0.48712, "boundary_entropy": 0.687061, "bpb": 6.642139}, "fi": {"chunks": 3340.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177556, "cps": 26.09375, "mean_p": 0.483102, "boundary_entropy": 0.686944, "bpb": 6.410081}, "ru": {"chunks": 2363.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.124697, "cps": 18.460938, "mean_p": 0.481959, "boundary_entropy": 0.689457, "bpb": 5.796101}, "el": {"chunks": 1338.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.065195, "cps": 10.453125, "mean_p": 0.47371, "boundary_entropy": 0.688749, "bpb": 6.232684}, "hi": {"chunks": 4972.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295513, "cps": 38.84375, "mean_p": 0.488157, "boundary_entropy": 0.690517, "bpb": 5.768992}, "ta": {"chunks": 4398.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.23525, "cps": 34.359375, "mean_p": 0.482205, "boundary_entropy": 0.690299, "bpb": 6.128617}, "th": {"chunks": 4784.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.29742, "cps": 37.375, "mean_p": 0.489181, "boundary_entropy": 0.690753, "bpb": 5.552717}, "zh": {"chunks": 4833.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.81832, "cps": 37.757812, "mean_p": 0.491118, "boundary_entropy": 0.686034, "bpb": 7.308257}, "my": {"chunks": 4123.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.217596, "cps": 32.210938, "mean_p": 0.489019, "boundary_entropy": 0.690966, "bpb": 5.72524}}, "bpb": {"en": 6.22683, "de": 6.33302, "vi": 6.74362, "tr": 6.64214, "fi": 6.41008, "ru": 5.7961, "el": 6.23268, "hi": 5.76899, "ta": 6.12862, "th": 5.55272, "zh": 7.30826, "my": 5.72524}, "gini_cpc": 0.312892, "gini_cps": 0.174748, "bpic": 8.015978, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7442186887937731, "vi": 1.6282538346163042, "tr": 1.3460823924889673, "fi": 0.872142702458805, "ru": 0.6125019492894309, "el": 0.32023458697317475, "hi": 1.4515400226216733, "ta": 1.1555339863430047, "th": 1.460908693943611, "zh": 4.019539680796492, "my": 1.0688159510310047}, "t": 14.2} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18188, "bpb": 6.03318, "chunk_loss": 0.02876, "F": 0.14755, "G": 0.48498, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.6915, "router_noise": 0.0, "grad_norm": 1.6425, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.235, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5811.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333908, "cps": 45.398438, "mean_p": 0.49668, "boundary_entropy": 0.687369, "bpb": 5.700957}, "de": {"chunks": 5758.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.280427, "cps": 44.984375, "mean_p": 0.493273, "boundary_entropy": 0.688122, "bpb": 5.815575}, "vi": {"chunks": 4999.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271169, "cps": 39.054688, "mean_p": 0.485756, "boundary_entropy": 0.688071, "bpb": 6.193973}, "tr": {"chunks": 4523.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.249848, "cps": 35.335938, "mean_p": 0.487362, "boundary_entropy": 0.68725, "bpb": 6.161437}, "fi": {"chunks": 4506.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.239541, "cps": 35.203125, "mean_p": 0.489602, "boundary_entropy": 0.687557, "bpb": 5.889799}, "ru": {"chunks": 10041.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.529868, "cps": 78.445312, "mean_p": 0.494861, "boundary_entropy": 0.690227, "bpb": 5.366184}, "el": {"chunks": 2472.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12045, "cps": 19.3125, "mean_p": 0.484382, "boundary_entropy": 0.689923, "bpb": 5.639089}, "hi": {"chunks": 8847.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.525825, "cps": 69.117188, "mean_p": 0.49112, "boundary_entropy": 0.690632, "bpb": 5.21088}, "ta": {"chunks": 9979.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533779, "cps": 77.960938, "mean_p": 0.487149, "boundary_entropy": 0.690607, "bpb": 5.234383}, "th": {"chunks": 2652.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164874, "cps": 20.71875, "mean_p": 0.486587, "boundary_entropy": 0.69063, "bpb": 5.049163}, "zh": {"chunks": 2592.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438876, "cps": 20.25, "mean_p": 0.48492, "boundary_entropy": 0.686171, "bpb": 6.981327}, "my": {"chunks": 23598.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.245408, "cps": 184.359375, "mean_p": 0.498896, "boundary_entropy": 0.69134, "bpb": 4.9514}}, "bpb": {"en": 5.70096, "de": 5.81557, "vi": 6.19397, "tr": 6.16144, "fi": 5.8898, "ru": 5.36618, "el": 5.63909, "hi": 5.21088, "ta": 5.23438, "th": 5.04916, "zh": 6.98133, "my": 4.9514}, "gini_cpc": 0.33211, "gini_cps": 0.366298, "bpic": 4.474119, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8398321540446331, "vi": 0.8121069731250978, "tr": 0.748254403022959, "fi": 0.7173854246190545, "ru": 1.5868687127361492, "el": 0.3607288406618149, "hi": 1.574759362719114, "ta": 1.5985815559749659, "th": 0.49377113614126295, "zh": 1.3143614091075098, "my": 3.729795885138023}, "t": 17.1} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33762, "bpb": 4.81517, "chunk_loss": 0.032752, "F": 0.20636, "G": 0.48421, "chunks": 211.31, "bytes_per_chunk": 4.846, "boundary_entropy": 0.69114, "router_noise": 0.0, "grad_norm": 1.5993, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.076, "alpha": 0.03, "t": 19.1} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2403.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.13808, "cps": 18.773438, "mean_p": 0.473514, "boundary_entropy": 0.684965, "bpb": 4.478942}, "de": {"chunks": 2819.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.137291, "cps": 22.023438, "mean_p": 0.471835, "boundary_entropy": 0.685519, "bpb": 4.661277}, "vi": {"chunks": 5016.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.272091, "cps": 39.1875, "mean_p": 0.475184, "boundary_entropy": 0.684849, "bpb": 4.897379}, "tr": {"chunks": 3066.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169364, "cps": 23.953125, "mean_p": 0.470316, "boundary_entropy": 0.684478, "bpb": 4.965014}, "fi": {"chunks": 2239.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119026, "cps": 17.492188, "mean_p": 0.472517, "boundary_entropy": 0.685494, "bpb": 4.720231}, "ru": {"chunks": 5428.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.286438, "cps": 42.40625, "mean_p": 0.479972, "boundary_entropy": 0.687867, "bpb": 3.661614}, "el": {"chunks": 6262.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305121, "cps": 48.921875, "mean_p": 0.484808, "boundary_entropy": 0.689565, "bpb": 4.431959}, "hi": {"chunks": 2775.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164933, "cps": 21.679688, "mean_p": 0.47941, "boundary_entropy": 0.689738, "bpb": 3.449549}, "ta": {"chunks": 6964.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.372506, "cps": 54.40625, "mean_p": 0.482293, "boundary_entropy": 0.68992, "bpb": 3.588186}, "th": {"chunks": 8227.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.51147, "cps": 64.273438, "mean_p": 0.479318, "boundary_entropy": 0.68912, "bpb": 3.322672}, "zh": {"chunks": 2123.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.359465, "cps": 16.585938, "mean_p": 0.481728, "boundary_entropy": 0.685845, "bpb": 6.316049}, "my": {"chunks": 12627.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.666403, "cps": 98.648438, "mean_p": 0.487172, "boundary_entropy": 0.690466, "bpb": 3.949849}}, "bpb": {"en": 4.47894, "de": 4.66128, "vi": 4.89738, "tr": 4.96501, "fi": 4.72023, "ru": 3.66161, "el": 4.43196, "hi": 3.44955, "ta": 3.58819, "th": 3.32267, "zh": 6.31605, "my": 3.94985}, "gini_cpc": 0.295625, "gini_cps": 0.317735, "bpic": 6.401792, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9942898776325045, "vi": 1.9705376416176281, "tr": 1.2265688990237098, "fi": 0.8620105071733005, "ru": 2.0744404586615017, "el": 2.2097470740631855, "hi": 1.1944782988574831, "ta": 2.697762057925053, "th": 3.7041689029527514, "zh": 2.6033160800945994, "my": 4.826220430604873}, "t": 21.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91637, "bpb": 4.20744, "chunk_loss": 0.029548, "F": 0.16, "G": 0.46086, "chunks": 163.84, "bytes_per_chunk": 6.25, "boundary_entropy": 0.68531, "router_noise": 0.0, "grad_norm": 1.6821, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.07, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3485.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200253, "cps": 27.226562, "mean_p": 0.367531, "boundary_entropy": 0.538634, "bpb": 3.879564}, "de": {"chunks": 3920.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190912, "cps": 30.625, "mean_p": 0.34767, "boundary_entropy": 0.536819, "bpb": 4.087636}, "vi": {"chunks": 7316.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.396854, "cps": 57.15625, "mean_p": 0.427289, "boundary_entropy": 0.566078, "bpb": 3.604652}, "tr": {"chunks": 4945.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.273159, "cps": 38.632812, "mean_p": 0.37742, "boundary_entropy": 0.5665, "bpb": 4.128808}, "fi": {"chunks": 3691.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196215, "cps": 28.835938, "mean_p": 0.348897, "boundary_entropy": 0.55542, "bpb": 4.14556}, "ru": {"chunks": 7854.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414459, "cps": 61.359375, "mean_p": 0.434928, "boundary_entropy": 0.664023, "bpb": 2.816809}, "el": {"chunks": 8268.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.402865, "cps": 64.59375, "mean_p": 0.448533, "boundary_entropy": 0.676065, "bpb": 2.976759}, "hi": {"chunks": 12593.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.74847, "cps": 98.382812, "mean_p": 0.483812, "boundary_entropy": 0.687613, "bpb": 2.432862}, "ta": {"chunks": 15629.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.835999, "cps": 122.101562, "mean_p": 0.457597, "boundary_entropy": 0.675096, "bpb": 2.448266}, "th": {"chunks": 4872.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.302891, "cps": 38.0625, "mean_p": 0.467285, "boundary_entropy": 0.685227, "bpb": 2.320388}, "zh": {"chunks": 2187.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.370301, "cps": 17.085938, "mean_p": 0.44507, "boundary_entropy": 0.674858, "bpb": 5.268797}, "my": {"chunks": 13436.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.709099, "cps": 104.96875, "mean_p": 0.381384, "boundary_entropy": 0.63787, "bpb": 2.456563}}, "bpb": {"en": 3.87956, "de": 4.08764, "vi": 3.60465, "tr": 4.12881, "fi": 4.14556, "ru": 2.81681, "el": 2.97676, "hi": 2.43286, "ta": 2.44827, "th": 2.32039, "zh": 5.2688, "my": 2.45656}, "gini_cpc": 0.275401, "gini_cps": 0.314444, "bpic": 4.351456, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9533557661072728, "vi": 1.9817638069933565, "tr": 1.3640713338808672, "fi": 0.9798362431334822, "ru": 2.069679129931141, "el": 2.0117821968437832, "hi": 3.7376227815665097, "ta": 4.174717182837232, "th": 1.5125423804403526, "zh": 1.8491693149636026, "my": 3.5410165524372523}, "t": 25.8} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.8834, "de": 4.0879, "vi": 3.60864, "tr": 4.13905, "fi": 4.14674, "ru": 2.80202, "el": 2.96998, "hi": 2.42892, "ta": 2.46585, "th": 2.35258, "zh": 5.27759, "my": 2.47297}, "bytes_per_chunk": {"en": 5.096, "de": 5.439, "vi": 3.251, "tr": 4.025, "fi": 5.263, "ru": 4.317, "el": 4.739, "hi": 3.872, "ta": 3.297, "th": 9.123, "zh": 7.928, "my": 4.034}, "bpb_mean": 3.3863, "t": 27.2} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53521, "bpb": 3.65753, "chunk_loss": 0.032324, "F": 0.21033, "G": 0.39309, "chunks": 215.38, "bytes_per_chunk": 4.754, "boundary_entropy": 0.58806, "router_noise": 0.0, "grad_norm": 1.4269, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 27.2} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.18169, "bpb": 3.14751, "chunk_loss": 0.030813, "F": 0.18866, "G": 0.35209, "chunks": 193.19, "bytes_per_chunk": 5.301, "boundary_entropy": 0.52347, "router_noise": 0.0, "grad_norm": 0.8862, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 29.4} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3015.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173246, "cps": 23.554688, "mean_p": 0.284727, "boundary_entropy": 0.392967, "bpb": 3.555239}, "de": {"chunks": 3561.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173428, "cps": 27.820312, "mean_p": 0.274969, "boundary_entropy": 0.408041, "bpb": 3.82544}, "vi": {"chunks": 7175.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.389205, "cps": 56.054688, "mean_p": 0.351164, "boundary_entropy": 0.443111, "bpb": 3.167883}, "tr": {"chunks": 4284.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.236646, "cps": 33.46875, "mean_p": 0.305201, "boundary_entropy": 0.454378, "bpb": 3.878894}, "fi": {"chunks": 3681.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195683, "cps": 28.757812, "mean_p": 0.28466, "boundary_entropy": 0.444877, "bpb": 3.888859}, "ru": {"chunks": 10489.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.553509, "cps": 81.945312, "mean_p": 0.316496, "boundary_entropy": 0.500547, "bpb": 2.672706}, "el": {"chunks": 9421.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.459046, "cps": 73.601562, "mean_p": 0.386945, "boundary_entropy": 0.616431, "bpb": 2.731627}, "hi": {"chunks": 5437.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.32315, "cps": 42.476562, "mean_p": 0.454402, "boundary_entropy": 0.673323, "bpb": 2.162595}, "ta": {"chunks": 13884.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.742658, "cps": 108.46875, "mean_p": 0.476724, "boundary_entropy": 0.674417, "bpb": 1.949048}, "th": {"chunks": 15256.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.948461, "cps": 119.1875, "mean_p": 0.461841, "boundary_entropy": 0.67911, "bpb": 2.088107}, "zh": {"chunks": 4530.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.767017, "cps": 35.390625, "mean_p": 0.453434, "boundary_entropy": 0.661581, "bpb": 4.986644}, "my": {"chunks": 6448.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.3403, "cps": 50.375, "mean_p": 0.337194, "boundary_entropy": 0.610311, "bpb": 2.270899}}, "bpb": {"en": 3.55524, "de": 3.82544, "vi": 3.16788, "tr": 3.87889, "fi": 3.88886, "ru": 2.67271, "el": 2.73163, "hi": 2.1626, "ta": 1.94905, "th": 2.08811, "zh": 4.98664, "my": 2.2709}, "gini_cpc": 0.31023, "gini_cps": 0.29617, "bpic": 4.402117, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0010513836118196, "vi": 2.246547301463931, "tr": 1.3659528683709554, "fi": 1.1295117099632876, "ru": 3.1949324091941347, "el": 2.6496771611416197, "hi": 1.865267244756899, "ta": 4.286728113910256, "th": 5.47465074379424, "zh": 4.4273266245811245, "my": 1.9642576646007874}, "t": 30.7} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.17759, "bpb": 3.1416, "chunk_loss": 0.034032, "F": 0.24261, "G": 0.32749, "chunks": 248.44, "bytes_per_chunk": 4.122, "boundary_entropy": 0.45157, "router_noise": 0.0, "grad_norm": 0.8537, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.072, "alpha": 0.03, "t": 33.0} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.44153, "bpb": 3.52238, "chunk_loss": 0.03358, "F": 0.23276, "G": 0.34812, "chunks": 238.34, "bytes_per_chunk": 4.296, "boundary_entropy": 0.43088, "router_noise": 0.0, "grad_norm": 0.9308, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 35.7} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3191.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183359, "cps": 24.929688, "mean_p": 0.301227, "boundary_entropy": 0.378825, "bpb": 3.188475}, "de": {"chunks": 3656.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178055, "cps": 28.5625, "mean_p": 0.291257, "boundary_entropy": 0.397045, "bpb": 3.444483}, "vi": {"chunks": 4626.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250936, "cps": 36.140625, "mean_p": 0.298321, "boundary_entropy": 0.383547, "bpb": 2.756291}, "tr": {"chunks": 3964.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218969, "cps": 30.96875, "mean_p": 0.291957, "boundary_entropy": 0.400217, "bpb": 3.459199}, "fi": {"chunks": 3631.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193025, "cps": 28.367188, "mean_p": 0.281296, "boundary_entropy": 0.4036, "bpb": 3.623437}, "ru": {"chunks": 8316.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.438839, "cps": 64.96875, "mean_p": 0.277634, "boundary_entropy": 0.267203, "bpb": 2.553491}, "el": {"chunks": 8303.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.40457, "cps": 64.867188, "mean_p": 0.279817, "boundary_entropy": 0.328976, "bpb": 2.567341}, "hi": {"chunks": 4809.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.285825, "cps": 37.570312, "mean_p": 0.317423, "boundary_entropy": 0.536976, "bpb": 1.945983}, "ta": {"chunks": 8711.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465953, "cps": 68.054688, "mean_p": 0.306656, "boundary_entropy": 0.492786, "bpb": 1.737444}, "th": {"chunks": 5349.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.332546, "cps": 41.789062, "mean_p": 0.367361, "boundary_entropy": 0.614014, "bpb": 1.93672}, "zh": {"chunks": 3637.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615814, "cps": 28.414062, "mean_p": 0.298984, "boundary_entropy": 0.480241, "bpb": 4.162665}, "my": {"chunks": 3522.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185877, "cps": 27.515625, "mean_p": 0.361249, "boundary_entropy": 0.606629, "bpb": 2.002539}}, "bpb": {"en": 3.18848, "de": 3.44448, "vi": 2.75629, "tr": 3.4592, "fi": 3.62344, "ru": 2.55349, "el": 2.56734, "hi": 1.94598, "ta": 1.73744, "th": 1.93672, "zh": 4.16267, "my": 2.00254}, "gini_cpc": 0.234493, "gini_cps": 0.201533, "bpic": 6.218602, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9710712489283747, "vi": 1.3685472694638783, "tr": 1.1942091939412887, "fi": 1.0527171095690842, "ru": 2.3933299872911036, "el": 2.206436883885028, "hi": 1.5588237720967637, "ta": 2.541205930795098, "th": 1.8136306582655388, "zh": 3.358514088313273, "my": 1.0137323167259722}, "t": 38.8} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.1984, "de": 3.44307, "vi": 2.76182, "tr": 3.47125, "fi": 3.61595, "ru": 2.5395, "el": 2.56225, "hi": 1.9438, "ta": 1.75198, "th": 1.96624, "zh": 4.17144, "my": 2.0161}, "bytes_per_chunk": {"en": 5.475, "de": 5.725, "vi": 5.319, "tr": 4.989, "fi": 5.482, "ru": 4.06, "el": 4.394, "hi": 7.904, "ta": 5.554, "th": 6.993, "zh": 3.618, "my": 15.329}, "bpb_mean": 2.78682, "t": 40.1} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00947, "bpb": 2.89905, "chunk_loss": 0.030649, "F": 0.18927, "G": 0.30399, "chunks": 193.81, "bytes_per_chunk": 5.283, "boundary_entropy": 0.40297, "router_noise": 0.0, "grad_norm": 1.1301, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 40.2} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07845, "bpb": 2.99857, "chunk_loss": 0.029904, "F": 0.16235, "G": 0.28422, "chunks": 166.25, "bytes_per_chunk": 6.159, "boundary_entropy": 0.39823, "router_noise": 0.0, "grad_norm": 1.0395, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 42.3} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05666, "bpb": 2.96713, "chunk_loss": 0.030013, "F": 0.17099, "G": 0.27758, "chunks": 175.09, "bytes_per_chunk": 5.848, "boundary_entropy": 0.38092, "router_noise": 0.0, "grad_norm": 0.9061, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 44.3} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.94234, "bpb": 2.80221, "chunk_loss": 0.030009, "F": 0.168, "G": 0.29229, "chunks": 172.03, "bytes_per_chunk": 5.952, "boundary_entropy": 0.4168, "router_noise": 0.0, "grad_norm": 0.7726, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 46.3} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2881.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165546, "cps": 22.507812, "mean_p": 0.275815, "boundary_entropy": 0.351453, "bpb": 2.909661}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.286557, "boundary_entropy": 0.396892, "bpb": 3.17768}, "vi": {"chunks": 4381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237646, "cps": 34.226562, "mean_p": 0.295135, "boundary_entropy": 0.380142, "bpb": 2.512123}, "tr": {"chunks": 3678.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203171, "cps": 28.734375, "mean_p": 0.298379, "boundary_entropy": 0.39117, "bpb": 3.154069}, "fi": {"chunks": 3692.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196268, "cps": 28.84375, "mean_p": 0.340333, "boundary_entropy": 0.458616, "bpb": 3.375687}, "ru": {"chunks": 6847.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361319, "cps": 53.492188, "mean_p": 0.235267, "boundary_entropy": 0.248614, "bpb": 2.135893}, "el": {"chunks": 7495.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.3652, "cps": 58.554688, "mean_p": 0.235438, "boundary_entropy": 0.244871, "bpb": 2.380012}, "hi": {"chunks": 4914.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.292065, "cps": 38.390625, "mean_p": 0.346735, "boundary_entropy": 0.514961, "bpb": 1.756015}, "ta": {"chunks": 11283.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.60353, "cps": 88.148438, "mean_p": 0.257573, "boundary_entropy": 0.346192, "bpb": 1.433973}, "th": {"chunks": 7613.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.473298, "cps": 59.476562, "mean_p": 0.363317, "boundary_entropy": 0.540329, "bpb": 1.758108}, "zh": {"chunks": 2720.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.460549, "cps": 21.25, "mean_p": 0.331034, "boundary_entropy": 0.557691, "bpb": 3.870194}, "my": {"chunks": 12228.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.645345, "cps": 95.53125, "mean_p": 0.401947, "boundary_entropy": 0.591263, "bpb": 1.73675}}, "bpb": {"en": 2.90966, "de": 3.17768, "vi": 2.51212, "tr": 3.15407, "fi": 3.37569, "ru": 2.13589, "el": 2.38001, "hi": 1.75601, "ta": 1.43397, "th": 1.75811, "zh": 3.87019, "my": 1.73675}, "gini_cpc": 0.258976, "gini_cps": 0.280807, "bpic": 5.402018, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9743585105667051, "vi": 1.4355257037423437, "tr": 1.2272754176930756, "fi": 1.185579471537061, "ru": 2.182589067303844, "el": 2.206031218045879, "hi": 1.7642533110046712, "ta": 3.6456920445756937, "th": 2.859009684428772, "zh": 2.78199486035592, "my": 3.8982789778811147}, "t": 49.2} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.91833, "de": 3.17669, "vi": 2.51861, "tr": 3.16377, "fi": 3.37054, "ru": 2.12025, "el": 2.37326, "hi": 1.75193, "ta": 1.44632, "th": 1.78566, "zh": 3.88231, "my": 1.75023}, "bytes_per_chunk": {"en": 5.685, "de": 6.263, "vi": 5.503, "tr": 5.319, "fi": 5.804, "ru": 5.121, "el": 5.095, "hi": 7.676, "ta": 4.19, "th": 5.622, "zh": 6.18, "my": 4.972}, "bpb_mean": 2.52149, "t": 50.4} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.85736, "bpb": 2.67961, "chunk_loss": 0.030378, "F": 0.18198, "G": 0.29982, "chunks": 186.34, "bytes_per_chunk": 5.495, "boundary_entropy": 0.4046, "router_noise": 0.0, "grad_norm": 0.6343, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 50.5} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.883, "bpb": 2.7166, "chunk_loss": 0.030193, "F": 0.17682, "G": 0.27644, "chunks": 181.06, "bytes_per_chunk": 5.656, "boundary_entropy": 0.35351, "router_noise": 0.0, "grad_norm": 0.8137, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 52.4} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.8343, "bpb": 2.64633, "chunk_loss": 0.030053, "F": 0.1731, "G": 0.27824, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.35557, "router_noise": 0.0, "grad_norm": 0.7153, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 54.4} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.9116, "bpb": 2.75785, "chunk_loss": 0.030105, "F": 0.17282, "G": 0.28612, "chunks": 176.97, "bytes_per_chunk": 5.786, "boundary_entropy": 0.37407, "router_noise": 0.0, "grad_norm": 0.8308, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.4} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.270053, "boundary_entropy": 0.326158, "bpb": 2.721808}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.286811, "boundary_entropy": 0.380933, "bpb": 3.028152}, "vi": {"chunks": 4502.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244209, "cps": 35.171875, "mean_p": 0.284206, "boundary_entropy": 0.347088, "bpb": 2.376336}, "tr": {"chunks": 3865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213501, "cps": 30.195312, "mean_p": 0.289217, "boundary_entropy": 0.355518, "bpb": 2.984668}, "fi": {"chunks": 3291.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174951, "cps": 25.710938, "mean_p": 0.316541, "boundary_entropy": 0.421318, "bpb": 3.22565}, "ru": {"chunks": 6724.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354828, "cps": 52.53125, "mean_p": 0.24595, "boundary_entropy": 0.249817, "bpb": 1.99193}, "el": {"chunks": 6910.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336695, "cps": 53.984375, "mean_p": 0.22542, "boundary_entropy": 0.289523, "bpb": 2.145686}, "hi": {"chunks": 6995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41575, "cps": 54.648438, "mean_p": 0.366063, "boundary_entropy": 0.543075, "bpb": 1.634097}, "ta": {"chunks": 9020.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.482482, "cps": 70.46875, "mean_p": 0.24329, "boundary_entropy": 0.345045, "bpb": 1.345011}, "th": {"chunks": 8403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.522412, "cps": 65.648438, "mean_p": 0.388614, "boundary_entropy": 0.563385, "bpb": 1.587703}, "zh": {"chunks": 3097.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.524382, "cps": 24.195312, "mean_p": 0.324883, "boundary_entropy": 0.534157, "bpb": 3.707646}, "my": {"chunks": 10368.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.547182, "cps": 81.0, "mean_p": 0.395744, "boundary_entropy": 0.582224, "bpb": 1.584386}}, "bpb": {"en": 2.72181, "de": 3.02815, "vi": 2.37634, "tr": 2.98467, "fi": 3.22565, "ru": 1.99193, "el": 2.14569, "hi": 1.6341, "ta": 1.34501, "th": 1.5877, "zh": 3.70765, "my": 1.58439}, "gini_cpc": 0.236756, "gini_cps": 0.241478, "bpic": 5.531022, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9736267489057571, "vi": 1.4700712263501752, "tr": 1.28521260209532, "fi": 1.0531543535403904, "ru": 2.135966903017188, "el": 2.02681089779, "hi": 2.5026993132861475, "ta": 2.9044044705701464, "th": 3.1447731788932174, "zh": 3.156630811105802, "my": 3.2938789968386963}, "t": 59.2} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.73255, "de": 3.02658, "vi": 2.3819, "tr": 2.99482, "fi": 3.22176, "ru": 1.97502, "el": 2.13317, "hi": 1.62968, "ta": 1.35619, "th": 1.6171, "zh": 3.72071, "my": 1.59373}, "bytes_per_chunk": {"en": 5.739, "de": 6.263, "vi": 5.438, "tr": 5.144, "fi": 6.068, "ru": 5.218, "el": 5.546, "hi": 6.17, "ta": 5.567, "th": 5.39, "zh": 5.627, "my": 5.563}, "bpb_mean": 2.36527, "t": 60.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64328, "bpb": 2.37076, "chunk_loss": 0.030268, "F": 0.1778, "G": 0.27683, "chunks": 182.06, "bytes_per_chunk": 5.624, "boundary_entropy": 0.33801, "router_noise": 0.0, "grad_norm": 0.7396, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 60.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.71079, "bpb": 2.46815, "chunk_loss": 0.03004, "F": 0.1727, "G": 0.29556, "chunks": 176.84, "bytes_per_chunk": 5.79, "boundary_entropy": 0.38987, "router_noise": 0.0, "grad_norm": 0.7178, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 62.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.6264, "bpb": 2.34639, "chunk_loss": 0.030294, "F": 0.18124, "G": 0.26554, "chunks": 185.59, "bytes_per_chunk": 5.517, "boundary_entropy": 0.3193, "router_noise": 0.0, "grad_norm": 0.6772, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.5} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71602, "bpb": 2.4757, "chunk_loss": 0.030091, "F": 0.17358, "G": 0.27255, "chunks": 177.75, "bytes_per_chunk": 5.761, "boundary_entropy": 0.34732, "router_noise": 0.0, "grad_norm": 0.679, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 66.5} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166868, "cps": 22.6875, "mean_p": 0.255689, "boundary_entropy": 0.29333, "bpb": 2.588163}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.283204, "boundary_entropy": 0.368345, "bpb": 2.91214}, "vi": {"chunks": 4363.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236669, "cps": 34.085938, "mean_p": 0.263216, "boundary_entropy": 0.302411, "bpb": 2.284005}, "tr": {"chunks": 3865.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213501, "cps": 30.195312, "mean_p": 0.272469, "boundary_entropy": 0.328347, "bpb": 2.901413}, "fi": {"chunks": 3031.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161129, "cps": 23.679688, "mean_p": 0.26591, "boundary_entropy": 0.351865, "bpb": 3.183524}, "ru": {"chunks": 6760.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.356728, "cps": 52.8125, "mean_p": 0.251068, "boundary_entropy": 0.266064, "bpb": 1.875513}, "el": {"chunks": 7440.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.36252, "cps": 58.125, "mean_p": 0.246988, "boundary_entropy": 0.307869, "bpb": 2.033438}, "hi": {"chunks": 6089.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.361902, "cps": 47.570312, "mean_p": 0.372814, "boundary_entropy": 0.538745, "bpb": 1.5696}, "ta": {"chunks": 8906.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.476384, "cps": 69.578125, "mean_p": 0.253168, "boundary_entropy": 0.366624, "bpb": 1.277539}, "th": {"chunks": 7540.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.46876, "cps": 58.90625, "mean_p": 0.396641, "boundary_entropy": 0.583815, "bpb": 1.486955}, "zh": {"chunks": 3617.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.612428, "cps": 28.257812, "mean_p": 0.342657, "boundary_entropy": 0.542461, "bpb": 3.646391}, "my": {"chunks": 7959.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.420044, "cps": 62.179688, "mean_p": 0.341182, "boundary_entropy": 0.532234, "bpb": 1.437301}}, "bpb": {"en": 2.58816, "de": 2.91214, "vi": 2.284, "tr": 2.90141, "fi": 3.18352, "ru": 1.87551, "el": 2.03344, "hi": 1.5696, "ta": 1.27754, "th": 1.48696, "zh": 3.64639, "my": 1.4373}, "gini_cpc": 0.235915, "gini_cps": 0.2145, "bpic": 5.832272, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9716031097692768, "vi": 1.4183048212728662, "tr": 1.2794592398958577, "fi": 0.9656095694843575, "ru": 2.137789746832683, "el": 2.1724990667596082, "hi": 2.1687945304729044, "ta": 2.854859433401338, "th": 2.8091684927952487, "zh": 3.6701395205324183, "my": 2.5172284804693836}, "t": 69.3} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60129, "de": 2.91534, "vi": 2.28955, "tr": 2.91044, "fi": 3.18231, "ru": 1.85755, "el": 2.02296, "hi": 1.5645, "ta": 1.28642, "th": 1.50977, "zh": 3.65665, "my": 1.44794}, "bytes_per_chunk": {"en": 5.724, "de": 6.223, "vi": 5.557, "tr": 5.174, "fi": 6.285, "ru": 5.156, "el": 5.176, "hi": 6.775, "ta": 5.789, "th": 6.13, "zh": 5.301, "my": 6.599}, "bpb_mean": 2.27039, "t": 70.6} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.7374, "bpb": 2.50654, "chunk_loss": 0.030225, "F": 0.1781, "G": 0.28661, "chunks": 182.38, "bytes_per_chunk": 5.615, "boundary_entropy": 0.36699, "router_noise": 0.0, "grad_norm": 0.6856, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 70.6} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.51598, "bpb": 2.1871, "chunk_loss": 0.030067, "F": 0.17459, "G": 0.27648, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.3396, "router_noise": 0.0, "grad_norm": 0.7322, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 72.6} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77031, "bpb": 2.55402, "chunk_loss": 0.030121, "F": 0.17261, "G": 0.2831, "chunks": 176.75, "bytes_per_chunk": 5.793, "boundary_entropy": 0.35867, "router_noise": 0.0, "grad_norm": 0.7602, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 74.5} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66811, "bpb": 2.40658, "chunk_loss": 0.030251, "F": 0.17612, "G": 0.26526, "chunks": 180.34, "bytes_per_chunk": 5.678, "boundary_entropy": 0.33279, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 76.5} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.252275, "boundary_entropy": 0.284002, "bpb": 2.500307}, "de": {"chunks": 3310.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161204, "cps": 25.859375, "mean_p": 0.275231, "boundary_entropy": 0.351194, "bpb": 2.802935}, "vi": {"chunks": 4425.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240033, "cps": 34.570312, "mean_p": 0.257293, "boundary_entropy": 0.283297, "bpb": 2.220374}, "tr": {"chunks": 3917.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216373, "cps": 30.601562, "mean_p": 0.26277, "boundary_entropy": 0.306538, "bpb": 2.796633}, "fi": {"chunks": 3278.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17426, "cps": 25.609375, "mean_p": 0.306614, "boundary_entropy": 0.394116, "bpb": 3.065875}, "ru": {"chunks": 6520.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344063, "cps": 50.9375, "mean_p": 0.240977, "boundary_entropy": 0.277528, "bpb": 1.806957}, "el": {"chunks": 6632.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32315, "cps": 51.8125, "mean_p": 0.236367, "boundary_entropy": 0.302797, "bpb": 1.913993}, "hi": {"chunks": 7612.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.452422, "cps": 59.46875, "mean_p": 0.39521, "boundary_entropy": 0.546286, "bpb": 1.647152}, "ta": {"chunks": 9298.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497352, "cps": 72.640625, "mean_p": 0.257395, "boundary_entropy": 0.364035, "bpb": 1.178719}, "th": {"chunks": 7144.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.444141, "cps": 55.8125, "mean_p": 0.375606, "boundary_entropy": 0.578505, "bpb": 1.426822}, "zh": {"chunks": 2916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493735, "cps": 22.78125, "mean_p": 0.336671, "boundary_entropy": 0.544219, "bpb": 3.574339}, "my": {"chunks": 9245.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487914, "cps": 72.226562, "mean_p": 0.396572, "boundary_entropy": 0.58086, "bpb": 1.368769}}, "bpb": {"en": 2.50031, "de": 2.80293, "vi": 2.22037, "tr": 2.79663, "fi": 3.06588, "ru": 1.80696, "el": 1.91399, "hi": 1.64715, "ta": 1.17872, "th": 1.42682, "zh": 3.57434, "my": 1.36877}, "gini_cpc": 0.221885, "gini_cps": 0.232099, "bpic": 5.711707, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9690610514755851, "vi": 1.4429314030109992, "tr": 1.3007042888434317, "fi": 1.0475448303178359, "ru": 2.0683019125869824, "el": 1.9425813929474802, "hi": 2.7196890883754588, "ta": 2.9897826993723906, "th": 2.6699057629400804, "zh": 2.968039176809743, "my": 2.9330474677902214}, "t": 79.4} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51173, "de": 2.80266, "vi": 2.22509, "tr": 2.80516, "fi": 3.06915, "ru": 1.78967, "el": 1.9005, "hi": 1.64274, "ta": 1.18835, "th": 1.44916, "zh": 3.58455, "my": 1.37753}, "bytes_per_chunk": {"en": 5.729, "de": 6.263, "vi": 5.505, "tr": 5.033, "fi": 6.023, "ru": 5.342, "el": 5.784, "hi": 5.498, "ta": 5.471, "th": 6.28, "zh": 6.016, "my": 5.901}, "bpb_mean": 2.19552, "t": 80.6} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.62063, "bpb": 2.33807, "chunk_loss": 0.030308, "F": 0.18033, "G": 0.27135, "chunks": 184.66, "bytes_per_chunk": 5.545, "boundary_entropy": 0.3294, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 80.7} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63914, "bpb": 2.36478, "chunk_loss": 0.030307, "F": 0.17722, "G": 0.27433, "chunks": 181.47, "bytes_per_chunk": 5.643, "boundary_entropy": 0.33287, "router_noise": 0.0, "grad_norm": 0.7605, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 82.6} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57151, "bpb": 2.26721, "chunk_loss": 0.030036, "F": 0.17358, "G": 0.27263, "chunks": 177.75, "bytes_per_chunk": 5.761, "boundary_entropy": 0.33729, "router_noise": 0.0, "grad_norm": 0.7441, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 84.6} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71433, "bpb": 2.47326, "chunk_loss": 0.030048, "F": 0.1694, "G": 0.26954, "chunks": 173.47, "bytes_per_chunk": 5.903, "boundary_entropy": 0.33253, "router_noise": 0.0, "grad_norm": 0.8034, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 86.5} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.238185, "boundary_entropy": 0.256071, "bpb": 2.438134}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.26785, "boundary_entropy": 0.336365, "bpb": 2.737711}, "vi": {"chunks": 4346.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235747, "cps": 33.953125, "mean_p": 0.25059, "boundary_entropy": 0.279455, "bpb": 2.184822}, "tr": {"chunks": 3973.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219466, "cps": 31.039062, "mean_p": 0.254024, "boundary_entropy": 0.285709, "bpb": 2.713117}, "fi": {"chunks": 3030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161076, "cps": 23.671875, "mean_p": 0.261694, "boundary_entropy": 0.338129, "bpb": 2.986336}, "ru": {"chunks": 6547.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.345488, "cps": 51.148438, "mean_p": 0.244266, "boundary_entropy": 0.251133, "bpb": 1.724482}, "el": {"chunks": 6838.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333187, "cps": 53.421875, "mean_p": 0.241279, "boundary_entropy": 0.311905, "bpb": 1.85853}, "hi": {"chunks": 7019.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.417177, "cps": 54.835938, "mean_p": 0.381573, "boundary_entropy": 0.532865, "bpb": 1.447522}, "ta": {"chunks": 8318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444932, "cps": 64.984375, "mean_p": 0.25555, "boundary_entropy": 0.372638, "bpb": 1.143627}, "th": {"chunks": 8098.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.50345, "cps": 63.265625, "mean_p": 0.391048, "boundary_entropy": 0.588382, "bpb": 1.360183}, "zh": {"chunks": 2966.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502201, "cps": 23.171875, "mean_p": 0.320724, "boundary_entropy": 0.523287, "bpb": 3.560106}, "my": {"chunks": 8738.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.461157, "cps": 68.265625, "mean_p": 0.38146, "boundary_entropy": 0.582471, "bpb": 1.418417}}, "bpb": {"en": 2.43813, "de": 2.73771, "vi": 2.18482, "tr": 2.71312, "fi": 2.98634, "ru": 1.72448, "el": 1.85853, "hi": 1.44752, "ta": 1.14363, "th": 1.36018, "zh": 3.56011, "my": 1.41842}, "gini_cpc": 0.223389, "gini_cps": 0.223739, "bpic": 5.809406, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9675116114038386, "vi": 1.4196224460204796, "tr": 1.3215825360724207, "fi": 0.9699671417316564, "ru": 2.08046016196328, "el": 2.00638618466209, "hi": 2.512155087224996, "ta": 2.6792900050066124, "th": 3.0316773886134754, "zh": 3.0241545457847687, "my": 2.7769940021607122}, "t": 89.4} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45005, "de": 2.74078, "vi": 2.19106, "tr": 2.71995, "fi": 2.99162, "ru": 1.70275, "el": 1.84657, "hi": 1.4441, "ta": 1.15255, "th": 1.38142, "zh": 3.56577, "my": 1.42841}, "bytes_per_chunk": {"en": 5.736, "de": 6.263, "vi": 5.552, "tr": 4.897, "fi": 6.296, "ru": 5.317, "el": 5.628, "hi": 5.955, "ta": 6.201, "th": 5.563, "zh": 6.402, "my": 7.286}, "bpb_mean": 2.13459, "t": 90.6} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.56349, "bpb": 2.25564, "chunk_loss": 0.030244, "F": 0.1763, "G": 0.26159, "chunks": 180.53, "bytes_per_chunk": 5.672, "boundary_entropy": 0.30112, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 90.6} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72723, "bpb": 2.49187, "chunk_loss": 0.030147, "F": 0.17267, "G": 0.25635, "chunks": 176.81, "bytes_per_chunk": 5.791, "boundary_entropy": 0.3006, "router_noise": 0.0, "grad_norm": 0.8144, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 92.6} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.53868, "bpb": 2.21985, "chunk_loss": 0.030173, "F": 0.17581, "G": 0.28177, "chunks": 180.03, "bytes_per_chunk": 5.688, "boundary_entropy": 0.35915, "router_noise": 0.0, "grad_norm": 0.7143, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 94.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60674, "bpb": 2.31804, "chunk_loss": 0.029939, "F": 0.16794, "G": 0.25971, "chunks": 171.97, "bytes_per_chunk": 5.955, "boundary_entropy": 0.32713, "router_noise": 0.0, "grad_norm": 0.7267, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 96.5} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.229878, "boundary_entropy": 0.235655, "bpb": 2.378939}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.255734, "boundary_entropy": 0.314626, "bpb": 2.666278}, "vi": {"chunks": 4296.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233035, "cps": 33.5625, "mean_p": 0.238972, "boundary_entropy": 0.242859, "bpb": 2.13937}, "tr": {"chunks": 3914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216207, "cps": 30.578125, "mean_p": 0.24219, "boundary_entropy": 0.257971, "bpb": 2.638326}, "fi": {"chunks": 3045.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161873, "cps": 23.789062, "mean_p": 0.253183, "boundary_entropy": 0.318782, "bpb": 2.906831}, "ru": {"chunks": 6493.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.342639, "cps": 50.726562, "mean_p": 0.243267, "boundary_entropy": 0.245427, "bpb": 1.658714}, "el": {"chunks": 6617.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322419, "cps": 51.695312, "mean_p": 0.233742, "boundary_entropy": 0.308332, "bpb": 1.800185}, "hi": {"chunks": 6799.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404101, "cps": 53.117188, "mean_p": 0.367064, "boundary_entropy": 0.524846, "bpb": 1.414479}, "ta": {"chunks": 10000.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.534902, "cps": 78.125, "mean_p": 0.267378, "boundary_entropy": 0.367025, "bpb": 1.14737}, "th": {"chunks": 5211.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.323966, "cps": 40.710938, "mean_p": 0.344537, "boundary_entropy": 0.567248, "bpb": 1.319864}, "zh": {"chunks": 2921.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494582, "cps": 22.820312, "mean_p": 0.312974, "boundary_entropy": 0.508089, "bpb": 3.505199}, "my": {"chunks": 8524.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449863, "cps": 66.59375, "mean_p": 0.37135, "boundary_entropy": 0.573211, "bpb": 1.27938}}, "bpb": {"en": 2.37894, "de": 2.66628, "vi": 2.13937, "tr": 2.63833, "fi": 2.90683, "ru": 1.65871, "el": 1.80019, "hi": 1.41448, "ta": 1.14737, "th": 1.31986, "zh": 3.5052, "my": 1.27938}, "gini_cpc": 0.22669, "gini_cps": 0.234475, "bpic": 5.99536, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.966174345873218, "vi": 1.4013503429839689, "tr": 1.300157193874978, "fi": 0.9734216628458175, "ru": 2.0604485852815304, "el": 1.9388574640463556, "hi": 2.4300519700030083, "ta": 3.2166227106538545, "th": 1.9481643927313408, "zh": 2.974155749450443, "my": 2.705239115848868}, "t": 99.4} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38957, "de": 2.67096, "vi": 2.14348, "tr": 2.64392, "fi": 2.91598, "ru": 1.63854, "el": 1.78789, "hi": 1.41172, "ta": 1.15542, "th": 1.33876, "zh": 3.51206, "my": 1.28696}, "bytes_per_chunk": {"en": 5.733, "de": 6.272, "vi": 5.606, "tr": 5.047, "fi": 6.3, "ru": 5.357, "el": 5.818, "hi": 6.252, "ta": 5.108, "th": 8.304, "zh": 6.533, "my": 6.33}, "bpb_mean": 2.0746, "t": 100.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.5759, "bpb": 2.27354, "chunk_loss": 0.030205, "F": 0.17465, "G": 0.25853, "chunks": 178.84, "bytes_per_chunk": 5.726, "boundary_entropy": 0.32813, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.082, "alpha": 0.03, "t": 100.6} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50234, "bpb": 2.16742, "chunk_loss": 0.030594, "F": 0.18515, "G": 0.2799, "chunks": 189.59, "bytes_per_chunk": 5.401, "boundary_entropy": 0.33812, "router_noise": 0.0, "grad_norm": 0.7174, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 102.6} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42955, "bpb": 2.06241, "chunk_loss": 0.03002, "F": 0.17026, "G": 0.25769, "chunks": 174.34, "bytes_per_chunk": 5.873, "boundary_entropy": 0.3194, "router_noise": 0.0, "grad_norm": 0.6709, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 104.5} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.62079, "bpb": 2.3383, "chunk_loss": 0.030264, "F": 0.17719, "G": 0.26373, "chunks": 181.44, "bytes_per_chunk": 5.644, "boundary_entropy": 0.31233, "router_noise": 0.0, "grad_norm": 0.8243, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 106.5} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.228722, "boundary_entropy": 0.232444, "bpb": 2.340004}, "de": {"chunks": 3297.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160571, "cps": 25.757812, "mean_p": 0.25518, "boundary_entropy": 0.312279, "bpb": 2.605572}, "vi": {"chunks": 4359.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236452, "cps": 34.054688, "mean_p": 0.247591, "boundary_entropy": 0.253685, "bpb": 2.124105}, "tr": {"chunks": 3778.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208695, "cps": 29.515625, "mean_p": 0.232362, "boundary_entropy": 0.255945, "bpb": 2.627624}, "fi": {"chunks": 3002.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159587, "cps": 23.453125, "mean_p": 0.246339, "boundary_entropy": 0.308869, "bpb": 2.844734}, "ru": {"chunks": 6402.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337836, "cps": 50.015625, "mean_p": 0.237169, "boundary_entropy": 0.237915, "bpb": 1.604147}, "el": {"chunks": 6583.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320762, "cps": 51.429688, "mean_p": 0.242102, "boundary_entropy": 0.304014, "bpb": 1.748685}, "hi": {"chunks": 6275.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.372957, "cps": 49.023438, "mean_p": 0.362829, "boundary_entropy": 0.520326, "bpb": 1.392183}, "ta": {"chunks": 7898.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422466, "cps": 61.703125, "mean_p": 0.268164, "boundary_entropy": 0.410453, "bpb": 1.092737}, "th": {"chunks": 6818.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.423873, "cps": 53.265625, "mean_p": 0.366957, "boundary_entropy": 0.581638, "bpb": 1.313362}, "zh": {"chunks": 2973.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503386, "cps": 23.226562, "mean_p": 0.317251, "boundary_entropy": 0.502697, "bpb": 3.486846}, "my": {"chunks": 8068.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.425797, "cps": 63.03125, "mean_p": 0.369756, "boundary_entropy": 0.571747, "bpb": 1.27052}}, "bpb": {"en": 2.34, "de": 2.60557, "vi": 2.1241, "tr": 2.62762, "fi": 2.84473, "ru": 1.60415, "el": 1.74869, "hi": 1.39218, "ta": 1.09274, "th": 1.31336, "zh": 3.48685, "my": 1.27052}, "gini_cpc": 0.211083, "gini_cps": 0.206153, "bpic": 6.156059, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9672597549450447, "vi": 1.4243617593852949, "tr": 1.257152549656864, "fi": 0.961336391352732, "ru": 2.0350872520734185, "el": 1.9322334149933547, "hi": 2.246649045901938, "ta": 2.5448854472947575, "th": 2.553362700942004, "zh": 3.032341048176362, "my": 2.5649511117599877}, "t": 109.4} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3522, "de": 2.60962, "vi": 2.12969, "tr": 2.6354, "fi": 2.84767, "ru": 1.58131, "el": 1.73821, "hi": 1.39031, "ta": 1.09878, "th": 1.33203, "zh": 3.49045, "my": 1.27656}, "bytes_per_chunk": {"en": 5.736, "de": 6.262, "vi": 5.538, "tr": 5.227, "fi": 6.363, "ru": 5.437, "el": 5.839, "hi": 6.554, "ta": 6.437, "th": 6.713, "zh": 5.959, "my": 6.49}, "bpb_mean": 2.04019, "t": 110.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.5852, "bpb": 2.28696, "chunk_loss": 0.030066, "F": 0.16998, "G": 0.23724, "chunks": 174.06, "bytes_per_chunk": 5.883, "boundary_entropy": 0.26152, "router_noise": 0.0, "grad_norm": 1.0371, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 110.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.55101, "bpb": 2.23764, "chunk_loss": 0.030035, "F": 0.17117, "G": 0.25505, "chunks": 175.28, "bytes_per_chunk": 5.842, "boundary_entropy": 0.28576, "router_noise": 0.0, "grad_norm": 0.7069, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 112.6} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59394, "bpb": 2.29956, "chunk_loss": 0.029981, "F": 0.16922, "G": 0.25314, "chunks": 173.28, "bytes_per_chunk": 5.909, "boundary_entropy": 0.3114, "router_noise": 0.0, "grad_norm": 0.6726, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 114.5} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60035, "bpb": 2.30882, "chunk_loss": 0.030179, "F": 0.17609, "G": 0.26045, "chunks": 180.31, "bytes_per_chunk": 5.679, "boundary_entropy": 0.29936, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 116.5} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.223216, "boundary_entropy": 0.217673, "bpb": 2.277787}, "de": {"chunks": 3303.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160863, "cps": 25.804688, "mean_p": 0.252772, "boundary_entropy": 0.306686, "bpb": 2.561253}, "vi": {"chunks": 4321.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234391, "cps": 33.757812, "mean_p": 0.237627, "boundary_entropy": 0.231592, "bpb": 2.087209}, "tr": {"chunks": 3774.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208474, "cps": 29.484375, "mean_p": 0.225441, "boundary_entropy": 0.243747, "bpb": 2.558354}, "fi": {"chunks": 3038.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161501, "cps": 23.734375, "mean_p": 0.248101, "boundary_entropy": 0.306012, "bpb": 2.780492}, "ru": {"chunks": 6495.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.342744, "cps": 50.742188, "mean_p": 0.237463, "boundary_entropy": 0.234407, "bpb": 1.568598}, "el": {"chunks": 6606.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321883, "cps": 51.609375, "mean_p": 0.237744, "boundary_entropy": 0.292747, "bpb": 1.717283}, "hi": {"chunks": 7000.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.416048, "cps": 54.6875, "mean_p": 0.371284, "boundary_entropy": 0.520438, "bpb": 1.364198}, "ta": {"chunks": 8719.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.466381, "cps": 68.117188, "mean_p": 0.316718, "boundary_entropy": 0.459902, "bpb": 1.07425}, "th": {"chunks": 7282.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45272, "cps": 56.890625, "mean_p": 0.379762, "boundary_entropy": 0.587694, "bpb": 1.259582}, "zh": {"chunks": 2858.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.483915, "cps": 22.328125, "mean_p": 0.302689, "boundary_entropy": 0.485287, "bpb": 3.458801}, "my": {"chunks": 8159.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.4306, "cps": 63.742188, "mean_p": 0.386853, "boundary_entropy": 0.580967, "bpb": 1.239214}}, "bpb": {"en": 2.27779, "de": 2.56125, "vi": 2.08721, "tr": 2.55835, "fi": 2.78049, "ru": 1.5686, "el": 1.71728, "hi": 1.3642, "ta": 1.07425, "th": 1.25958, "zh": 3.4588, "my": 1.23921}, "gini_cpc": 0.216253, "gini_cps": 0.220772, "bpic": 5.954986, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9680148017976526, "vi": 1.4104800763476473, "tr": 1.2545188058282448, "fi": 0.9718555466905896, "ru": 2.062508621727849, "el": 1.9369729498914587, "hi": 2.5036222278396725, "ta": 2.8065128803827326, "th": 2.7243032025146494, "zh": 2.912021743132028, "my": 2.591190773700812}, "t": 119.3} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28966, "de": 2.56837, "vi": 2.08997, "tr": 2.56655, "fi": 2.78706, "ru": 1.54651, "el": 1.70582, "hi": 1.36173, "ta": 1.08272, "th": 1.27672, "zh": 3.4621, "my": 1.24672}, "bytes_per_chunk": {"en": 5.734, "de": 6.266, "vi": 5.601, "tr": 5.226, "fi": 6.275, "ru": 5.372, "el": 5.796, "hi": 6.088, "ta": 5.83, "th": 6.267, "zh": 6.108, "my": 6.669}, "bpb_mean": 1.99866, "t": 120.6} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51595, "bpb": 2.18706, "chunk_loss": 0.029998, "F": 0.17068, "G": 0.26616, "chunks": 174.78, "bytes_per_chunk": 5.859, "boundary_entropy": 0.3182, "router_noise": 0.0, "grad_norm": 0.6824, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 120.6} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39505, "bpb": 2.01264, "chunk_loss": 0.03024, "F": 0.17969, "G": 0.25164, "chunks": 184.0, "bytes_per_chunk": 5.565, "boundary_entropy": 0.27686, "router_noise": 0.0, "grad_norm": 0.7128, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 122.6} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.56502, "bpb": 2.25784, "chunk_loss": 0.030201, "F": 0.17233, "G": 0.25307, "chunks": 176.47, "bytes_per_chunk": 5.803, "boundary_entropy": 0.29404, "router_noise": 0.0, "grad_norm": 0.7085, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.48136, "bpb": 2.13715, "chunk_loss": 0.030194, "F": 0.17728, "G": 0.25274, "chunks": 181.53, "bytes_per_chunk": 5.641, "boundary_entropy": 0.28092, "router_noise": 0.0, "grad_norm": 0.7019, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.222983, "boundary_entropy": 0.215947, "bpb": 2.248048}, "de": {"chunks": 3307.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161058, "cps": 25.835938, "mean_p": 0.256854, "boundary_entropy": 0.315515, "bpb": 2.50879}, "vi": {"chunks": 4419.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239707, "cps": 34.523438, "mean_p": 0.241198, "boundary_entropy": 0.233284, "bpb": 2.051314}, "tr": {"chunks": 3735.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206319, "cps": 29.179688, "mean_p": 0.230566, "boundary_entropy": 0.252927, "bpb": 2.514941}, "fi": {"chunks": 3059.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162618, "cps": 23.898438, "mean_p": 0.252265, "boundary_entropy": 0.316245, "bpb": 2.735276}, "ru": {"chunks": 6425.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33905, "cps": 50.195312, "mean_p": 0.237822, "boundary_entropy": 0.232007, "bpb": 1.533159}, "el": {"chunks": 6825.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332554, "cps": 53.320312, "mean_p": 0.249803, "boundary_entropy": 0.304253, "bpb": 1.672468}, "hi": {"chunks": 7058.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.419495, "cps": 55.140625, "mean_p": 0.358231, "boundary_entropy": 0.504131, "bpb": 1.331459}, "ta": {"chunks": 9640.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.515646, "cps": 75.3125, "mean_p": 0.335209, "boundary_entropy": 0.46228, "bpb": 1.06645}, "th": {"chunks": 8460.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.525956, "cps": 66.09375, "mean_p": 0.392317, "boundary_entropy": 0.587189, "bpb": 1.233922}, "zh": {"chunks": 3049.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.516255, "cps": 23.820312, "mean_p": 0.295127, "boundary_entropy": 0.458483, "bpb": 3.411967}, "my": {"chunks": 7749.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.408961, "cps": 60.539062, "mean_p": 0.332501, "boundary_entropy": 0.537017, "bpb": 1.211823}}, "bpb": {"en": 2.24805, "de": 2.50879, "vi": 2.05131, "tr": 2.51494, "fi": 2.73528, "ru": 1.53316, "el": 1.67247, "hi": 1.33146, "ta": 1.06645, "th": 1.23392, "zh": 3.41197, "my": 1.21182}, "gini_cpc": 0.234164, "gini_cps": 0.232387, "bpic": 5.760834, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9688520762670342, "vi": 1.4419710662109966, "tr": 1.241125621775721, "fi": 0.9782351865776073, "ru": 2.039574644282852, "el": 2.0004951237210546, "hi": 2.52349394886155, "ta": 3.101896130019182, "th": 3.16391628856422, "zh": 3.105558169122451, "my": 2.460129514867076}, "t": 129.3} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25913, "de": 2.5162, "vi": 2.05486, "tr": 2.52261, "fi": 2.7417, "ru": 1.51285, "el": 1.66514, "hi": 1.32718, "ta": 1.07328, "th": 1.25309, "zh": 3.41821, "my": 1.21791}, "bytes_per_chunk": {"en": 5.737, "de": 6.269, "vi": 5.478, "tr": 5.224, "fi": 6.268, "ru": 5.405, "el": 5.649, "hi": 5.847, "ta": 5.215, "th": 5.422, "zh": 5.836, "my": 6.653}, "bpb_mean": 1.96351, "t": 130.6} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48476, "bpb": 2.14206, "chunk_loss": 0.030143, "F": 0.17297, "G": 0.25805, "chunks": 177.12, "bytes_per_chunk": 5.781, "boundary_entropy": 0.31156, "router_noise": 0.0, "grad_norm": 0.6632, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 130.6} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71696, "bpb": 2.47705, "chunk_loss": 0.030263, "F": 0.18024, "G": 0.24393, "chunks": 184.56, "bytes_per_chunk": 5.548, "boundary_entropy": 0.26045, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.038, "alpha": 0.03, "t": 132.5} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.49145, "bpb": 2.15171, "chunk_loss": 0.030093, "F": 0.17072, "G": 0.25217, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.29301, "router_noise": 0.0, "grad_norm": 0.668, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.5} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49409, "bpb": 2.15552, "chunk_loss": 0.030157, "F": 0.17499, "G": 0.25636, "chunks": 179.19, "bytes_per_chunk": 5.715, "boundary_entropy": 0.29541, "router_noise": 0.0, "grad_norm": 0.7065, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.4} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.2183, "boundary_entropy": 0.201127, "bpb": 2.220133}, "de": {"chunks": 3309.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161155, "cps": 25.851562, "mean_p": 0.248736, "boundary_entropy": 0.293654, "bpb": 2.480704}, "vi": {"chunks": 4338.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235313, "cps": 33.890625, "mean_p": 0.23378, "boundary_entropy": 0.216755, "bpb": 2.041782}, "tr": {"chunks": 3625.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200243, "cps": 28.320312, "mean_p": 0.219697, "boundary_entropy": 0.23087, "bpb": 2.477259}, "fi": {"chunks": 3017.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160385, "cps": 23.570312, "mean_p": 0.240444, "boundary_entropy": 0.294091, "bpb": 2.706622}, "ru": {"chunks": 6434.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339525, "cps": 50.265625, "mean_p": 0.234826, "boundary_entropy": 0.21381, "bpb": 1.511648}, "el": {"chunks": 6694.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326171, "cps": 52.296875, "mean_p": 0.237969, "boundary_entropy": 0.280057, "bpb": 1.658995}, "hi": {"chunks": 6811.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.404814, "cps": 53.210938, "mean_p": 0.352474, "boundary_entropy": 0.501753, "bpb": 1.318303}, "ta": {"chunks": 8129.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.434822, "cps": 63.507812, "mean_p": 0.304155, "boundary_entropy": 0.451645, "bpb": 1.044}, "th": {"chunks": 8731.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.542804, "cps": 68.210938, "mean_p": 0.403885, "boundary_entropy": 0.600009, "bpb": 1.220699}, "zh": {"chunks": 3025.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.512191, "cps": 23.632812, "mean_p": 0.293379, "boundary_entropy": 0.453938, "bpb": 3.403304}, "my": {"chunks": 8023.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.423422, "cps": 62.679688, "mean_p": 0.353634, "boundary_entropy": 0.551084, "bpb": 1.223929}}, "bpb": {"en": 2.22013, "de": 2.4807, "vi": 2.04178, "tr": 2.47726, "fi": 2.70662, "ru": 1.51165, "el": 1.659, "hi": 1.3183, "ta": 1.044, "th": 1.2207, "zh": 3.4033, "my": 1.22393}, "gini_cpc": 0.232174, "gini_cps": 0.223062, "bpic": 5.901962, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704443534814495, "vi": 1.4170092431746069, "tr": 1.205823481817902, "fi": 0.9658055665361079, "ru": 2.0445518072509152, "el": 1.9641341211067607, "hi": 2.437710257741765, "ta": 2.6184116915963873, "th": 3.2686558755228767, "zh": 3.0843113624406353, "my": 2.5497622887772255}, "t": 139.2} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22985, "de": 2.48802, "vi": 2.04395, "tr": 2.48255, "fi": 2.71029, "ru": 1.4889, "el": 1.64888, "hi": 1.315, "ta": 1.05111, "th": 1.238, "zh": 3.40707, "my": 1.22993}, "bytes_per_chunk": {"en": 5.737, "de": 6.262, "vi": 5.551, "tr": 5.334, "fi": 6.335, "ru": 5.408, "el": 5.729, "hi": 6.066, "ta": 6.218, "th": 5.379, "zh": 5.933, "my": 6.462}, "bpb_mean": 1.94446, "t": 140.5} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 140.5} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.50529, "bpb": 2.17168, "chunk_loss": 0.035386, "F": 0.17905, "G": 0.26075, "chunks": 183.34, "bytes_per_chunk": 5.585, "boundary_entropy": 0.30281, "router_noise": 0.0, "grad_norm": 0.7361, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.0837, "alpha": 0.03, "t": 140.5} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.31279, "bpb": 1.89396, "chunk_loss": 0.032004, "F": 0.15973, "G": 0.21285, "chunks": 163.56, "bytes_per_chunk": 6.261, "boundary_entropy": 0.23745, "router_noise": 0.0, "grad_norm": 0.6257, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.1484, "alpha": 0.03, "t": 142.5} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.41165, "bpb": 2.03659, "chunk_loss": 0.031172, "F": 0.15958, "G": 0.20688, "chunks": 163.41, "bytes_per_chunk": 6.267, "boundary_entropy": 0.22629, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.8824, "alpha": 0.03, "t": 144.4} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.58224, "bpb": 2.28269, "chunk_loss": 0.031071, "F": 0.17175, "G": 0.21007, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.19848, "router_noise": 0.0, "grad_norm": 0.6767, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.9249, "alpha": 0.03, "t": 146.4} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.197434, "boundary_entropy": 0.14518, "bpb": 2.193387}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.205954, "boundary_entropy": 0.20142, "bpb": 2.458297}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.2013, "boundary_entropy": 0.153238, "bpb": 2.022737}, "tr": {"chunks": 3350.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185052, "cps": 26.171875, "mean_p": 0.197399, "boundary_entropy": 0.177151, "bpb": 2.471049}, "fi": {"chunks": 3024.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160757, "cps": 23.625, "mean_p": 0.210092, "boundary_entropy": 0.224057, "bpb": 2.65907}, "ru": {"chunks": 6317.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333351, "cps": 49.351562, "mean_p": 0.196805, "boundary_entropy": 0.157834, "bpb": 1.488541}, "el": {"chunks": 6275.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.305755, "cps": 49.023438, "mean_p": 0.195279, "boundary_entropy": 0.207182, "bpb": 1.625981}, "hi": {"chunks": 4655.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.276672, "cps": 36.367188, "mean_p": 0.140728, "boundary_entropy": 0.197097, "bpb": 1.319277}, "ta": {"chunks": 3485.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.186413, "cps": 27.226562, "mean_p": 0.112104, "boundary_entropy": 0.208314, "bpb": 1.097738}, "th": {"chunks": 2936.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.18253, "cps": 22.9375, "mean_p": 0.159349, "boundary_entropy": 0.342861, "bpb": 1.240463}, "zh": {"chunks": 2773.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.469523, "cps": 21.664062, "mean_p": 0.25545, "boundary_entropy": 0.398941, "bpb": 3.374023}, "my": {"chunks": 3670.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.193688, "cps": 28.671875, "mean_p": 0.124114, "boundary_entropy": 0.248858, "bpb": 1.240065}}, "bpb": {"en": 2.19339, "de": 2.4583, "vi": 2.02274, "tr": 2.47105, "fi": 2.65907, "ru": 1.48854, "el": 1.62598, "hi": 1.31928, "ta": 1.09774, "th": 1.24046, "zh": 3.37402, "my": 1.24006}, "gini_cpc": 0.191787, "gini_cps": 0.158114, "bpic": 8.183487, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9615105666827286, "vi": 1.3908423539017518, "tr": 1.1158917044681835, "fi": 0.9693881283908395, "ru": 2.0101545812099904, "el": 1.843744247998012, "hi": 1.6683701303314975, "ta": 1.1241004104069094, "th": 1.1006843193352362, "zh": 2.831289122095082, "my": 1.1679667561554832}, "t": 149.2} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20576, "de": 2.46603, "vi": 2.02649, "tr": 2.47731, "fi": 2.66416, "ru": 1.46553, "el": 1.61709, "hi": 1.3164, "ta": 1.10396, "th": 1.26401, "zh": 3.37838, "my": 1.2472}, "bytes_per_chunk": {"en": 5.741, "de": 6.302, "vi": 5.648, "tr": 6.061, "fi": 6.31, "ru": 5.544, "el": 6.07, "hi": 8.593, "ta": 13.711, "th": 15.067, "zh": 6.487, "my": 13.364}, "bpb_mean": 1.93603, "t": 150.5} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.67974, "bpb": 2.42335, "chunk_loss": 0.030734, "F": 0.16083, "G": 0.20786, "chunks": 164.69, "bytes_per_chunk": 6.218, "boundary_entropy": 0.2293, "router_noise": 0.0, "grad_norm": 0.7102, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.6058, "alpha": 0.03, "t": 150.5} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.43461, "bpb": 2.0697, "chunk_loss": 0.030986, "F": 0.15985, "G": 0.19256, "chunks": 163.69, "bytes_per_chunk": 6.256, "boundary_entropy": 0.17784, "router_noise": 0.0, "grad_norm": 0.6715, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0748, "alpha": 0.03, "t": 152.4} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.37351, "bpb": 1.98155, "chunk_loss": 0.031398, "F": 0.15933, "G": 0.1884, "chunks": 163.16, "bytes_per_chunk": 6.276, "boundary_entropy": 0.17291, "router_noise": 0.0, "grad_norm": 0.6903, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9458, "alpha": 0.03, "t": 154.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.34001, "bpb": 1.93323, "chunk_loss": 0.031014, "F": 0.15863, "G": 0.18834, "chunks": 162.44, "bytes_per_chunk": 6.304, "boundary_entropy": 0.16697, "router_noise": 0.0, "grad_norm": 0.7328, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1192, "alpha": 0.03, "t": 156.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.191864, "boundary_entropy": 0.125757, "bpb": 2.170659}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.1915, "boundary_entropy": 0.160664, "bpb": 2.425538}, "vi": {"chunks": 4284.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232384, "cps": 33.46875, "mean_p": 0.194463, "boundary_entropy": 0.138928, "bpb": 2.005612}, "tr": {"chunks": 3249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179473, "cps": 25.382812, "mean_p": 0.194658, "boundary_entropy": 0.165402, "bpb": 2.427586}, "fi": {"chunks": 3000.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159481, "cps": 23.4375, "mean_p": 0.185691, "boundary_entropy": 0.169721, "bpb": 2.632797}, "ru": {"chunks": 6256.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330132, "cps": 48.875, "mean_p": 0.1887, "boundary_entropy": 0.146601, "bpb": 1.459377}, "el": {"chunks": 6300.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306973, "cps": 49.21875, "mean_p": 0.1788, "boundary_entropy": 0.163187, "bpb": 1.590393}, "hi": {"chunks": 4384.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.260565, "cps": 34.25, "mean_p": 0.113159, "boundary_entropy": 0.1725, "bpb": 1.313438}, "ta": {"chunks": 3389.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.181278, "cps": 26.476562, "mean_p": 0.098827, "boundary_entropy": 0.189692, "bpb": 1.066739}, "th": {"chunks": 2815.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175008, "cps": 21.992188, "mean_p": 0.129661, "boundary_entropy": 0.283769, "bpb": 1.221082}, "zh": {"chunks": 2910.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.492719, "cps": 22.734375, "mean_p": 0.255532, "boundary_entropy": 0.383657, "bpb": 3.347347}, "my": {"chunks": 3138.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.165611, "cps": 24.515625, "mean_p": 0.098286, "boundary_entropy": 0.200888, "bpb": 1.217426}}, "bpb": {"en": 2.17066, "de": 2.42554, "vi": 2.00561, "tr": 2.42759, "fi": 2.6328, "ru": 1.45938, "el": 1.59039, "hi": 1.31344, "ta": 1.06674, "th": 1.22108, "zh": 3.34735, "my": 1.21743}, "gini_cpc": 0.202772, "gini_cps": 0.156449, "bpic": 8.362517, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619789919517142, "vi": 1.3998545026856168, "tr": 1.0811245722168215, "fi": 0.9606959274011311, "ru": 1.9886763275494073, "el": 1.8491676309369791, "hi": 1.5696110625074255, "ta": 1.092000098870845, "th": 1.0542264598345175, "zh": 2.968083568850728, "my": 0.9976222841723899}, "t": 159.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18345, "de": 2.43651, "vi": 2.00694, "tr": 2.43267, "fi": 2.64285, "ru": 1.43837, "el": 1.5795, "hi": 1.31016, "ta": 1.07276, "th": 1.23982, "zh": 3.35058, "my": 1.22559}, "bytes_per_chunk": {"en": 5.736, "de": 6.301, "vi": 5.617, "tr": 6.224, "fi": 6.344, "ru": 5.565, "el": 6.048, "hi": 9.087, "ta": 14.12, "th": 15.686, "zh": 6.204, "my": 15.477}, "bpb_mean": 1.90993, "t": 160.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.46663, "bpb": 2.1159, "chunk_loss": 0.031206, "F": 0.16504, "G": 0.19176, "chunks": 169.0, "bytes_per_chunk": 6.059, "boundary_entropy": 0.16368, "router_noise": 0.0, "grad_norm": 0.7153, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.8073, "alpha": 0.03, "t": 160.5} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.41307, "bpb": 2.03863, "chunk_loss": 0.030898, "F": 0.15649, "G": 0.18207, "chunks": 160.25, "bytes_per_chunk": 6.39, "boundary_entropy": 0.15745, "router_noise": 0.0, "grad_norm": 0.7419, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5124, "alpha": 0.03, "t": 162.4} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47806, "bpb": 2.13239, "chunk_loss": 0.030938, "F": 0.16278, "G": 0.18903, "chunks": 166.69, "bytes_per_chunk": 6.143, "boundary_entropy": 0.16434, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.031, "alpha": 0.03, "t": 164.3} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.37066, "bpb": 1.97744, "chunk_loss": 0.031117, "F": 0.15775, "G": 0.1847, "chunks": 161.53, "bytes_per_chunk": 6.339, "boundary_entropy": 0.16826, "router_noise": 0.0, "grad_norm": 0.648, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8764, "alpha": 0.03, "t": 166.3} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.188422, "boundary_entropy": 0.113392, "bpb": 2.150368}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.187168, "boundary_entropy": 0.145937, "bpb": 2.392711}, "vi": {"chunks": 4250.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23054, "cps": 33.203125, "mean_p": 0.191007, "boundary_entropy": 0.123097, "bpb": 1.991195}, "tr": {"chunks": 3263.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180246, "cps": 25.492188, "mean_p": 0.193019, "boundary_entropy": 0.157862, "bpb": 2.39801}, "fi": {"chunks": 3000.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159481, "cps": 23.4375, "mean_p": 0.182418, "boundary_entropy": 0.157943, "bpb": 2.584868}, "ru": {"chunks": 6274.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.331082, "cps": 49.015625, "mean_p": 0.184779, "boundary_entropy": 0.134746, "bpb": 1.445658}, "el": {"chunks": 6110.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.297715, "cps": 47.734375, "mean_p": 0.173133, "boundary_entropy": 0.156306, "bpb": 1.568282}, "hi": {"chunks": 4116.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.244636, "cps": 32.15625, "mean_p": 0.09839, "boundary_entropy": 0.156191, "bpb": 1.305174}, "ta": {"chunks": 3268.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.174806, "cps": 25.53125, "mean_p": 0.088803, "boundary_entropy": 0.173249, "bpb": 1.058839}, "th": {"chunks": 2668.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.165869, "cps": 20.84375, "mean_p": 0.130821, "boundary_entropy": 0.283623, "bpb": 1.204756}, "zh": {"chunks": 3128.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.529631, "cps": 24.4375, "mean_p": 0.264936, "boundary_entropy": 0.378311, "bpb": 3.334507}, "my": {"chunks": 2757.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.145503, "cps": 21.539062, "mean_p": 0.093275, "boundary_entropy": 0.19937, "bpb": 1.199242}}, "bpb": {"en": 2.15037, "de": 2.39271, "vi": 1.9912, "tr": 2.39801, "fi": 2.58487, "ru": 1.44566, "el": 1.56828, "hi": 1.30517, "ta": 1.05884, "th": 1.20476, "zh": 3.33451, "my": 1.19924}, "gini_cpc": 0.219194, "gini_cps": 0.158168, "bpic": 8.526951, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9637392462828244, "vi": 1.388744546315096, "tr": 1.0857831576311139, "fi": 0.9606959274011311, "ru": 1.994398222353737, "el": 1.7933990833372924, "hi": 1.4736585614234863, "ta": 1.053011603160201, "th": 0.9991744919497308, "zh": 3.1904348465172085, "my": 0.8764960603770805}, "t": 169.1} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1618, "de": 2.40228, "vi": 1.99424, "tr": 2.40252, "fi": 2.59404, "ru": 1.42362, "el": 1.55877, "hi": 1.30271, "ta": 1.06576, "th": 1.2238, "zh": 3.33793, "my": 1.20763}, "bytes_per_chunk": {"en": 5.739, "de": 6.287, "vi": 5.647, "tr": 6.135, "fi": 6.334, "ru": 5.556, "el": 6.199, "hi": 9.692, "ta": 14.772, "th": 16.417, "zh": 5.726, "my": 18.805}, "bpb_mean": 1.88959, "t": 170.4} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.48545, "bpb": 2.14305, "chunk_loss": 0.030491, "F": 0.15375, "G": 0.18796, "chunks": 157.44, "bytes_per_chunk": 6.504, "boundary_entropy": 0.17766, "router_noise": 0.0, "grad_norm": 0.7394, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.834, "alpha": 0.03, "t": 170.4} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.39005, "bpb": 2.00542, "chunk_loss": 0.030433, "F": 0.15417, "G": 0.17983, "chunks": 157.88, "bytes_per_chunk": 6.486, "boundary_entropy": 0.14713, "router_noise": 0.0, "grad_norm": 0.6981, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4055, "alpha": 0.03, "t": 172.3} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.42293, "bpb": 2.05285, "chunk_loss": 0.030666, "F": 0.16159, "G": 0.18357, "chunks": 165.47, "bytes_per_chunk": 6.188, "boundary_entropy": 0.13267, "router_noise": 0.0, "grad_norm": 0.666, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.0087, "alpha": 0.03, "t": 174.3} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.36763, "bpb": 1.97307, "chunk_loss": 0.030866, "F": 0.14874, "G": 0.17404, "chunks": 152.31, "bytes_per_chunk": 6.723, "boundary_entropy": 0.15499, "router_noise": 0.0, "grad_norm": 0.6851, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8608, "alpha": 0.03, "t": 176.2} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.184874, "boundary_entropy": 0.100236, "bpb": 2.145423}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.182289, "boundary_entropy": 0.129614, "bpb": 2.378673}, "vi": {"chunks": 4227.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229292, "cps": 33.023438, "mean_p": 0.184318, "boundary_entropy": 0.120298, "bpb": 1.980519}, "tr": {"chunks": 3031.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167431, "cps": 23.679688, "mean_p": 0.179719, "boundary_entropy": 0.14253, "bpb": 2.383394}, "fi": {"chunks": 2998.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159375, "cps": 23.421875, "mean_p": 0.18043, "boundary_entropy": 0.147214, "bpb": 2.566303}, "ru": {"chunks": 6254.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330026, "cps": 48.859375, "mean_p": 0.178994, "boundary_entropy": 0.130929, "bpb": 1.422961}, "el": {"chunks": 6080.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296253, "cps": 47.5, "mean_p": 0.170129, "boundary_entropy": 0.150731, "bpb": 1.539136}, "hi": {"chunks": 3378.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.200773, "cps": 26.390625, "mean_p": 0.085659, "boundary_entropy": 0.151425, "bpb": 1.293282}, "ta": {"chunks": 3149.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.168441, "cps": 24.601562, "mean_p": 0.083267, "boundary_entropy": 0.169571, "bpb": 1.051845}, "th": {"chunks": 2767.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172024, "cps": 21.617188, "mean_p": 0.129112, "boundary_entropy": 0.270698, "bpb": 1.187854}, "zh": {"chunks": 3057.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517609, "cps": 23.882812, "mean_p": 0.253925, "boundary_entropy": 0.350772, "bpb": 3.307937}, "my": {"chunks": 2886.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152312, "cps": 22.546875, "mean_p": 0.079721, "boundary_entropy": 0.16218, "bpb": 1.193186}}, "bpb": {"en": 2.14542, "de": 2.37867, "vi": 1.98052, "tr": 2.38339, "fi": 2.5663, "ru": 1.42296, "el": 1.53914, "hi": 1.29328, "ta": 1.05184, "th": 1.18785, "zh": 3.30794, "my": 1.19319}, "gini_cpc": 0.212379, "gini_cps": 0.150027, "bpic": 8.723287, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619789919517142, "vi": 1.3812289875938615, "tr": 1.008583742194271, "fi": 0.9600554634495304, "ru": 1.9880405614600372, "el": 1.7845935231899737, "hi": 1.2094311517221905, "ta": 1.0146675453951877, "th": 1.0362503070558116, "zh": 3.1180176872772076, "my": 0.9175073015046262}, "t": 179.1} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.1555, "de": 2.38854, "vi": 1.9833, "tr": 2.38768, "fi": 2.57403, "ru": 1.40118, "el": 1.52913, "hi": 1.29172, "ta": 1.05819, "th": 1.20634, "zh": 3.30967, "my": 1.20202}, "bytes_per_chunk": {"en": 5.741, "de": 6.3, "vi": 5.681, "tr": 6.368, "fi": 6.337, "ru": 5.573, "el": 6.288, "hi": 10.735, "ta": 14.915, "th": 16.024, "zh": 5.755, "my": 16.552}, "bpb_mean": 1.87394, "t": 180.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.32138, "bpb": 1.90636, "chunk_loss": 0.030943, "F": 0.1539, "G": 0.17358, "chunks": 157.59, "bytes_per_chunk": 6.498, "boundary_entropy": 0.13873, "router_noise": 0.0, "grad_norm": 0.7439, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.495, "alpha": 0.03, "t": 180.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.55698, "bpb": 2.24624, "chunk_loss": 0.030512, "F": 0.16183, "G": 0.18846, "chunks": 165.72, "bytes_per_chunk": 6.179, "boundary_entropy": 0.15606, "router_noise": 0.0, "grad_norm": 0.6945, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.9529, "alpha": 0.03, "t": 182.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.50965, "bpb": 2.17797, "chunk_loss": 0.030522, "F": 0.16257, "G": 0.18818, "chunks": 166.47, "bytes_per_chunk": 6.151, "boundary_entropy": 0.14125, "router_noise": 0.0, "grad_norm": 0.7152, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.6934, "alpha": 0.03, "t": 184.3} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.33558, "bpb": 1.92684, "chunk_loss": 0.031385, "F": 0.16095, "G": 0.18234, "chunks": 164.81, "bytes_per_chunk": 6.213, "boundary_entropy": 0.17054, "router_noise": 0.0, "grad_norm": 0.6269, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8711, "alpha": 0.03, "t": 186.2} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.185481, "boundary_entropy": 0.099323, "bpb": 2.118712}, "de": {"chunks": 3281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159792, "cps": 25.632812, "mean_p": 0.181217, "boundary_entropy": 0.12434, "bpb": 2.347964}, "vi": {"chunks": 4237.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229835, "cps": 33.101562, "mean_p": 0.184648, "boundary_entropy": 0.107084, "bpb": 1.956353}, "tr": {"chunks": 3080.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170138, "cps": 24.0625, "mean_p": 0.185418, "boundary_entropy": 0.142973, "bpb": 2.358416}, "fi": {"chunks": 2998.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159375, "cps": 23.421875, "mean_p": 0.17766, "boundary_entropy": 0.139099, "bpb": 2.54296}, "ru": {"chunks": 6218.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328127, "cps": 48.578125, "mean_p": 0.180382, "boundary_entropy": 0.127516, "bpb": 1.408499}, "el": {"chunks": 6035.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29406, "cps": 47.148438, "mean_p": 0.171895, "boundary_entropy": 0.152878, "bpb": 1.517538}, "hi": {"chunks": 1900.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112927, "cps": 14.84375, "mean_p": 0.078927, "boundary_entropy": 0.155081, "bpb": 1.293759}, "ta": {"chunks": 1963.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.105001, "cps": 15.335938, "mean_p": 0.076826, "boundary_entropy": 0.175803, "bpb": 1.049482}, "th": {"chunks": 2834.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176189, "cps": 22.140625, "mean_p": 0.126468, "boundary_entropy": 0.264701, "bpb": 1.177251}, "zh": {"chunks": 3092.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523535, "cps": 24.15625, "mean_p": 0.253808, "boundary_entropy": 0.346244, "bpb": 3.284}, "my": {"chunks": 2936.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15495, "cps": 22.9375, "mean_p": 0.081712, "boundary_entropy": 0.1622, "bpb": 1.180044}}, "bpb": {"en": 2.11871, "de": 2.34796, "vi": 1.95635, "tr": 2.35842, "fi": 2.54296, "ru": 1.4085, "el": 1.51754, "hi": 1.29376, "ta": 1.04948, "th": 1.17725, "zh": 3.284, "my": 1.18004}, "gini_cpc": 0.255815, "gini_cps": 0.193887, "bpic": 9.255764, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962232675664139, "vi": 1.3840175572454607, "tr": 1.02453415834459, "fi": 0.9597232643272297, "ru": 1.9759128283317053, "el": 1.770772246919525, "hi": 0.6800248847025918, "ta": 0.6322969800225992, "th": 1.0609747739356123, "zh": 3.1526250355922136, "my": 0.933080154536948}, "t": 189.1} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12999, "de": 2.35953, "vi": 1.9596, "tr": 2.36543, "fi": 2.55023, "ru": 1.38698, "el": 1.50762, "hi": 1.29106, "ta": 1.055, "th": 1.19542, "zh": 3.28393, "my": 1.18822}, "bytes_per_chunk": {"en": 5.738, "de": 6.299, "vi": 5.661, "tr": 6.298, "fi": 6.342, "ru": 5.6, "el": 6.306, "hi": 18.16, "ta": 21.45, "th": 15.412, "zh": 5.669, "my": 16.682}, "bpb_mean": 1.85608, "t": 190.3} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.37122, "bpb": 1.97825, "chunk_loss": 0.030588, "F": 0.15134, "G": 0.17698, "chunks": 154.97, "bytes_per_chunk": 6.608, "boundary_entropy": 0.14919, "router_noise": 0.0, "grad_norm": 0.6766, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.9964, "alpha": 0.03, "t": 190.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.37064, "bpb": 1.97742, "chunk_loss": 0.030752, "F": 0.15002, "G": 0.17705, "chunks": 153.62, "bytes_per_chunk": 6.666, "boundary_entropy": 0.1534, "router_noise": 0.0, "grad_norm": 0.7382, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.522, "alpha": 0.03, "t": 192.3} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.43764, "bpb": 2.07408, "chunk_loss": 0.031097, "F": 0.16162, "G": 0.18294, "chunks": 165.5, "bytes_per_chunk": 6.187, "boundary_entropy": 0.15835, "router_noise": 0.0, "grad_norm": 0.6968, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4057, "alpha": 0.03, "t": 194.3} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.4001, "bpb": 2.01991, "chunk_loss": 0.030551, "F": 0.15466, "G": 0.17851, "chunks": 158.38, "bytes_per_chunk": 6.466, "boundary_entropy": 0.14171, "router_noise": 0.0, "grad_norm": 0.6886, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9203, "alpha": 0.03, "t": 196.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.183532, "boundary_entropy": 0.093306, "bpb": 2.104236}, "de": {"chunks": 3270.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159256, "cps": 25.546875, "mean_p": 0.177847, "boundary_entropy": 0.116142, "bpb": 2.332598}, "vi": {"chunks": 4226.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229238, "cps": 33.015625, "mean_p": 0.180051, "boundary_entropy": 0.105138, "bpb": 1.946851}, "tr": {"chunks": 3024.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167044, "cps": 23.625, "mean_p": 0.178412, "boundary_entropy": 0.13475, "bpb": 2.338203}, "fi": {"chunks": 2978.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158312, "cps": 23.265625, "mean_p": 0.174871, "boundary_entropy": 0.132963, "bpb": 2.515246}, "ru": {"chunks": 6206.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327493, "cps": 48.484375, "mean_p": 0.17224, "boundary_entropy": 0.128837, "bpb": 1.406383}, "el": {"chunks": 5935.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.289188, "cps": 46.367188, "mean_p": 0.166747, "boundary_entropy": 0.153509, "bpb": 1.498213}, "hi": {"chunks": 2657.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.15792, "cps": 20.757812, "mean_p": 0.082184, "boundary_entropy": 0.149036, "bpb": 1.27176}, "ta": {"chunks": 2519.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.134742, "cps": 19.679688, "mean_p": 0.077371, "boundary_entropy": 0.172459, "bpb": 1.026496}, "th": {"chunks": 2489.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15474, "cps": 19.445312, "mean_p": 0.115694, "boundary_entropy": 0.246634, "bpb": 1.173721}, "zh": {"chunks": 3089.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523027, "cps": 24.132812, "mean_p": 0.249483, "boundary_entropy": 0.329919, "bpb": 3.255683}, "my": {"chunks": 2484.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.131096, "cps": 19.40625, "mean_p": 0.080321, "boundary_entropy": 0.169154, "bpb": 1.176485}}, "bpb": {"en": 2.10424, "de": 2.3326, "vi": 1.94685, "tr": 2.3382, "fi": 2.51525, "ru": 1.40638, "el": 1.49821, "hi": 1.27176, "ta": 1.0265, "th": 1.17372, "zh": 3.25568, "my": 1.17649}, "gini_cpc": 0.236615, "gini_cps": 0.174836, "bpic": 9.189278, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9600032024955444, "vi": 1.3818588588952525, "tr": 1.0069515429748193, "fi": 0.9543114756993237, "ru": 1.974148841179594, "el": 1.7432401279455303, "hi": 0.9519492977434841, "ta": 0.8122318852770576, "th": 0.9327841710328498, "zh": 3.1528390577188325, "my": 0.7902519055853663}, "t": 199.1} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11588, "de": 2.34226, "vi": 1.94975, "tr": 2.3459, "fi": 2.52476, "ru": 1.38533, "el": 1.48718, "hi": 1.26826, "ta": 1.0333, "th": 1.19205, "zh": 3.25595, "my": 1.18455}, "bytes_per_chunk": {"en": 5.741, "de": 6.316, "vi": 5.686, "tr": 6.408, "fi": 6.373, "ru": 5.607, "el": 6.482, "hi": 11.509, "ta": 16.944, "th": 17.357, "zh": 5.614, "my": 20.49}, "bpb_mean": 1.84043, "t": 200.4} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.46997, "bpb": 2.12072, "chunk_loss": 0.031985, "F": 0.16553, "G": 0.17997, "chunks": 169.5, "bytes_per_chunk": 6.041, "boundary_entropy": 0.14093, "router_noise": 0.0, "grad_norm": 1.3831, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.551, "alpha": 0.03, "t": 200.4} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.32537, "bpb": 1.9121, "chunk_loss": 0.031096, "F": 0.16757, "G": 0.1826, "chunks": 171.59, "bytes_per_chunk": 5.968, "boundary_entropy": 0.12501, "router_noise": 0.0, "grad_norm": 0.6826, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7039, "alpha": 0.03, "t": 202.3} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.58747, "bpb": 2.29024, "chunk_loss": 0.030552, "F": 0.16541, "G": 0.19027, "chunks": 169.38, "bytes_per_chunk": 6.046, "boundary_entropy": 0.15954, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.5805, "alpha": 0.03, "t": 204.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.30908, "bpb": 1.88861, "chunk_loss": 0.03078, "F": 0.14798, "G": 0.16633, "chunks": 151.53, "bytes_per_chunk": 6.758, "boundary_entropy": 0.13153, "router_noise": 0.0, "grad_norm": 0.6865, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.2592, "alpha": 0.03, "t": 206.2} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.183223, "boundary_entropy": 0.090891, "bpb": 2.090483}, "de": {"chunks": 3276.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159548, "cps": 25.59375, "mean_p": 0.177268, "boundary_entropy": 0.113064, "bpb": 2.313311}, "vi": {"chunks": 4228.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229346, "cps": 33.03125, "mean_p": 0.181662, "boundary_entropy": 0.098767, "bpb": 1.93905}, "tr": {"chunks": 3045.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168204, "cps": 23.789062, "mean_p": 0.179974, "boundary_entropy": 0.131312, "bpb": 2.315649}, "fi": {"chunks": 2992.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159056, "cps": 23.375, "mean_p": 0.17609, "boundary_entropy": 0.133981, "bpb": 2.508004}, "ru": {"chunks": 6206.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327493, "cps": 48.484375, "mean_p": 0.175238, "boundary_entropy": 0.123584, "bpb": 1.381202}, "el": {"chunks": 5965.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29065, "cps": 46.601562, "mean_p": 0.168633, "boundary_entropy": 0.133611, "bpb": 1.483459}, "hi": {"chunks": 2631.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.156374, "cps": 20.554688, "mean_p": 0.080965, "boundary_entropy": 0.144892, "bpb": 1.256846}, "ta": {"chunks": 2635.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.140947, "cps": 20.585938, "mean_p": 0.079954, "boundary_entropy": 0.17627, "bpb": 1.022339}, "th": {"chunks": 2912.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181038, "cps": 22.75, "mean_p": 0.120893, "boundary_entropy": 0.249876, "bpb": 1.14737}, "zh": {"chunks": 3103.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.525398, "cps": 24.242188, "mean_p": 0.250035, "boundary_entropy": 0.330647, "bpb": 3.250629}, "my": {"chunks": 2375.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125343, "cps": 18.554688, "mean_p": 0.076769, "boundary_entropy": 0.163069, "bpb": 1.163575}}, "bpb": {"en": 2.09048, "de": 2.31331, "vi": 1.93905, "tr": 2.31565, "fi": 2.508, "ru": 1.3812, "el": 1.48346, "hi": 1.25685, "ta": 1.02234, "th": 1.14737, "zh": 3.25063, "my": 1.16358}, "gini_cpc": 0.235746, "gini_cps": 0.169375, "bpic": 9.082929, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9624314108725177, "vi": 1.3834712529243456, "tr": 1.0146471696572406, "fi": 0.9594625070492788, "ru": 1.9755174019013821, "el": 1.7532663821990815, "hi": 0.9432874966844439, "ta": 0.8502241815738645, "th": 1.0920653008362742, "zh": 3.1693239727422275, "my": 0.756098785730828}, "t": 209.1} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10266, "de": 2.32441, "vi": 1.94, "tr": 2.32135, "fi": 2.51954, "ru": 1.36042, "el": 1.47187, "hi": 1.25376, "ta": 1.02893, "th": 1.16637, "zh": 3.25018, "my": 1.17172}, "bytes_per_chunk": {"en": 5.74, "de": 6.308, "vi": 5.669, "tr": 6.36, "fi": 6.333, "ru": 5.605, "el": 6.412, "hi": 11.646, "ta": 16.327, "th": 15.126, "zh": 5.55, "my": 20.37}, "bpb_mean": 1.82593, "t": 210.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37117, "bpb": 1.97817, "chunk_loss": 0.030629, "F": 0.16098, "G": 0.17739, "chunks": 164.84, "bytes_per_chunk": 6.212, "boundary_entropy": 0.12364, "router_noise": 0.0, "grad_norm": 0.709, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.2652, "alpha": 0.03, "t": 210.4} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.4894, "bpb": 2.14875, "chunk_loss": 0.030449, "F": 0.15372, "G": 0.17973, "chunks": 157.41, "bytes_per_chunk": 6.505, "boundary_entropy": 0.16396, "router_noise": 0.0, "grad_norm": 0.6959, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.011, "alpha": 0.03, "t": 212.4} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.49497, "bpb": 2.15678, "chunk_loss": 0.030661, "F": 0.15829, "G": 0.18039, "chunks": 162.09, "bytes_per_chunk": 6.317, "boundary_entropy": 0.15614, "router_noise": 0.0, "grad_norm": 0.7086, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7756, "alpha": 0.03, "t": 214.3} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42614, "bpb": 2.05748, "chunk_loss": 0.030597, "F": 0.15555, "G": 0.17515, "chunks": 159.28, "bytes_per_chunk": 6.429, "boundary_entropy": 0.1409, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.8445, "alpha": 0.03, "t": 216.3} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.182117, "boundary_entropy": 0.086479, "bpb": 2.073829}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.177436, "boundary_entropy": 0.111565, "bpb": 2.300359}, "vi": {"chunks": 4239.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229943, "cps": 33.117188, "mean_p": 0.180406, "boundary_entropy": 0.094803, "bpb": 1.921636}, "tr": {"chunks": 3062.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169143, "cps": 23.921875, "mean_p": 0.17911, "boundary_entropy": 0.125931, "bpb": 2.293111}, "fi": {"chunks": 2981.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158471, "cps": 23.289062, "mean_p": 0.170214, "boundary_entropy": 0.117847, "bpb": 2.472318}, "ru": {"chunks": 6177.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.325963, "cps": 48.257812, "mean_p": 0.175058, "boundary_entropy": 0.121667, "bpb": 1.370673}, "el": {"chunks": 5979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.291332, "cps": 46.710938, "mean_p": 0.166072, "boundary_entropy": 0.135413, "bpb": 1.459553}, "hi": {"chunks": 3493.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207608, "cps": 27.289062, "mean_p": 0.086032, "boundary_entropy": 0.145906, "bpb": 1.247561}, "ta": {"chunks": 3161.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169083, "cps": 24.695312, "mean_p": 0.081023, "boundary_entropy": 0.164118, "bpb": 1.026544}, "th": {"chunks": 2863.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177992, "cps": 22.367188, "mean_p": 0.111302, "boundary_entropy": 0.227014, "bpb": 1.146254}, "zh": {"chunks": 3189.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539959, "cps": 24.914062, "mean_p": 0.251384, "boundary_entropy": 0.317095, "bpb": 3.216873}, "my": {"chunks": 2452.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.129407, "cps": 19.15625, "mean_p": 0.072869, "boundary_entropy": 0.148753, "bpb": 1.157567}}, "bpb": {"en": 2.07383, "de": 2.30036, "vi": 1.92164, "tr": 2.29311, "fi": 2.47232, "ru": 1.37067, "el": 1.45955, "hi": 1.24756, "ta": 1.02654, "th": 1.14625, "zh": 3.21687, "my": 1.15757}, "gini_cpc": 0.226012, "gini_cps": 0.155601, "bpic": 8.769531, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.3856297712934642, "tr": 1.0192519857515847, "fi": 0.9549420640160005, "ru": 1.9642434713015005, "el": 1.7555558063832981, "hi": 1.2510378344782735, "ta": 1.0188868511067366, "th": 1.0725738739056794, "zh": 3.253778670547722, "my": 0.7798014189000717}, "t": 219.2} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08747, "de": 2.3101, "vi": 1.92365, "tr": 2.29902, "fi": 2.48221, "ru": 1.34994, "el": 1.45005, "hi": 1.24442, "ta": 1.03281, "th": 1.16384, "zh": 3.21565, "my": 1.16569}, "bytes_per_chunk": {"en": 5.74, "de": 6.304, "vi": 5.669, "tr": 6.346, "fi": 6.378, "ru": 5.631, "el": 6.407, "hi": 10.477, "ta": 15.359, "th": 15.446, "zh": 5.323, "my": 20.085}, "bpb_mean": 1.8104, "t": 220.4} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.40449, "bpb": 2.02625, "chunk_loss": 0.030796, "F": 0.16122, "G": 0.18287, "chunks": 165.09, "bytes_per_chunk": 6.203, "boundary_entropy": 0.15189, "router_noise": 0.0, "grad_norm": 0.7335, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.8695, "alpha": 0.03, "t": 220.5} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.30533, "bpb": 1.88319, "chunk_loss": 0.030924, "F": 0.1561, "G": 0.17025, "chunks": 159.84, "bytes_per_chunk": 6.406, "boundary_entropy": 0.12665, "router_noise": 0.0, "grad_norm": 0.7253, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3813, "alpha": 0.03, "t": 222.4} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.44647, "bpb": 2.08682, "chunk_loss": 0.030626, "F": 0.16055, "G": 0.17842, "chunks": 164.41, "bytes_per_chunk": 6.228, "boundary_entropy": 0.13287, "router_noise": 0.0, "grad_norm": 0.685, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3701, "alpha": 0.03, "t": 224.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.24078, "bpb": 1.79007, "chunk_loss": 0.031068, "F": 0.15472, "G": 0.16872, "chunks": 158.44, "bytes_per_chunk": 6.463, "boundary_entropy": 0.13233, "router_noise": 0.0, "grad_norm": 0.6742, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.0005, "alpha": 0.03, "t": 226.3} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.181859, "boundary_entropy": 0.084568, "bpb": 2.062646}, "de": {"chunks": 3277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159597, "cps": 25.601562, "mean_p": 0.174633, "boundary_entropy": 0.103494, "bpb": 2.287781}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.178918, "boundary_entropy": 0.089568, "bpb": 1.915456}, "tr": {"chunks": 3015.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166547, "cps": 23.554688, "mean_p": 0.173582, "boundary_entropy": 0.119174, "bpb": 2.287238}, "fi": {"chunks": 2986.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158737, "cps": 23.328125, "mean_p": 0.169964, "boundary_entropy": 0.12041, "bpb": 2.455647}, "ru": {"chunks": 6180.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326121, "cps": 48.28125, "mean_p": 0.175547, "boundary_entropy": 0.119369, "bpb": 1.357453}, "el": {"chunks": 5955.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.290162, "cps": 46.523438, "mean_p": 0.164946, "boundary_entropy": 0.13369, "bpb": 1.446281}, "hi": {"chunks": 3703.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.220089, "cps": 28.929688, "mean_p": 0.086861, "boundary_entropy": 0.14817, "bpb": 1.235929}, "ta": {"chunks": 3318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.177481, "cps": 25.921875, "mean_p": 0.085061, "boundary_entropy": 0.169926, "bpb": 1.00233}, "th": {"chunks": 2915.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181225, "cps": 22.773438, "mean_p": 0.107066, "boundary_entropy": 0.215247, "bpb": 1.136315}, "zh": {"chunks": 2964.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501863, "cps": 23.15625, "mean_p": 0.237051, "boundary_entropy": 0.305099, "bpb": 3.205727}, "my": {"chunks": 2575.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135898, "cps": 20.117188, "mean_p": 0.076976, "boundary_entropy": 0.157365, "bpb": 1.147464}}, "bpb": {"en": 2.06265, "de": 2.28778, "vi": 1.91546, "tr": 2.28724, "fi": 2.45565, "ru": 1.35745, "el": 1.44628, "hi": 1.23593, "ta": 1.00233, "th": 1.13632, "zh": 3.20573, "my": 1.14746}, "gini_cpc": 0.212768, "gini_cps": 0.1541, "bpic": 8.723882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9623916087413871, "vi": 1.379720848720035, "tr": 1.0043025340213652, "fi": 0.9572066638144997, "ru": 1.9665593338416556, "el": 1.749720636944727, "hi": 1.3271696224742286, "ta": 1.070233905804914, "th": 1.0928115772691465, "zh": 3.026303987699179, "my": 0.8194862117439697}, "t": 229.2} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.0745, "de": 2.29731, "vi": 1.91901, "tr": 2.2931, "fi": 2.46694, "ru": 1.33576, "el": 1.43611, "hi": 1.23302, "ta": 1.00931, "th": 1.15464, "zh": 3.20539, "my": 1.15682}, "bytes_per_chunk": {"en": 5.741, "de": 6.308, "vi": 5.707, "tr": 6.383, "fi": 6.364, "ru": 5.638, "el": 6.415, "hi": 10.087, "ta": 14.474, "th": 15.254, "zh": 5.81, "my": 19.415}, "bpb_mean": 1.79849, "t": 230.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 230.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.25533, "bpb": 1.81106, "chunk_loss": 0.0, "F": 0.15329, "G": 0.16849, "chunks": 156.97, "bytes_per_chunk": 6.524, "boundary_entropy": 0.119, "router_noise": 0.0, "grad_norm": 0.6967, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 230.5} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.27541, "bpb": 1.84002, "chunk_loss": 0.0, "F": 0.159, "G": 0.1719, "chunks": 162.81, "bytes_per_chunk": 6.289, "boundary_entropy": 0.11325, "router_noise": 0.0, "grad_norm": 0.6944, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 232.4} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.36267, "bpb": 1.96591, "chunk_loss": 0.0, "F": 0.15326, "G": 0.17435, "chunks": 156.94, "bytes_per_chunk": 6.525, "boundary_entropy": 0.13993, "router_noise": 0.0, "grad_norm": 0.7352, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 234.3} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.3273, "bpb": 1.91489, "chunk_loss": 0.0, "F": 0.15298, "G": 0.17064, "chunks": 156.66, "bytes_per_chunk": 6.537, "boundary_entropy": 0.12617, "router_noise": 0.0, "grad_norm": 0.7039, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 236.2} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.182806, "boundary_entropy": 0.087103, "bpb": 2.05349}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.176612, "boundary_entropy": 0.10724, "bpb": 2.270588}, "vi": {"chunks": 4234.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229672, "cps": 33.078125, "mean_p": 0.182236, "boundary_entropy": 0.092506, "bpb": 1.91058}, "tr": {"chunks": 3052.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168591, "cps": 23.84375, "mean_p": 0.17907, "boundary_entropy": 0.126634, "bpb": 2.267177}, "fi": {"chunks": 2991.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159003, "cps": 23.367188, "mean_p": 0.172752, "boundary_entropy": 0.12219, "bpb": 2.437002}, "ru": {"chunks": 6209.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327652, "cps": 48.507812, "mean_p": 0.187681, "boundary_entropy": 0.125521, "bpb": 1.347296}, "el": {"chunks": 5968.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.290796, "cps": 46.625, "mean_p": 0.172022, "boundary_entropy": 0.132858, "bpb": 1.436928}, "hi": {"chunks": 4270.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.253789, "cps": 33.359375, "mean_p": 0.097202, "boundary_entropy": 0.149027, "bpb": 1.230298}, "ta": {"chunks": 3259.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.174325, "cps": 25.460938, "mean_p": 0.085502, "boundary_entropy": 0.162351, "bpb": 1.000356}, "th": {"chunks": 3177.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.197513, "cps": 24.820312, "mean_p": 0.116079, "boundary_entropy": 0.222434, "bpb": 1.124087}, "zh": {"chunks": 3230.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546901, "cps": 25.234375, "mean_p": 0.253625, "boundary_entropy": 0.318231, "bpb": 3.196164}, "my": {"chunks": 2649.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.139804, "cps": 20.695312, "mean_p": 0.078904, "boundary_entropy": 0.154855, "bpb": 1.138411}}, "bpb": {"en": 2.05349, "de": 2.27059, "vi": 1.91058, "tr": 2.26718, "fi": 2.437, "ru": 1.3473, "el": 1.43693, "hi": 1.2303, "ta": 1.00036, "th": 1.12409, "zh": 3.19616, "my": 1.13841}, "gini_cpc": 0.223814, "gini_cps": 0.151315, "bpic": 8.488664, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9637794737017485, "vi": 1.383995388454005, "tr": 1.0159232725388103, "fi": 0.9581454926104855, "ru": 1.9744192509812233, "el": 1.7523259830231683, "hi": 1.5293248076788513, "ta": 1.050475244465946, "th": 1.1902085914768925, "zh": 3.2956115101502483, "my": 0.8424526748231198}, "t": 239.0} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06713, "de": 2.28092, "vi": 1.91212, "tr": 2.27311, "fi": 2.44645, "ru": 1.32619, "el": 1.427, "hi": 1.22545, "ta": 1.00643, "th": 1.14252, "zh": 3.19265, "my": 1.14749}, "bytes_per_chunk": {"en": 5.739, "de": 6.299, "vi": 5.704, "tr": 6.356, "fi": 6.343, "ru": 5.614, "el": 6.385, "hi": 9.373, "ta": 15.011, "th": 14.239, "zh": 5.357, "my": 18.922}, "bpb_mean": 1.78729, "t": 240.3} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.32281, "bpb": 1.90842, "chunk_loss": 0.0, "F": 0.15927, "G": 0.18021, "chunks": 163.09, "bytes_per_chunk": 6.279, "boundary_entropy": 0.14197, "router_noise": 0.0, "grad_norm": 0.6843, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 240.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.16307, "bpb": 1.67796, "chunk_loss": 0.0, "F": 0.14862, "G": 0.16633, "chunks": 152.19, "bytes_per_chunk": 6.729, "boundary_entropy": 0.12814, "router_noise": 0.0, "grad_norm": 0.7862, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 242.3} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.29185, "bpb": 1.86375, "chunk_loss": 0.0, "F": 0.15567, "G": 0.17313, "chunks": 159.41, "bytes_per_chunk": 6.424, "boundary_entropy": 0.11987, "router_noise": 0.0, "grad_norm": 0.7365, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 244.3} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.29209, "bpb": 1.86409, "chunk_loss": 0.0, "F": 0.16696, "G": 0.18381, "chunks": 170.97, "bytes_per_chunk": 5.989, "boundary_entropy": 0.11849, "router_noise": 0.0, "grad_norm": 0.686, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 246.3} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183249, "boundary_entropy": 0.087736, "bpb": 2.042294}, "de": {"chunks": 3278.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159645, "cps": 25.609375, "mean_p": 0.176669, "boundary_entropy": 0.106304, "bpb": 2.268052}, "vi": {"chunks": 4224.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229129, "cps": 33.0, "mean_p": 0.182918, "boundary_entropy": 0.088057, "bpb": 1.898462}, "tr": {"chunks": 3072.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169696, "cps": 24.0, "mean_p": 0.180756, "boundary_entropy": 0.127784, "bpb": 2.259394}, "fi": {"chunks": 2998.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159375, "cps": 23.421875, "mean_p": 0.172756, "boundary_entropy": 0.122714, "bpb": 2.42853}, "ru": {"chunks": 6215.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327968, "cps": 48.554688, "mean_p": 0.186106, "boundary_entropy": 0.121206, "bpb": 1.337607}, "el": {"chunks": 6090.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29674, "cps": 47.578125, "mean_p": 0.173904, "boundary_entropy": 0.131335, "bpb": 1.419704}, "hi": {"chunks": 4141.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.246122, "cps": 32.351562, "mean_p": 0.100541, "boundary_entropy": 0.140224, "bpb": 1.221738}, "ta": {"chunks": 3233.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172934, "cps": 25.257812, "mean_p": 0.08818, "boundary_entropy": 0.162383, "bpb": 0.994547}, "th": {"chunks": 3095.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.192415, "cps": 24.179688, "mean_p": 0.113926, "boundary_entropy": 0.221912, "bpb": 1.118149}, "zh": {"chunks": 3341.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565696, "cps": 26.101562, "mean_p": 0.257355, "boundary_entropy": 0.313011, "bpb": 3.185725}, "my": {"chunks": 2588.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136584, "cps": 20.21875, "mean_p": 0.080927, "boundary_entropy": 0.163073, "bpb": 1.129222}}, "bpb": {"en": 2.04229, "de": 2.26805, "vi": 1.89846, "tr": 2.25939, "fi": 2.42853, "ru": 1.33761, "el": 1.4197, "hi": 1.22174, "ta": 0.99455, "th": 1.11815, "zh": 3.18573, "my": 1.12922}, "gini_cpc": 0.230191, "gini_cps": 0.153933, "bpic": 8.497686, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9620186098642911, "vi": 1.3807266227750867, "tr": 1.0225806989643595, "fi": 0.9603878926266252, "ru": 1.9763272096711713, "el": 1.7881476602900628, "hi": 1.4831227233250874, "ta": 1.042094650309421, "th": 1.1594886970793146, "zh": 3.408866271025381, "my": 0.8230530473545619}, "t": 249.2} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05384, "de": 2.27707, "vi": 1.90008, "tr": 2.26485, "fi": 2.43933, "ru": 1.3169, "el": 1.41078, "hi": 1.21681, "ta": 1.00163, "th": 1.13685, "zh": 3.18195, "my": 1.13868}, "bytes_per_chunk": {"en": 5.739, "de": 6.299, "vi": 5.707, "tr": 6.331, "fi": 6.353, "ru": 5.606, "el": 6.225, "hi": 9.675, "ta": 15.163, "th": 14.437, "zh": 4.998, "my": 19.142}, "bpb_mean": 1.77823, "t": 250.4} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.45319, "bpb": 2.09651, "chunk_loss": 0.0, "F": 0.16446, "G": 0.19171, "chunks": 168.41, "bytes_per_chunk": 6.081, "boundary_entropy": 0.16508, "router_noise": 0.0, "grad_norm": 0.6687, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 250.5} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.34528, "bpb": 1.94083, "chunk_loss": 0.0, "F": 0.15076, "G": 0.17118, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.13851, "router_noise": 0.0, "grad_norm": 0.7203, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 252.5} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.40214, "bpb": 2.02285, "chunk_loss": 0.0, "F": 0.1633, "G": 0.18473, "chunks": 167.22, "bytes_per_chunk": 6.124, "boundary_entropy": 0.13687, "router_noise": 0.0, "grad_norm": 0.7707, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 254.4} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.37085, "bpb": 1.97772, "chunk_loss": 0.0, "F": 0.16269, "G": 0.18111, "chunks": 166.59, "bytes_per_chunk": 6.147, "boundary_entropy": 0.12672, "router_noise": 0.0, "grad_norm": 0.6852, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 256.4} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.183784, "boundary_entropy": 0.089928, "bpb": 2.033994}, "de": {"chunks": 3283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159889, "cps": 25.648438, "mean_p": 0.177566, "boundary_entropy": 0.109466, "bpb": 2.254465}, "vi": {"chunks": 4209.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228316, "cps": 32.882812, "mean_p": 0.182899, "boundary_entropy": 0.087244, "bpb": 1.892081}, "tr": {"chunks": 3081.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170193, "cps": 24.070312, "mean_p": 0.180839, "boundary_entropy": 0.128668, "bpb": 2.244077}, "fi": {"chunks": 2995.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159215, "cps": 23.398438, "mean_p": 0.17369, "boundary_entropy": 0.123183, "bpb": 2.410055}, "ru": {"chunks": 6223.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328391, "cps": 48.617188, "mean_p": 0.187143, "boundary_entropy": 0.119581, "bpb": 1.329951}, "el": {"chunks": 6110.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.297715, "cps": 47.734375, "mean_p": 0.175316, "boundary_entropy": 0.131735, "bpb": 1.408539}, "hi": {"chunks": 4501.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.267519, "cps": 35.164062, "mean_p": 0.105798, "boundary_entropy": 0.149975, "bpb": 1.202263}, "ta": {"chunks": 3379.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.180744, "cps": 26.398438, "mean_p": 0.091678, "boundary_entropy": 0.167909, "bpb": 0.985456}, "th": {"chunks": 3172.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.197202, "cps": 24.78125, "mean_p": 0.114197, "boundary_entropy": 0.215893, "bpb": 1.110811}, "zh": {"chunks": 3205.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542668, "cps": 25.039062, "mean_p": 0.251566, "boundary_entropy": 0.309939, "bpb": 3.165816}, "my": {"chunks": 2996.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.158117, "cps": 23.40625, "mean_p": 0.084371, "boundary_entropy": 0.159375, "bpb": 1.121825}}, "bpb": {"en": 2.03399, "de": 2.25446, "vi": 1.89208, "tr": 2.24408, "fi": 2.41006, "ru": 1.32995, "el": 1.40854, "hi": 1.20226, "ta": 0.98546, "th": 1.11081, "zh": 3.16582, "my": 1.12182}, "gini_cpc": 0.216332, "gini_cps": 0.147565, "bpic": 8.334549, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9618207941894991, "vi": 1.3734456251826397, "tr": 1.0238040269587674, "fi": 0.9577686772801354, "ru": 1.975451052353648, "el": 1.7909194440931346, "hi": 1.6092726358495093, "ta": 1.0872725127940681, "th": 1.1862816155231333, "zh": 3.2644519291693848, "my": 0.9511611855131964}, "t": 259.3} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04634, "de": 2.26399, "vi": 1.89303, "tr": 2.25044, "fi": 2.4217, "ru": 1.30874, "el": 1.39978, "hi": 1.1971, "ta": 0.99292, "th": 1.12992, "zh": 3.16385, "my": 1.13099}, "bytes_per_chunk": {"en": 5.737, "de": 6.304, "vi": 5.706, "tr": 6.349, "fi": 6.351, "ru": 5.597, "el": 6.201, "hi": 8.901, "ta": 14.357, "th": 14.312, "zh": 5.301, "my": 16.531}, "bpb_mean": 1.76657, "t": 260.6} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.25092, "bpb": 1.80469, "chunk_loss": 0.0, "F": 0.16138, "G": 0.17894, "chunks": 165.25, "bytes_per_chunk": 6.197, "boundary_entropy": 0.1224, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 260.6} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.33841, "bpb": 1.93092, "chunk_loss": 0.0, "F": 0.16171, "G": 0.18191, "chunks": 165.59, "bytes_per_chunk": 6.184, "boundary_entropy": 0.13955, "router_noise": 0.0, "grad_norm": 0.7406, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 262.5} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.37105, "bpb": 1.978, "chunk_loss": 0.0, "F": 0.17029, "G": 0.19264, "chunks": 174.38, "bytes_per_chunk": 5.872, "boundary_entropy": 0.14552, "router_noise": 0.0, "grad_norm": 0.7126, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 264.5} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.26882, "bpb": 1.83053, "chunk_loss": 0.0, "F": 0.14484, "G": 0.16996, "chunks": 148.31, "bytes_per_chunk": 6.904, "boundary_entropy": 0.15478, "router_noise": 0.0, "grad_norm": 0.7399, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 266.5} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.183083, "boundary_entropy": 0.087655, "bpb": 2.025631}, "de": {"chunks": 3283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159889, "cps": 25.648438, "mean_p": 0.177439, "boundary_entropy": 0.108538, "bpb": 2.244985}, "vi": {"chunks": 4229.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229401, "cps": 33.039062, "mean_p": 0.182782, "boundary_entropy": 0.086682, "bpb": 1.883209}, "tr": {"chunks": 3078.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170027, "cps": 24.046875, "mean_p": 0.180757, "boundary_entropy": 0.127979, "bpb": 2.233454}, "fi": {"chunks": 2993.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159109, "cps": 23.382812, "mean_p": 0.172422, "boundary_entropy": 0.121672, "bpb": 2.397696}, "ru": {"chunks": 6219.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328179, "cps": 48.585938, "mean_p": 0.188804, "boundary_entropy": 0.119579, "bpb": 1.323646}, "el": {"chunks": 6067.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29562, "cps": 47.398438, "mean_p": 0.175936, "boundary_entropy": 0.133703, "bpb": 1.404755}, "hi": {"chunks": 4497.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.267281, "cps": 35.132812, "mean_p": 0.106023, "boundary_entropy": 0.15078, "bpb": 1.198689}, "ta": {"chunks": 3514.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.187965, "cps": 27.453125, "mean_p": 0.093341, "boundary_entropy": 0.171147, "bpb": 0.98679}, "th": {"chunks": 3018.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.187628, "cps": 23.578125, "mean_p": 0.116043, "boundary_entropy": 0.22671, "bpb": 1.109015}, "zh": {"chunks": 3248.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549949, "cps": 25.375, "mean_p": 0.253951, "boundary_entropy": 0.310903, "bpb": 3.159752}, "my": {"chunks": 2758.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.145556, "cps": 21.546875, "mean_p": 0.082495, "boundary_entropy": 0.163213, "bpb": 1.122537}}, "bpb": {"en": 2.02563, "de": 2.24498, "vi": 1.88321, "tr": 2.23345, "fi": 2.3977, "ru": 1.32365, "el": 1.40476, "hi": 1.19869, "ta": 0.98679, "th": 1.10902, "zh": 3.15975, "my": 1.12254}, "gini_cpc": 0.222656, "gini_cps": 0.153991, "bpic": 8.381145, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9638197289886459, "vi": 1.382839828269764, "tr": 1.024932820527941, "fi": 0.9591182829980108, "ru": 1.9782841835797447, "el": 1.7820114332342938, "hi": 1.6111840391239922, "ta": 1.133061867750528, "th": 1.1310335991069267, "zh": 3.315125043532136, "my": 0.8774213991966346}, "t": 269.4} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03862, "de": 2.25523, "vi": 1.88548, "tr": 2.2392, "fi": 2.40793, "ru": 1.30262, "el": 1.39526, "hi": 1.19516, "ta": 0.99284, "th": 1.12651, "zh": 3.15747, "my": 1.13194}, "bytes_per_chunk": {"en": 5.739, "de": 6.3, "vi": 5.699, "tr": 6.333, "fi": 6.355, "ru": 5.608, "el": 6.286, "hi": 8.947, "ta": 13.724, "th": 14.765, "zh": 5.236, "my": 18.255}, "bpb_mean": 1.76069, "t": 270.6} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.45838, "bpb": 2.104, "chunk_loss": 0.0, "F": 0.1698, "G": 0.19006, "chunks": 173.88, "bytes_per_chunk": 5.889, "boundary_entropy": 0.12282, "router_noise": 0.0, "grad_norm": 0.7513, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 270.7} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.27151, "bpb": 1.8344, "chunk_loss": 0.0, "F": 0.15958, "G": 0.18165, "chunks": 163.41, "bytes_per_chunk": 6.267, "boundary_entropy": 0.1548, "router_noise": 0.0, "grad_norm": 0.692, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 272.6} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.44451, "bpb": 2.08398, "chunk_loss": 0.0, "F": 0.1701, "G": 0.19245, "chunks": 174.19, "bytes_per_chunk": 5.879, "boundary_entropy": 0.14905, "router_noise": 0.0, "grad_norm": 0.731, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 274.6} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.2338, "bpb": 1.78, "chunk_loss": 0.0, "F": 0.15607, "G": 0.17873, "chunks": 159.81, "bytes_per_chunk": 6.408, "boundary_entropy": 0.1556, "router_noise": 0.0, "grad_norm": 0.6441, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 276.6} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.182905, "boundary_entropy": 0.087062, "bpb": 2.018638}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.176528, "boundary_entropy": 0.105515, "bpb": 2.235382}, "vi": {"chunks": 4224.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229129, "cps": 33.0, "mean_p": 0.183212, "boundary_entropy": 0.089118, "bpb": 1.877158}, "tr": {"chunks": 3071.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16964, "cps": 23.992188, "mean_p": 0.180703, "boundary_entropy": 0.126725, "bpb": 2.224345}, "fi": {"chunks": 2985.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158684, "cps": 23.320312, "mean_p": 0.172457, "boundary_entropy": 0.120652, "bpb": 2.393266}, "ru": {"chunks": 6228.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328654, "cps": 48.65625, "mean_p": 0.189382, "boundary_entropy": 0.120373, "bpb": 1.316046}, "el": {"chunks": 6050.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.294791, "cps": 47.265625, "mean_p": 0.176687, "boundary_entropy": 0.135356, "bpb": 1.392095}, "hi": {"chunks": 4426.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.263061, "cps": 34.578125, "mean_p": 0.103964, "boundary_entropy": 0.155094, "bpb": 1.193374}, "ta": {"chunks": 3297.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176357, "cps": 25.757812, "mean_p": 0.090014, "boundary_entropy": 0.173252, "bpb": 0.976529}, "th": {"chunks": 2951.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.183463, "cps": 23.054688, "mean_p": 0.115028, "boundary_entropy": 0.224897, "bpb": 1.101823}, "zh": {"chunks": 3341.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565696, "cps": 26.101562, "mean_p": 0.261033, "boundary_entropy": 0.318782, "bpb": 3.147793}, "my": {"chunks": 3012.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.158961, "cps": 23.53125, "mean_p": 0.086182, "boundary_entropy": 0.165839, "bpb": 1.114346}}, "bpb": {"en": 2.01864, "de": 2.23538, "vi": 1.87716, "tr": 2.22435, "fi": 2.39327, "ru": 1.31605, "el": 1.3921, "hi": 1.19337, "ta": 0.97653, "th": 1.10182, "zh": 3.14779, "my": 1.11435}, "gini_cpc": 0.22251, "gini_cps": 0.148615, "bpic": 8.388106, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619789919517142, "vi": 1.3802486973258743, "tr": 1.021893986235106, "fi": 0.9558924477641255, "ru": 1.9797756022982271, "el": 1.7757879630426547, "hi": 1.5846483947668488, "ta": 1.062355953371843, "th": 1.105158892707517, "zh": 3.4076863242372104, "my": 0.957564792838508}, "t": 279.5} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03117, "de": 2.24662, "vi": 1.88031, "tr": 2.23089, "fi": 2.4029, "ru": 1.29502, "el": 1.38121, "hi": 1.18902, "ta": 0.9841, "th": 1.1199, "zh": 3.1444, "my": 1.12342}, "bytes_per_chunk": {"en": 5.739, "de": 6.303, "vi": 5.702, "tr": 6.328, "fi": 6.362, "ru": 5.596, "el": 6.311, "hi": 9.048, "ta": 14.82, "th": 15.06, "zh": 5.083, "my": 16.6}, "bpb_mean": 1.75241, "t": 280.8} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.34781, "bpb": 1.94448, "chunk_loss": 0.0, "F": 0.15723, "G": 0.17951, "chunks": 161.0, "bytes_per_chunk": 6.36, "boundary_entropy": 0.13037, "router_noise": 0.0, "grad_norm": 0.7633, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 280.8} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.31237, "bpb": 1.89335, "chunk_loss": 0.0, "F": 0.15677, "G": 0.17687, "chunks": 160.53, "bytes_per_chunk": 6.379, "boundary_entropy": 0.12817, "router_noise": 0.0, "grad_norm": 0.7562, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 282.8} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.28171, "bpb": 1.84912, "chunk_loss": 0.0, "F": 0.15482, "G": 0.17633, "chunks": 158.53, "bytes_per_chunk": 6.459, "boundary_entropy": 0.13958, "router_noise": 0.0, "grad_norm": 0.7101, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 284.7} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.35634, "bpb": 1.95679, "chunk_loss": 0.0, "F": 0.16165, "G": 0.18173, "chunks": 165.53, "bytes_per_chunk": 6.186, "boundary_entropy": 0.12783, "router_noise": 0.0, "grad_norm": 0.736, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 286.7} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.182728, "boundary_entropy": 0.086595, "bpb": 2.012359}, "de": {"chunks": 3277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159597, "cps": 25.601562, "mean_p": 0.17661, "boundary_entropy": 0.106455, "bpb": 2.228045}, "vi": {"chunks": 4210.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22837, "cps": 32.890625, "mean_p": 0.18239, "boundary_entropy": 0.089729, "bpb": 1.870715}, "tr": {"chunks": 3074.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169806, "cps": 24.015625, "mean_p": 0.180929, "boundary_entropy": 0.127484, "bpb": 2.217618}, "fi": {"chunks": 2978.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158312, "cps": 23.265625, "mean_p": 0.171647, "boundary_entropy": 0.120461, "bpb": 2.382887}, "ru": {"chunks": 6227.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328602, "cps": 48.648438, "mean_p": 0.190411, "boundary_entropy": 0.124019, "bpb": 1.312229}, "el": {"chunks": 6056.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.295084, "cps": 47.3125, "mean_p": 0.175077, "boundary_entropy": 0.134366, "bpb": 1.384764}, "hi": {"chunks": 4530.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.269242, "cps": 35.390625, "mean_p": 0.106386, "boundary_entropy": 0.153564, "bpb": 1.187286}, "ta": {"chunks": 3244.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173522, "cps": 25.34375, "mean_p": 0.091757, "boundary_entropy": 0.175958, "bpb": 0.977079}, "th": {"chunks": 2942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.182903, "cps": 22.984375, "mean_p": 0.113537, "boundary_entropy": 0.223827, "bpb": 1.101279}, "zh": {"chunks": 3384.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572977, "cps": 26.4375, "mean_p": 0.264418, "boundary_entropy": 0.320032, "bpb": 3.137315}, "my": {"chunks": 3319.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175164, "cps": 25.929688, "mean_p": 0.093221, "boundary_entropy": 0.168241, "bpb": 1.10886}}, "bpb": {"en": 2.01236, "de": 2.22804, "vi": 1.87072, "tr": 2.21762, "fi": 2.38289, "ru": 1.31223, "el": 1.38476, "hi": 1.18729, "ta": 0.97708, "th": 1.10128, "zh": 3.13732, "my": 1.10886}, "gini_cpc": 0.221574, "gini_cps": 0.147727, "bpic": 8.319914, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962058255222599, "vi": 1.376627022231191, "tr": 1.0236008740425246, "fi": 0.9543114756993237, "ru": 1.980829009672145, "el": 1.7787804911268965, "hi": 1.6230072708987515, "ta": 1.046002475521546, "th": 1.1025516396860762, "zh": 3.4539356980642704, "my": 1.0558961653131365}, "t": 289.6} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.0248, "de": 2.23811, "vi": 1.87325, "tr": 2.22238, "fi": 2.39155, "ru": 1.29087, "el": 1.37516, "hi": 1.18327, "ta": 0.98451, "th": 1.11944, "zh": 3.13371, "my": 1.11806}, "bytes_per_chunk": {"en": 5.74, "de": 6.305, "vi": 5.711, "tr": 6.334, "fi": 6.374, "ru": 5.598, "el": 6.326, "hi": 8.863, "ta": 15.022, "th": 15.1, "zh": 4.939, "my": 14.894}, "bpb_mean": 1.74626, "t": 290.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.22677, "bpb": 1.76986, "chunk_loss": 0.0, "F": 0.15338, "G": 0.17432, "chunks": 157.06, "bytes_per_chunk": 6.52, "boundary_entropy": 0.141, "router_noise": 0.0, "grad_norm": 0.7083, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 290.9} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.27987, "bpb": 1.84646, "chunk_loss": 0.0, "F": 0.15558, "G": 0.17807, "chunks": 159.31, "bytes_per_chunk": 6.428, "boundary_entropy": 0.15048, "router_noise": 0.0, "grad_norm": 0.7455, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 292.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.45763, "bpb": 2.10291, "chunk_loss": 0.0, "F": 0.16895, "G": 0.19029, "chunks": 173.0, "bytes_per_chunk": 5.919, "boundary_entropy": 0.12831, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 294.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.30211, "bpb": 1.87854, "chunk_loss": 0.0, "F": 0.15234, "G": 0.1739, "chunks": 156.0, "bytes_per_chunk": 6.564, "boundary_entropy": 0.1254, "router_noise": 0.0, "grad_norm": 0.7295, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 296.7} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183134, "boundary_entropy": 0.087837, "bpb": 2.008509}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.176327, "boundary_entropy": 0.105979, "bpb": 2.221661}, "vi": {"chunks": 4207.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228207, "cps": 32.867188, "mean_p": 0.183918, "boundary_entropy": 0.088893, "bpb": 1.86684}, "tr": {"chunks": 3093.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170856, "cps": 24.164062, "mean_p": 0.18237, "boundary_entropy": 0.128965, "bpb": 2.212247}, "fi": {"chunks": 2987.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15879, "cps": 23.335938, "mean_p": 0.170867, "boundary_entropy": 0.118352, "bpb": 2.375118}, "ru": {"chunks": 6238.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329182, "cps": 48.734375, "mean_p": 0.193971, "boundary_entropy": 0.127495, "bpb": 1.305171}, "el": {"chunks": 6153.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29981, "cps": 48.070312, "mean_p": 0.179361, "boundary_entropy": 0.135326, "bpb": 1.375849}, "hi": {"chunks": 4424.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.262942, "cps": 34.5625, "mean_p": 0.109235, "boundary_entropy": 0.152861, "bpb": 1.182912}, "ta": {"chunks": 3413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.182562, "cps": 26.664062, "mean_p": 0.094985, "boundary_entropy": 0.173678, "bpb": 0.972408}, "th": {"chunks": 3023.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.187939, "cps": 23.617188, "mean_p": 0.112523, "boundary_entropy": 0.218121, "bpb": 1.095961}, "zh": {"chunks": 3478.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.588893, "cps": 27.171875, "mean_p": 0.267543, "boundary_entropy": 0.31876, "bpb": 3.12618}, "my": {"chunks": 3272.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.172683, "cps": 25.5625, "mean_p": 0.092655, "boundary_entropy": 0.171977, "bpb": 1.108202}}, "bpb": {"en": 2.00851, "de": 2.22166, "vi": 1.86684, "tr": 2.21225, "fi": 2.37512, "ru": 1.30517, "el": 1.37585, "hi": 1.18291, "ta": 0.97241, "th": 1.09596, "zh": 3.12618, "my": 1.1082}, "gini_cpc": 0.224302, "gini_cps": 0.14615, "bpic": 8.26135, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.3751697211209257, "tr": 1.0295709967111861, "fi": 0.9568641211726915, "ru": 1.983641051315972, "el": 1.8066457395344429, "hi": 1.5844807843492361, "ta": 1.1001141483161316, "th": 1.1325151312668071, "zh": 3.548649174087481, "my": 1.040583296346262}, "t": 299.6} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02212, "de": 2.23244, "vi": 1.86818, "tr": 2.21743, "fi": 2.38489, "ru": 1.28388, "el": 1.36521, "hi": 1.17855, "ta": 0.97972, "th": 1.11541, "zh": 3.12235, "my": 1.11746}, "bytes_per_chunk": {"en": 5.738, "de": 6.305, "vi": 5.715, "tr": 6.313, "fi": 6.368, "ru": 5.587, "el": 6.171, "hi": 9.097, "ta": 14.226, "th": 14.872, "zh": 4.736, "my": 15.284}, "bpb_mean": 1.74064, "t": 300.8} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.31358, "bpb": 1.89509, "chunk_loss": 0.0, "F": 0.16595, "G": 0.1874, "chunks": 169.94, "bytes_per_chunk": 6.026, "boundary_entropy": 0.13378, "router_noise": 0.0, "grad_norm": 0.719, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 300.9} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.21745, "bpb": 1.75641, "chunk_loss": 0.0, "F": 0.15817, "G": 0.17658, "chunks": 161.97, "bytes_per_chunk": 6.322, "boundary_entropy": 0.12442, "router_noise": 0.0, "grad_norm": 0.7425, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 302.8} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.28194, "bpb": 1.84945, "chunk_loss": 0.0, "F": 0.15857, "G": 0.17753, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.11496, "router_noise": 0.0, "grad_norm": 0.7624, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 304.7} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.30463, "bpb": 1.88218, "chunk_loss": 0.0, "F": 0.15997, "G": 0.1821, "chunks": 163.81, "bytes_per_chunk": 6.251, "boundary_entropy": 0.14428, "router_noise": 0.0, "grad_norm": 0.7505, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 306.7} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183411, "boundary_entropy": 0.088851, "bpb": 2.00625}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.177203, "boundary_entropy": 0.107575, "bpb": 2.21629}, "vi": {"chunks": 4210.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22837, "cps": 32.890625, "mean_p": 0.183853, "boundary_entropy": 0.088472, "bpb": 1.863448}, "tr": {"chunks": 3097.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171077, "cps": 24.195312, "mean_p": 0.182677, "boundary_entropy": 0.129712, "bpb": 2.206129}, "fi": {"chunks": 2985.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158684, "cps": 23.320312, "mean_p": 0.172632, "boundary_entropy": 0.121333, "bpb": 2.371631}, "ru": {"chunks": 6243.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329446, "cps": 48.773438, "mean_p": 0.194826, "boundary_entropy": 0.124143, "bpb": 1.303021}, "el": {"chunks": 6165.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.300395, "cps": 48.164062, "mean_p": 0.179554, "boundary_entropy": 0.135637, "bpb": 1.375126}, "hi": {"chunks": 4559.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.270966, "cps": 35.617188, "mean_p": 0.109071, "boundary_entropy": 0.154148, "bpb": 1.18032}, "ta": {"chunks": 3565.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.190693, "cps": 27.851562, "mean_p": 0.098452, "boundary_entropy": 0.178352, "bpb": 0.97027}, "th": {"chunks": 3027.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.188188, "cps": 23.648438, "mean_p": 0.115483, "boundary_entropy": 0.224219, "bpb": 1.09271}, "zh": {"chunks": 3336.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564849, "cps": 26.0625, "mean_p": 0.262884, "boundary_entropy": 0.320754, "bpb": 3.122985}, "my": {"chunks": 3124.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.164872, "cps": 24.40625, "mean_p": 0.090443, "boundary_entropy": 0.172309, "bpb": 1.105498}}, "bpb": {"en": 2.00625, "de": 2.21629, "vi": 1.86345, "tr": 2.20613, "fi": 2.37163, "ru": 1.30302, "el": 1.37513, "hi": 1.18032, "ta": 0.97027, "th": 1.09271, "zh": 3.12298, "my": 1.1055}, "gini_cpc": 0.220165, "gini_cps": 0.149164, "bpic": 8.257262, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.3761503508246011, "tr": 1.030902481996296, "fi": 0.9562234354537944, "ru": 1.9852310168909286, "el": 1.8101691832000388, "hi": 1.6328318028589892, "ta": 1.149108391077354, "th": 1.1340136627008353, "zh": 3.403764705220195, "my": 0.9935153477340228}, "t": 309.6} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01965, "de": 2.22746, "vi": 1.86563, "tr": 2.21115, "fi": 2.38162, "ru": 1.28154, "el": 1.36326, "hi": 1.17577, "ta": 0.97777, "th": 1.1104, "zh": 3.11845, "my": 1.1142}, "bytes_per_chunk": {"en": 5.739, "de": 6.304, "vi": 5.707, "tr": 6.295, "fi": 6.36, "ru": 5.582, "el": 6.159, "hi": 8.787, "ta": 13.627, "th": 14.816, "zh": 5.053, "my": 16.043}, "bpb_mean": 1.73724, "t": 310.8} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.34205, "bpb": 1.93616, "chunk_loss": 0.0, "F": 0.15405, "G": 0.17532, "chunks": 157.75, "bytes_per_chunk": 6.491, "boundary_entropy": 0.13248, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 310.8} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.3039, "bpb": 1.88113, "chunk_loss": 0.0, "F": 0.15701, "G": 0.1796, "chunks": 160.78, "bytes_per_chunk": 6.369, "boundary_entropy": 0.1447, "router_noise": 0.0, "grad_norm": 0.7161, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 312.8} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.2143, "bpb": 1.75187, "chunk_loss": 0.0, "F": 0.15042, "G": 0.17357, "chunks": 154.03, "bytes_per_chunk": 6.648, "boundary_entropy": 0.13769, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 314.7} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.23504, "bpb": 1.78178, "chunk_loss": 0.0, "F": 0.15094, "G": 0.17328, "chunks": 154.56, "bytes_per_chunk": 6.625, "boundary_entropy": 0.13639, "router_noise": 0.0, "grad_norm": 0.7632, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 316.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183627, "boundary_entropy": 0.089455, "bpb": 2.004428}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.177202, "boundary_entropy": 0.108205, "bpb": 2.213324}, "vi": {"chunks": 4213.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228533, "cps": 32.914062, "mean_p": 0.183982, "boundary_entropy": 0.089736, "bpb": 1.861369}, "tr": {"chunks": 3087.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170524, "cps": 24.117188, "mean_p": 0.182437, "boundary_entropy": 0.12951, "bpb": 2.20494}, "fi": {"chunks": 2989.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158896, "cps": 23.351562, "mean_p": 0.17257, "boundary_entropy": 0.120876, "bpb": 2.367539}, "ru": {"chunks": 6242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329393, "cps": 48.765625, "mean_p": 0.194287, "boundary_entropy": 0.125397, "bpb": 1.301157}, "el": {"chunks": 6159.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.300102, "cps": 48.117188, "mean_p": 0.179594, "boundary_entropy": 0.136297, "bpb": 1.370404}, "hi": {"chunks": 4568.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.271501, "cps": 35.6875, "mean_p": 0.111962, "boundary_entropy": 0.152452, "bpb": 1.177103}, "ta": {"chunks": 3390.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.181332, "cps": 26.484375, "mean_p": 0.095591, "boundary_entropy": 0.17573, "bpb": 0.968372}, "th": {"chunks": 2953.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.183587, "cps": 23.070312, "mean_p": 0.116292, "boundary_entropy": 0.229397, "bpb": 1.091369}, "zh": {"chunks": 3475.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.588385, "cps": 27.148438, "mean_p": 0.266842, "boundary_entropy": 0.317486, "bpb": 3.116364}, "my": {"chunks": 3174.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.167511, "cps": 24.796875, "mean_p": 0.091411, "boundary_entropy": 0.170857, "bpb": 1.10566}}, "bpb": {"en": 2.00443, "de": 2.21332, "vi": 1.86137, "tr": 2.20494, "fi": 2.36754, "ru": 1.30116, "el": 1.3704, "hi": 1.1771, "ta": 0.96837, "th": 1.09137, "zh": 3.11636, "my": 1.10566}, "gini_cpc": 0.226215, "gini_cps": 0.14981, "bpic": 8.268113, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.3771309805282765, "tr": 1.0275737687835214, "fi": 0.9575048068915885, "ru": 1.9849130237759374, "el": 1.808407461367241, "hi": 1.6360552040929726, "ta": 1.092700545793052, "th": 1.1062908311713135, "zh": 3.5455882346043697, "my": 1.0094166817246442}, "t": 319.6} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01784, "de": 2.22347, "vi": 1.86341, "tr": 2.21028, "fi": 2.37779, "ru": 1.28057, "el": 1.35988, "hi": 1.17251, "ta": 0.97578, "th": 1.10927, "zh": 3.11138, "my": 1.11448}, "bytes_per_chunk": {"en": 5.739, "de": 6.305, "vi": 5.711, "tr": 6.318, "fi": 6.36, "ru": 5.578, "el": 6.178, "hi": 8.759, "ta": 14.372, "th": 15.045, "zh": 4.797, "my": 15.674}, "bpb_mean": 1.73472, "t": 320.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183627, "boundary_entropy": 0.089455, "bpb": 2.004428}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.177202, "boundary_entropy": 0.108205, "bpb": 2.213324}, "vi": {"chunks": 4213.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228533, "cps": 32.914062, "mean_p": 0.183982, "boundary_entropy": 0.089736, "bpb": 1.861369}, "tr": {"chunks": 3087.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170524, "cps": 24.117188, "mean_p": 0.182437, "boundary_entropy": 0.12951, "bpb": 2.20494}, "fi": {"chunks": 2989.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158896, "cps": 23.351562, "mean_p": 0.17257, "boundary_entropy": 0.120876, "bpb": 2.367539}, "ru": {"chunks": 6242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.329393, "cps": 48.765625, "mean_p": 0.194287, "boundary_entropy": 0.125397, "bpb": 1.301157}, "el": {"chunks": 6159.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.300102, "cps": 48.117188, "mean_p": 0.179594, "boundary_entropy": 0.136297, "bpb": 1.370404}, "hi": {"chunks": 4568.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.271501, "cps": 35.6875, "mean_p": 0.111962, "boundary_entropy": 0.152452, "bpb": 1.177103}, "ta": {"chunks": 3390.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.181332, "cps": 26.484375, "mean_p": 0.095591, "boundary_entropy": 0.17573, "bpb": 0.968372}, "th": {"chunks": 2953.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.183587, "cps": 23.070312, "mean_p": 0.116292, "boundary_entropy": 0.229397, "bpb": 1.091369}, "zh": {"chunks": 3475.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.588385, "cps": 27.148438, "mean_p": 0.266842, "boundary_entropy": 0.317486, "bpb": 3.116364}, "my": {"chunks": 3174.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.167511, "cps": 24.796875, "mean_p": 0.091411, "boundary_entropy": 0.170857, "bpb": 1.10566}}, "bpb": {"en": 2.00443, "de": 2.21332, "vi": 1.86137, "tr": 2.20494, "fi": 2.36754, "ru": 1.30116, "el": 1.3704, "hi": 1.1771, "ta": 0.96837, "th": 1.09137, "zh": 3.11636, "my": 1.10566}, "gini_cpc": 0.226215, "gini_cps": 0.14981, "bpic": 8.268113, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.3771309805282765, "tr": 1.0275737687835214, "fi": 0.9575048068915885, "ru": 1.9849130237759374, "el": 1.808407461367241, "hi": 1.6360552040929726, "ta": 1.092700545793052, "th": 1.1062908311713135, "zh": 3.5455882346043697, "my": 1.0094166817246442}, "t": 321.9} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s1/th0.60"], "t": 323.3} +{"event": "final", "run": "pilot_B_s1", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.025561883633651, "bytes_per_chunk": 5.738452782277483}, "de": {"cpc": 0.1596941508790727, "cps": 25.6171875, "bpb": 2.2150645576246735, "bytes_per_chunk": 6.295182748186926}, "vi": {"cpc": 0.22853268239761323, "cps": 32.9140625, "bpb": 1.8667046584639686, "bytes_per_chunk": 5.700703497917777}, "tr": {"cpc": 0.17052422250455726, "cps": 24.1171875, "bpb": 2.2021629243559824, "bytes_per_chunk": 6.352157214340235}, "fi": {"cpc": 0.15889639040986656, "cps": 23.3515625, "bpb": 2.392972709489225, "bytes_per_chunk": 6.338794114446688}, "ru": {"cpc": 0.32939313984168866, "cps": 48.765625, "bpb": 1.2800927215140925, "bytes_per_chunk": 5.570302373515225}, "el": {"cpc": 0.30010232422160504, "cps": 48.1171875, "bpb": 1.3561542255135945, "bytes_per_chunk": 6.20202283078015}, "hi": {"cpc": 0.2715007429420505, "cps": 35.6875, "bpb": 1.1812027026424354, "bytes_per_chunk": 8.817787345689394}, "ta": {"cpc": 0.18133190692698584, "cps": 26.484375, "bpb": 0.9769356889124318, "bytes_per_chunk": 14.478694319405706}, "th": {"cpc": 0.18358719303699098, "cps": 23.0703125, "bpb": 1.1062575272807682, "bytes_per_chunk": 14.971102227298687}, "zh": {"cpc": 0.5883846935320014, "cps": 27.1484375, "bpb": 3.1204771658389325, "bytes_per_chunk": 4.7911686222904555}, "my": {"cpc": 0.16751108296390121, "cps": 24.796875, "bpb": 1.123622013599108, "bytes_per_chunk": 15.603345138537543}}, "gini_cpc": 0.2262152618690665, "gini_cps": 0.14981041428786868, "bpic": 8.268112975849366, "seed": 1, "mean_boundary_entropy": 0.15568843483924866, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 325.6} diff --git a/pilot_B_s1/model.safetensors b/pilot_B_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2ba4ed3b23df6424313058b74c9a0ab3053b3fa4 --- /dev/null +++ b/pilot_B_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c12d127e2bfced5e9f360ddbbabc435358710115cecac8f56deb6c03fb4c6b6d +size 90078296 diff --git a/pilot_B_s2/config.json b/pilot_B_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..7464c4d68ed646388bd6a6aa08fd69100036eca6 --- /dev/null +++ b/pilot_B_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_B_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 2, + "out_dir": null, + "run_name": "pilot_B_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.16884574026563004, + "gini_cps": 0.04015692444229302, + "bpic": 9.289144378555005, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9760990467998429, + "vi": 1.04351178225562, + "tr": 1.0470393983285189, + "fi": 0.952360477442798, + "ru": 1.1476737835635573, + "el": 0.8497940169709165, + "hi": 1.10533869417009, + "ta": 0.9043670747919387, + "th": 1.0819396953683555, + "zh": 3.00895602801737, + "my": 0.89004053469868 + } + } +} \ No newline at end of file diff --git a/pilot_B_s2/final.json b/pilot_B_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..7c199a5f4431759a82b420f406baef78165b28c1 --- /dev/null +++ b/pilot_B_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_B_s2", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.18755387002240992, + "cps": 25.5, + "bpb": 2.031368200658346, + "bytes_per_chunk": 5.507979030749997 + }, + "de": { + "cpc": 0.18307115375249597, + "cps": 29.3671875, + "bpb": 2.20476016335365, + "bytes_per_chunk": 5.634173338348289 + }, + "vi": { + "cpc": 0.19571467317602387, + "cps": 28.1875, + "bpb": 1.9099308209274897, + "bytes_per_chunk": 7.275108927927178 + }, + "tr": { + "cpc": 0.19637629122244932, + "cps": 27.7734375, + "bpb": 2.1655820640326437, + "bytes_per_chunk": 5.618655692729766 + }, + "fi": { + "cpc": 0.17861889320078678, + "cps": 26.25, + "bpb": 2.367652628209442, + "bytes_per_chunk": 5.483782568221992 + }, + "ru": { + "cpc": 0.21525065963060686, + "cps": 31.8671875, + "bpb": 1.3740306504389745, + "bytes_per_chunk": 8.823871955837555 + }, + "el": { + "cpc": 0.15938215660478489, + "cps": 25.5546875, + "bpb": 1.461245057364279, + "bytes_per_chunk": 11.419162328752206 + }, + "hi": { + "cpc": 0.20731054977711738, + "cps": 27.25, + "bpb": 1.173552301643864, + "bytes_per_chunk": 11.89832970225127 + }, + "ta": { + "cpc": 0.16961754479807434, + "cps": 24.7734375, + "bpb": 0.975765793053311, + "bytes_per_chunk": 15.744384384384384 + }, + "th": { + "cpc": 0.20292197699720235, + "cps": 25.5, + "bpb": 1.1010206340641642, + "bytes_per_chunk": 13.037449644402447 + }, + "zh": { + "cpc": 0.5643413477819167, + "cps": 26.0390625, + "bpb": 3.0928095428727036, + "bytes_per_chunk": 4.946859903381642 + }, + "my": { + "cpc": 0.16693054675955246, + "cps": 24.7109375, + "bpb": 1.1309327542366832, + "bytes_per_chunk": 18.21329813103592 + } + }, + "gini_cpc": 0.16884574026563004, + "gini_cps": 0.04015692444229302, + "bpic": 9.289144378555005, + "seed": 2, + "mean_boundary_entropy": 0.2723730802536011, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_B_s2/log.jsonl b/pilot_B_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4ba4ae2e958e07c5dd1e8fc4be0b7ba8992d7132 --- /dev/null +++ b/pilot_B_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_B_s2", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.2} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.2} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 4.0} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8729, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.3} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10922.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627593, "cps": 85.328125, "mean_p": 0.513204, "boundary_entropy": 0.686301, "bpb": 8.10084}, "de": {"chunks": 16283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793016, "cps": 127.210938, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104479}, "vi": {"chunks": 5097.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276485, "cps": 39.820312, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.854704}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081333}, "fi": {"chunks": 13521.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718782, "cps": 105.632812, "mean_p": 0.517085, "boundary_entropy": 0.686669, "bpb": 8.0429}, "ru": {"chunks": 33469.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766174, "cps": 261.476562, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195792}, "el": {"chunks": 20680.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00765, "cps": 161.5625, "mean_p": 0.503626, "boundary_entropy": 0.690112, "bpb": 8.279734}, "hi": {"chunks": 885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0526, "cps": 6.914062, "mean_p": 0.462026, "boundary_entropy": 0.687437, "bpb": 8.016759}, "ta": {"chunks": 1278.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068361, "cps": 9.984375, "mean_p": 0.477597, "boundary_entropy": 0.690061, "bpb": 8.085538}, "th": {"chunks": 3634.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225925, "cps": 28.390625, "mean_p": 0.484856, "boundary_entropy": 0.690398, "bpb": 7.718775}, "zh": {"chunks": 11707.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982221, "cps": 91.460938, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126843}, "my": {"chunks": 1619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085444, "cps": 12.648438, "mean_p": 0.474597, "boundary_entropy": 0.689682, "bpb": 7.800614}}, "bpb": {"en": 8.10084, "de": 8.10448, "vi": 7.8547, "tr": 8.08133, "fi": 8.0429, "ru": 8.19579, "el": 8.27973, "hi": 8.01676, "ta": 8.08554, "th": 7.71877, "zh": 8.12684, "my": 7.80061}, "gini_cpc": 0.489171, "gini_cps": 0.463253, "bpic": 3.014752, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2635835509223954, "vi": 0.4405482086230508, "tr": 0.7222755425947089, "fi": 1.1452989890055154, "ru": 2.8142033145562273, "el": 1.605578844938961, "hi": 0.08381276064532156, "ta": 0.10892494073686158, "th": 0.35998616123133165, "zh": 3.1584508548843684, "my": 0.13614616755648523}, "t": 5.6} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10902.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626444, "cps": 85.171875, "mean_p": 0.513135, "boundary_entropy": 0.686312, "bpb": 8.052601}, "de": {"chunks": 16259.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791847, "cps": 127.023438, "mean_p": 0.524504, "boundary_entropy": 0.686413, "bpb": 8.060202}, "vi": {"chunks": 5089.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276051, "cps": 39.757812, "mean_p": 0.481574, "boundary_entropy": 0.687273, "bpb": 7.831341}, "tr": {"chunks": 8250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455726, "cps": 64.453125, "mean_p": 0.498254, "boundary_entropy": 0.686833, "bpb": 8.048573}, "fi": {"chunks": 13501.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717718, "cps": 105.476562, "mean_p": 0.516945, "boundary_entropy": 0.686683, "bpb": 7.998133}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.105187}, "el": {"chunks": 20636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005506, "cps": 161.21875, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273486}, "hi": {"chunks": 906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053848, "cps": 7.078125, "mean_p": 0.462267, "boundary_entropy": 0.687476, "bpb": 7.990564}, "ta": {"chunks": 1319.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070554, "cps": 10.304688, "mean_p": 0.477815, "boundary_entropy": 0.690081, "bpb": 8.070662}, "th": {"chunks": 3700.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.230028, "cps": 28.90625, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.702812}, "zh": {"chunks": 11682.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.977988, "cps": 91.265625, "mean_p": 0.520179, "boundary_entropy": 0.685628, "bpb": 8.118739}, "my": {"chunks": 1614.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.08518, "cps": 12.609375, "mean_p": 0.474587, "boundary_entropy": 0.68968, "bpb": 7.800129}}, "bpb": {"en": 8.0526, "de": 8.0602, "vi": 7.83134, "tr": 8.04857, "fi": 7.99813, "ru": 8.10519, "el": 8.27349, "hi": 7.99056, "ta": 8.07066, "th": 7.70281, "zh": 8.11874, "my": 7.80013}, "gini_cpc": 0.487895, "gini_cps": 0.462038, "bpic": 3.014303, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2640357772999535, "vi": 0.44066367440436505, "tr": 0.7274804715425409, "fi": 1.1457028576734998, "ru": 2.8187763761484548, "el": 1.6051019285422041, "hi": 0.0859589431496, "ta": 0.1126256391340116, "th": 0.3671965577749877, "zh": 3.1574879496257737, "my": 0.13597469609204185}, "t": 7.1} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10855.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623743, "cps": 84.804688, "mean_p": 0.512767, "boundary_entropy": 0.686354, "bpb": 7.898108}, "de": {"chunks": 16228.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790338, "cps": 126.78125, "mean_p": 0.524111, "boundary_entropy": 0.686473, "bpb": 7.921947}, "vi": {"chunks": 5064.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274695, "cps": 39.5625, "mean_p": 0.481477, "boundary_entropy": 0.687264, "bpb": 7.752798}, "tr": {"chunks": 8386.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463238, "cps": 65.515625, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.941202}, "fi": {"chunks": 13397.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.71219, "cps": 104.664062, "mean_p": 0.516362, "boundary_entropy": 0.686734, "bpb": 7.85634}, "ru": {"chunks": 33403.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762691, "cps": 260.960938, "mean_p": 0.530055, "boundary_entropy": 0.68857, "bpb": 7.817035}, "el": {"chunks": 20288.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988549, "cps": 158.5, "mean_p": 0.503177, "boundary_entropy": 0.690117, "bpb": 8.218061}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463105, "boundary_entropy": 0.687608, "bpb": 7.902834}, "ta": {"chunks": 1471.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078684, "cps": 11.492188, "mean_p": 0.478672, "boundary_entropy": 0.69016, "bpb": 7.989569}, "th": {"chunks": 3938.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.244824, "cps": 30.765625, "mean_p": 0.485307, "boundary_entropy": 0.690423, "bpb": 7.620447}, "zh": {"chunks": 11614.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.966475, "cps": 90.734375, "mean_p": 0.519763, "boundary_entropy": 0.685653, "bpb": 8.08797}, "my": {"chunks": 1601.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084494, "cps": 12.507812, "mean_p": 0.474498, "boundary_entropy": 0.689669, "bpb": 7.794014}}, "bpb": {"en": 7.89811, "de": 7.92195, "vi": 7.7528, "tr": 7.9412, "fi": 7.85634, "ru": 7.81704, "el": 8.21806, "hi": 7.90283, "ta": 7.98957, "th": 7.62045, "zh": 8.08797, "my": 7.79401}, "gini_cpc": 0.483149, "gini_cps": 0.456919, "bpic": 3.016221, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2670883102580173, "vi": 0.44039750254763677, "tr": 0.7426746479845497, "fi": 1.1417998098420465, "ru": 2.8259895504302945, "el": 1.5848664920392537, "hi": 0.09471649180778915, "ta": 0.12614832712421967, "th": 0.3925083851092201, "zh": 3.1527001793646288, "my": 0.13546348623938853}, "t": 8.7} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10130.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582084, "cps": 79.140625, "mean_p": 0.50941, "boundary_entropy": 0.686568, "bpb": 7.422695}, "de": {"chunks": 15619.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760678, "cps": 122.023438, "mean_p": 0.520563, "boundary_entropy": 0.686863, "bpb": 7.489079}, "vi": {"chunks": 4865.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2639, "cps": 38.007812, "mean_p": 0.480766, "boundary_entropy": 0.687199, "bpb": 7.511586}, "tr": {"chunks": 8659.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478319, "cps": 67.648438, "mean_p": 0.499755, "boundary_entropy": 0.686899, "bpb": 7.589519}, "fi": {"chunks": 12507.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664877, "cps": 97.710938, "mean_p": 0.512532, "boundary_entropy": 0.686991, "bpb": 7.42635}, "ru": {"chunks": 33186.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.75124, "cps": 259.265625, "mean_p": 0.529047, "boundary_entropy": 0.68866, "bpb": 7.199649}, "el": {"chunks": 18825.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.917264, "cps": 147.070312, "mean_p": 0.501354, "boundary_entropy": 0.69013, "bpb": 7.947597}, "hi": {"chunks": 1278.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075958, "cps": 9.984375, "mean_p": 0.465336, "boundary_entropy": 0.687947, "bpb": 7.609082}, "ta": {"chunks": 2097.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112169, "cps": 16.382812, "mean_p": 0.480874, "boundary_entropy": 0.690348, "bpb": 7.734842}, "th": {"chunks": 4620.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.287224, "cps": 36.09375, "mean_p": 0.486153, "boundary_entropy": 0.690464, "bpb": 7.339848}, "zh": {"chunks": 11282.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.910261, "cps": 88.140625, "mean_p": 0.518094, "boundary_entropy": 0.685748, "bpb": 7.997335}, "my": {"chunks": 1467.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077422, "cps": 11.460938, "mean_p": 0.473998, "boundary_entropy": 0.68962, "bpb": 7.66307}}, "bpb": {"en": 7.42269, "de": 7.48908, "vi": 7.51159, "tr": 7.58952, "fi": 7.42635, "ru": 7.19965, "el": 7.9476, "hi": 7.60908, "ta": 7.73484, "th": 7.33985, "zh": 7.99733, "my": 7.66307}, "gini_cpc": 0.471553, "gini_cps": 0.442995, "bpic": 3.081712, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3068191578923178, "vi": 0.45337166871355855, "tr": 0.821735147332591, "fi": 1.1422362564005655, "ru": 3.0085717232703093, "el": 1.5758280058407492, "hi": 0.13049397358852013, "ta": 0.19270262727891252, "th": 0.49344140104657486, "zh": 3.2817638561885465, "my": 0.13300911769541873}, "t": 10.5} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4827.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277366, "cps": 37.710938, "mean_p": 0.48872, "boundary_entropy": 0.686417, "bpb": 6.857526}, "de": {"chunks": 8526.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415234, "cps": 66.609375, "mean_p": 0.497539, "boundary_entropy": 0.687717, "bpb": 6.930862}, "vi": {"chunks": 3519.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190887, "cps": 27.492188, "mean_p": 0.475364, "boundary_entropy": 0.686685, "bpb": 7.167673}, "tr": {"chunks": 7554.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.417279, "cps": 59.015625, "mean_p": 0.495275, "boundary_entropy": 0.686954, "bpb": 7.150655}, "fi": {"chunks": 6362.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.338206, "cps": 49.703125, "mean_p": 0.492198, "boundary_entropy": 0.687148, "bpb": 6.916919}, "ru": {"chunks": 25773.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.360053, "cps": 201.351562, "mean_p": 0.511522, "boundary_entropy": 0.689919, "bpb": 6.367917}, "el": {"chunks": 14724.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.717439, "cps": 115.03125, "mean_p": 0.496062, "boundary_entropy": 0.690088, "bpb": 7.322722}, "hi": {"chunks": 3463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.205825, "cps": 27.054688, "mean_p": 0.475509, "boundary_entropy": 0.689261, "bpb": 6.574795}, "ta": {"chunks": 6940.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.371222, "cps": 54.21875, "mean_p": 0.490183, "boundary_entropy": 0.690934, "bpb": 6.749366}, "th": {"chunks": 6897.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.428785, "cps": 53.882812, "mean_p": 0.489675, "boundary_entropy": 0.690643, "bpb": 6.489059}, "zh": {"chunks": 9452.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600406, "cps": 73.84375, "mean_p": 0.509541, "boundary_entropy": 0.686084, "bpb": 7.74738}, "my": {"chunks": 1206.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063648, "cps": 9.421875, "mean_p": 0.473249, "boundary_entropy": 0.689569, "bpb": 7.216403}}, "bpb": {"en": 6.85753, "de": 6.93086, "vi": 7.16767, "tr": 7.15065, "fi": 6.91692, "ru": 6.36792, "el": 7.32272, "hi": 6.5748, "ta": 6.74937, "th": 6.48906, "zh": 7.74738, "my": 7.2164}, "gini_cpc": 0.418163, "gini_cps": 0.365459, "bpic": 3.867084, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4970618474461082, "vi": 0.6882131177302612, "tr": 1.5044343830879767, "fi": 1.2193506179803884, "ru": 4.903459366918603, "el": 2.586614959759408, "hi": 0.7420689158402264, "ta": 1.3383842656918967, "th": 1.5459163204797077, "zh": 5.770016986654606, "my": 0.22947255601113278}, "t": 12.5} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5784.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332356, "cps": 45.1875, "mean_p": 0.496389, "boundary_entropy": 0.687223, "bpb": 6.378213}, "de": {"chunks": 7940.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.386695, "cps": 62.03125, "mean_p": 0.498177, "boundary_entropy": 0.688173, "bpb": 6.459351}, "vi": {"chunks": 11220.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.608625, "cps": 87.65625, "mean_p": 0.499904, "boundary_entropy": 0.688483, "bpb": 6.771814}, "tr": {"chunks": 11095.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.612882, "cps": 86.679688, "mean_p": 0.506386, "boundary_entropy": 0.687558, "bpb": 6.734067}, "fi": {"chunks": 5799.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.308277, "cps": 45.304688, "mean_p": 0.494583, "boundary_entropy": 0.687785, "bpb": 6.467618}, "ru": {"chunks": 228.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.012032, "cps": 1.78125, "mean_p": 0.462503, "boundary_entropy": 0.687137, "bpb": 6.192282}, "el": {"chunks": 12884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.627783, "cps": 100.65625, "mean_p": 0.495534, "boundary_entropy": 0.690206, "bpb": 6.2473}, "hi": {"chunks": 14922.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.886895, "cps": 116.578125, "mean_p": 0.49853, "boundary_entropy": 0.690707, "bpb": 5.728922}, "ta": {"chunks": 16835.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.900508, "cps": 131.523438, "mean_p": 0.49778, "boundary_entropy": 0.691142, "bpb": 5.925473}, "th": {"chunks": 3362.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209015, "cps": 26.265625, "mean_p": 0.483367, "boundary_entropy": 0.690305, "bpb": 5.672709}, "zh": {"chunks": 3547.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600576, "cps": 27.710938, "mean_p": 0.483364, "boundary_entropy": 0.685424, "bpb": 7.347754}, "my": {"chunks": 1968.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.103863, "cps": 15.375, "mean_p": 0.482495, "boundary_entropy": 0.690587, "bpb": 5.910207}}, "bpb": {"en": 6.37821, "de": 6.45935, "vi": 6.77181, "tr": 6.73407, "fi": 6.46762, "ru": 6.19228, "el": 6.2473, "hi": 5.72892, "ta": 5.92547, "th": 5.67271, "zh": 7.34775, "my": 5.91021}, "gini_cpc": 0.332731, "gini_cps": 0.368224, "bpic": 4.015118, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1634934190543993, "vi": 1.8312412007198107, "tr": 1.8440495695103836, "fi": 0.9275494264744452, "ru": 0.036201075115777484, "el": 1.888885822464544, "hi": 2.668503634558828, "ta": 2.7094646370709548, "th": 0.6288868008002095, "zh": 1.8070225897287095, "my": 0.31250541994381653}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26344, "bpb": 6.15085, "chunk_loss": 0.029955, "F": 0.1636, "G": 0.48516, "chunks": 167.53, "bytes_per_chunk": 6.112, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.5514, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.239, "alpha": 0.03, "t": 16.2} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2984.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171465, "cps": 23.3125, "mean_p": 0.487159, "boundary_entropy": 0.686885, "bpb": 5.798923}, "de": {"chunks": 4611.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224565, "cps": 36.023438, "mean_p": 0.489878, "boundary_entropy": 0.687949, "bpb": 5.925155}, "vi": {"chunks": 3807.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206509, "cps": 29.742188, "mean_p": 0.481383, "boundary_entropy": 0.68772, "bpb": 6.240455}, "tr": {"chunks": 2996.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165497, "cps": 23.40625, "mean_p": 0.482768, "boundary_entropy": 0.686984, "bpb": 6.225466}, "fi": {"chunks": 1371.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072883, "cps": 10.710938, "mean_p": 0.47853, "boundary_entropy": 0.686839, "bpb": 5.91473}, "ru": {"chunks": 7816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.412454, "cps": 61.0625, "mean_p": 0.494167, "boundary_entropy": 0.690247, "bpb": 5.485012}, "el": {"chunks": 7523.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.366564, "cps": 58.773438, "mean_p": 0.491954, "boundary_entropy": 0.690328, "bpb": 5.660218}, "hi": {"chunks": 12722.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.756137, "cps": 99.390625, "mean_p": 0.497155, "boundary_entropy": 0.690745, "bpb": 5.197064}, "ta": {"chunks": 9992.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.534474, "cps": 78.0625, "mean_p": 0.492377, "boundary_entropy": 0.691029, "bpb": 5.249779}, "th": {"chunks": 7496.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466024, "cps": 58.5625, "mean_p": 0.484489, "boundary_entropy": 0.690229, "bpb": 5.04117}, "zh": {"chunks": 4159.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.704199, "cps": 32.492188, "mean_p": 0.49186, "boundary_entropy": 0.686699, "bpb": 6.955329}, "my": {"chunks": 7819.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.412656, "cps": 61.085938, "mean_p": 0.493888, "boundary_entropy": 0.691268, "bpb": 5.092866}}, "bpb": {"en": 5.79892, "de": 5.92515, "vi": 6.24045, "tr": 6.22547, "fi": 5.91473, "ru": 5.48501, "el": 5.66022, "hi": 5.19706, "ta": 5.24978, "th": 5.04117, "zh": 6.95533, "my": 5.09287}, "gini_cpc": 0.311806, "gini_cps": 0.289597, "bpic": 5.236043, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3096885070511617, "vi": 1.2043841633272763, "tr": 0.9651983237414622, "fi": 0.4250606213665127, "ru": 2.4054738376000055, "el": 2.137841572242429, "hi": 4.409868302068686, "ta": 3.1171109248433475, "th": 2.7179021301880675, "zh": 4.106962894552638, "my": 2.40665112603932}, "t": 18.0} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40333, "bpb": 4.90996, "chunk_loss": 0.03185, "F": 0.1936, "G": 0.47421, "chunks": 198.25, "bytes_per_chunk": 5.165, "boundary_entropy": 0.68907, "router_noise": 0.0, "grad_norm": 1.6357, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 19.9} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3093.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177728, "cps": 24.164062, "mean_p": 0.427349, "boundary_entropy": 0.664123, "bpb": 4.466943}, "de": {"chunks": 3566.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173672, "cps": 27.859375, "mean_p": 0.433066, "boundary_entropy": 0.668789, "bpb": 4.652957}, "vi": {"chunks": 6163.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.33431, "cps": 48.148438, "mean_p": 0.464256, "boundary_entropy": 0.677711, "bpb": 5.03644}, "tr": {"chunks": 3707.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204773, "cps": 28.960938, "mean_p": 0.445793, "boundary_entropy": 0.673791, "bpb": 5.005885}, "fi": {"chunks": 2343.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.124555, "cps": 18.304688, "mean_p": 0.433794, "boundary_entropy": 0.671244, "bpb": 4.716292}, "ru": {"chunks": 6720.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354617, "cps": 52.5, "mean_p": 0.481292, "boundary_entropy": 0.687204, "bpb": 3.753573}, "el": {"chunks": 2897.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.141159, "cps": 22.632812, "mean_p": 0.468556, "boundary_entropy": 0.687575, "bpb": 4.421478}, "hi": {"chunks": 9212.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.547519, "cps": 71.96875, "mean_p": 0.489735, "boundary_entropy": 0.68982, "bpb": 3.60914}, "ta": {"chunks": 6771.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.362182, "cps": 52.898438, "mean_p": 0.480963, "boundary_entropy": 0.689876, "bpb": 3.66532}, "th": {"chunks": 7479.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.464967, "cps": 58.429688, "mean_p": 0.470704, "boundary_entropy": 0.687677, "bpb": 3.404458}, "zh": {"chunks": 3381.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572469, "cps": 26.414062, "mean_p": 0.48703, "boundary_entropy": 0.686258, "bpb": 6.40163}, "my": {"chunks": 5594.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.295229, "cps": 43.703125, "mean_p": 0.490588, "boundary_entropy": 0.691054, "bpb": 4.269001}}, "bpb": {"en": 4.46694, "de": 4.65296, "vi": 5.03644, "tr": 5.00588, "fi": 4.71629, "ru": 3.75357, "el": 4.42148, "hi": 3.60914, "ta": 3.66532, "th": 3.40446, "zh": 6.40163, "my": 4.269}, "gini_cpc": 0.267201, "gini_cps": 0.23104, "bpic": 6.299133, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9771767649181324, "vi": 1.881019188976815, "tr": 1.1521691294126672, "fi": 0.7008169632261619, "ru": 1.995281881719467, "el": 0.7942401732994512, "hi": 3.0806549419698124, "ta": 2.0378468596794375, "th": 2.6161742585386136, "zh": 3.221038592655778, "my": 1.6611287167677449}, "t": 22.2} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.69976, "bpb": 3.89493, "chunk_loss": 0.029233, "F": 0.15445, "G": 0.434, "chunks": 158.16, "bytes_per_chunk": 6.475, "boundary_entropy": 0.66837, "router_noise": 0.0, "grad_norm": 1.8398, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 23.3} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3571.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205195, "cps": 27.898438, "mean_p": 0.357025, "boundary_entropy": 0.595504, "bpb": 3.876998}, "de": {"chunks": 4726.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230166, "cps": 36.921875, "mean_p": 0.374402, "boundary_entropy": 0.613628, "bpb": 4.10121}, "vi": {"chunks": 4978.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27003, "cps": 38.890625, "mean_p": 0.384122, "boundary_entropy": 0.624064, "bpb": 3.631007}, "tr": {"chunks": 4737.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.261669, "cps": 37.007812, "mean_p": 0.392862, "boundary_entropy": 0.62662, "bpb": 4.221434}, "fi": {"chunks": 4100.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217958, "cps": 32.03125, "mean_p": 0.388186, "boundary_entropy": 0.625976, "bpb": 4.109701}, "ru": {"chunks": 6255.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330079, "cps": 48.867188, "mean_p": 0.48923, "boundary_entropy": 0.683334, "bpb": 2.854165}, "el": {"chunks": 6994.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.340788, "cps": 54.640625, "mean_p": 0.472616, "boundary_entropy": 0.687172, "bpb": 3.043674}, "hi": {"chunks": 13589.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.807667, "cps": 106.164062, "mean_p": 0.451772, "boundary_entropy": 0.663516, "bpb": 2.460094}, "ta": {"chunks": 10059.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.538058, "cps": 78.585938, "mean_p": 0.46186, "boundary_entropy": 0.681375, "bpb": 2.321479}, "th": {"chunks": 13126.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.81604, "cps": 102.546875, "mean_p": 0.465399, "boundary_entropy": 0.684306, "bpb": 2.349698}, "zh": {"chunks": 3423.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.57958, "cps": 26.742188, "mean_p": 0.470954, "boundary_entropy": 0.682064, "bpb": 5.352389}, "my": {"chunks": 11780.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.621701, "cps": 92.03125, "mean_p": 0.461842, "boundary_entropy": 0.685928, "bpb": 2.543923}}, "bpb": {"en": 3.877, "de": 4.10121, "vi": 3.63101, "tr": 4.22143, "fi": 4.1097, "ru": 2.85416, "el": 3.04367, "hi": 2.46009, "ta": 2.32148, "th": 2.3497, "zh": 5.35239, "my": 2.54392}, "gini_cpc": 0.274191, "gini_cps": 0.273167, "bpic": 4.394204, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.121697056283972, "vi": 1.3159700954187734, "tr": 1.2752258371319423, "fi": 1.0621998684284195, "ru": 1.6086159468423809, "el": 1.6608065647310508, "hi": 3.936105186114161, "ta": 2.62218669021775, "th": 3.976908552619724, "zh": 2.824539981032062, "my": 3.029815509463415}, "t": 26.5} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87875, "de": 4.10259, "vi": 3.63823, "tr": 4.23074, "fi": 4.11158, "ru": 2.83876, "el": 3.03552, "hi": 2.45511, "ta": 2.33806, "th": 2.3837, "zh": 5.35967, "my": 2.56011}, "bytes_per_chunk": {"en": 4.761, "de": 4.524, "vi": 4.816, "tr": 4.143, "fi": 4.757, "ru": 4.865, "el": 5.103, "hi": 3.12, "ta": 4.948, "th": 3.86, "zh": 5.678, "my": 4.412}, "bpb_mean": 3.41107, "t": 27.9} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52154, "bpb": 3.63782, "chunk_loss": 0.032632, "F": 0.21625, "G": 0.41544, "chunks": 221.44, "bytes_per_chunk": 4.624, "boundary_entropy": 0.64155, "router_noise": 0.0, "grad_norm": 1.2787, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 28.0} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.47841, "bpb": 3.57559, "chunk_loss": 0.031137, "F": 0.19144, "G": 0.40579, "chunks": 196.03, "bytes_per_chunk": 5.224, "boundary_entropy": 0.64378, "router_noise": 0.0, "grad_norm": 1.4762, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 30.2} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2410.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.138482, "cps": 18.828125, "mean_p": 0.349514, "boundary_entropy": 0.596026, "bpb": 3.647878}, "de": {"chunks": 3948.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192276, "cps": 30.84375, "mean_p": 0.357817, "boundary_entropy": 0.601509, "bpb": 3.876854}, "vi": {"chunks": 2951.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.160076, "cps": 23.054688, "mean_p": 0.381119, "boundary_entropy": 0.630071, "bpb": 3.261717}, "tr": {"chunks": 3554.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196321, "cps": 27.765625, "mean_p": 0.360602, "boundary_entropy": 0.604053, "bpb": 3.875046}, "fi": {"chunks": 2967.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157727, "cps": 23.179688, "mean_p": 0.340028, "boundary_entropy": 0.591503, "bpb": 3.912374}, "ru": {"chunks": 4732.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.24971, "cps": 36.96875, "mean_p": 0.472308, "boundary_entropy": 0.681855, "bpb": 2.65579}, "el": {"chunks": 5440.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.265068, "cps": 42.5, "mean_p": 0.462298, "boundary_entropy": 0.684057, "bpb": 2.74678}, "hi": {"chunks": 10641.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.632452, "cps": 83.132812, "mean_p": 0.394554, "boundary_entropy": 0.617825, "bpb": 2.103636}, "ta": {"chunks": 14920.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.798074, "cps": 116.5625, "mean_p": 0.386711, "boundary_entropy": 0.61155, "bpb": 1.941335}, "th": {"chunks": 8801.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.547156, "cps": 68.757812, "mean_p": 0.389299, "boundary_entropy": 0.644851, "bpb": 2.064194}, "zh": {"chunks": 4094.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.693193, "cps": 31.984375, "mean_p": 0.415315, "boundary_entropy": 0.645979, "bpb": 4.980676}, "my": {"chunks": 12171.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.642337, "cps": 95.085938, "mean_p": 0.417715, "boundary_entropy": 0.663536, "bpb": 2.253245}}, "bpb": {"en": 3.64788, "de": 3.87685, "vi": 3.26172, "tr": 3.87505, "fi": 3.91237, "ru": 2.65579, "el": 2.74678, "hi": 2.10364, "ta": 1.94133, "th": 2.06419, "zh": 4.98068, "my": 2.25324}, "gini_cpc": 0.333829, "gini_cps": 0.332399, "bpic": 5.0083, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3884550181642625, "vi": 1.155934285203029, "tr": 1.4176660845512181, "fi": 1.138971194350617, "ru": 1.803194604714306, "el": 1.9141022429445114, "hi": 4.5670361359614775, "ta": 5.763024040643703, "th": 3.951100107442696, "zh": 5.0056614484461255, "my": 4.638418861141696}, "t": 31.5} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.31848, "bpb": 3.34486, "chunk_loss": 0.032338, "F": 0.21802, "G": 0.38534, "chunks": 223.25, "bytes_per_chunk": 4.587, "boundary_entropy": 0.6155, "router_noise": 0.0, "grad_norm": 1.7269, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.066, "alpha": 0.03, "t": 33.5} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09305, "bpb": 3.01964, "chunk_loss": 0.031542, "F": 0.1958, "G": 0.36968, "chunks": 200.5, "bytes_per_chunk": 5.107, "boundary_entropy": 0.59279, "router_noise": 0.0, "grad_norm": 0.9203, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 35.6} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2997.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172212, "cps": 23.414062, "mean_p": 0.332503, "boundary_entropy": 0.556356, "bpb": 3.211345}, "de": {"chunks": 3932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191497, "cps": 30.71875, "mean_p": 0.362919, "boundary_entropy": 0.586988, "bpb": 3.516883}, "vi": {"chunks": 4388.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238025, "cps": 34.28125, "mean_p": 0.375008, "boundary_entropy": 0.608562, "bpb": 2.798211}, "tr": {"chunks": 3818.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210904, "cps": 29.828125, "mean_p": 0.352709, "boundary_entropy": 0.559617, "bpb": 3.448812}, "fi": {"chunks": 4131.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.219606, "cps": 32.273438, "mean_p": 0.354608, "boundary_entropy": 0.55846, "bpb": 3.594341}, "ru": {"chunks": 6133.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323641, "cps": 47.914062, "mean_p": 0.328707, "boundary_entropy": 0.532732, "bpb": 2.504748}, "el": {"chunks": 7325.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.356917, "cps": 57.226562, "mean_p": 0.317212, "boundary_entropy": 0.498972, "bpb": 2.548584}, "hi": {"chunks": 8195.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.487073, "cps": 64.023438, "mean_p": 0.351999, "boundary_entropy": 0.573467, "bpb": 1.783133}, "ta": {"chunks": 10492.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.56122, "cps": 81.96875, "mean_p": 0.279507, "boundary_entropy": 0.443932, "bpb": 1.583469}, "th": {"chunks": 7685.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.477774, "cps": 60.039062, "mean_p": 0.279225, "boundary_entropy": 0.512887, "bpb": 1.896794}, "zh": {"chunks": 2720.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.460549, "cps": 21.25, "mean_p": 0.334484, "boundary_entropy": 0.572466, "bpb": 4.145905}, "my": {"chunks": 9593.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.50628, "cps": 74.945312, "mean_p": 0.428441, "boundary_entropy": 0.670758, "bpb": 2.016529}}, "bpb": {"en": 3.21135, "de": 3.51688, "vi": 2.79821, "tr": 3.44881, "fi": 3.59434, "ru": 2.50475, "el": 2.54858, "hi": 1.78313, "ta": 1.58347, "th": 1.89679, "zh": 4.1459, "my": 2.01653}, "gini_cpc": 0.218692, "gini_cps": 0.239917, "bpic": 5.374407, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1119838486516516, "vi": 1.3821680644571883, "tr": 1.224680350681566, "fi": 1.2752070022284259, "ru": 1.879321696366551, "el": 2.0725459172567295, "hi": 2.828337698768605, "ta": 3.2588936623170377, "th": 2.774343196164769, "zh": 2.6743167142760775, "my": 2.939872160528694}, "t": 38.6} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.21814, "de": 3.51506, "vi": 2.80467, "tr": 3.45728, "fi": 3.58667, "ru": 2.4909, "el": 2.54222, "hi": 1.77932, "ta": 1.60076, "th": 1.9267, "zh": 4.15317, "my": 2.03248}, "bytes_per_chunk": {"en": 5.919, "de": 5.592, "vi": 5.687, "tr": 4.764, "fi": 4.858, "ru": 5.864, "el": 5.012, "hi": 4.709, "ta": 4.775, "th": 5.667, "zh": 6.45, "my": 4.883}, "bpb_mean": 2.75895, "t": 40.0} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.22697, "bpb": 3.21284, "chunk_loss": 0.030172, "F": 0.17007, "G": 0.33393, "chunks": 174.16, "bytes_per_chunk": 5.88, "boundary_entropy": 0.56086, "router_noise": 0.0, "grad_norm": 0.8055, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 40.0} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17496, "bpb": 3.13781, "chunk_loss": 0.030666, "F": 0.18341, "G": 0.32641, "chunks": 187.81, "bytes_per_chunk": 5.452, "boundary_entropy": 0.53817, "router_noise": 0.0, "grad_norm": 1.2743, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 42.1} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05747, "bpb": 2.96831, "chunk_loss": 0.030329, "F": 0.17584, "G": 0.30893, "chunks": 180.06, "bytes_per_chunk": 5.687, "boundary_entropy": 0.52017, "router_noise": 0.0, "grad_norm": 0.8166, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.1} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.90738, "bpb": 2.75177, "chunk_loss": 0.030197, "F": 0.17261, "G": 0.31807, "chunks": 176.75, "bytes_per_chunk": 5.793, "boundary_entropy": 0.51813, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.1} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.290497, "boundary_entropy": 0.436523, "bpb": 2.890352}, "de": {"chunks": 3901.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189987, "cps": 30.476562, "mean_p": 0.285183, "boundary_entropy": 0.453366, "bpb": 3.212867}, "vi": {"chunks": 4439.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240792, "cps": 34.679688, "mean_p": 0.339354, "boundary_entropy": 0.542032, "bpb": 2.582228}, "tr": {"chunks": 3725.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205767, "cps": 29.101562, "mean_p": 0.291995, "boundary_entropy": 0.45804, "bpb": 3.153803}, "fi": {"chunks": 3700.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196693, "cps": 28.90625, "mean_p": 0.290607, "boundary_entropy": 0.442819, "bpb": 3.362949}, "ru": {"chunks": 5365.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283113, "cps": 41.914062, "mean_p": 0.341484, "boundary_entropy": 0.572857, "bpb": 2.160143}, "el": {"chunks": 7143.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348049, "cps": 55.804688, "mean_p": 0.363224, "boundary_entropy": 0.596308, "bpb": 2.216286}, "hi": {"chunks": 6685.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.397325, "cps": 52.226562, "mean_p": 0.321486, "boundary_entropy": 0.555696, "bpb": 1.6319}, "ta": {"chunks": 7257.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.388179, "cps": 56.695312, "mean_p": 0.26847, "boundary_entropy": 0.484208, "bpb": 1.360352}, "th": {"chunks": 6442.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.400497, "cps": 50.328125, "mean_p": 0.342506, "boundary_entropy": 0.599431, "bpb": 1.754275}, "zh": {"chunks": 3163.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.535557, "cps": 24.710938, "mean_p": 0.390144, "boundary_entropy": 0.592568, "bpb": 3.835012}, "my": {"chunks": 9081.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.479259, "cps": 70.945312, "mean_p": 0.317578, "boundary_entropy": 0.552418, "bpb": 1.661812}}, "bpb": {"en": 2.89035, "de": 3.21287, "vi": 2.58223, "tr": 3.1538, "fi": 3.36295, "ru": 2.16014, "el": 2.21629, "hi": 1.6319, "ta": 1.36035, "th": 1.75428, "zh": 3.83501, "my": 1.66181}, "gini_cpc": 0.199719, "gini_cps": 0.190951, "bpic": 5.969157, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9744595219969596, "vi": 1.2350435264102109, "tr": 1.055397318019059, "fi": 1.0088581370241587, "ru": 1.4521142006630132, "el": 1.7851719963278565, "hi": 2.0379175025585843, "ta": 1.9910029987166598, "th": 2.0541867131043166, "zh": 2.746919989951623, "my": 2.4581623362333542}, "t": 49.1} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.90116, "de": 3.21262, "vi": 2.5856, "tr": 3.16354, "fi": 3.35501, "ru": 2.14523, "el": 2.20499, "hi": 1.6247, "ta": 1.37304, "th": 1.78112, "zh": 3.84555, "my": 1.67483}, "bytes_per_chunk": {"en": 5.323, "de": 5.417, "vi": 6.018, "tr": 5.254, "fi": 5.453, "ru": 7.22, "el": 5.187, "hi": 6.496, "ta": 7.272, "th": 7.64, "zh": 5.254, "my": 6.813}, "bpb_mean": 2.48895, "t": 50.4} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90408, "bpb": 2.74701, "chunk_loss": 0.030303, "F": 0.17395, "G": 0.31824, "chunks": 178.12, "bytes_per_chunk": 5.749, "boundary_entropy": 0.50763, "router_noise": 0.0, "grad_norm": 1.1161, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.4} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.93671, "bpb": 2.79409, "chunk_loss": 0.030395, "F": 0.17993, "G": 0.31889, "chunks": 184.25, "bytes_per_chunk": 5.558, "boundary_entropy": 0.50113, "router_noise": 0.0, "grad_norm": 0.7916, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.4} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.77509, "bpb": 2.56091, "chunk_loss": 0.030221, "F": 0.17593, "G": 0.30555, "chunks": 180.16, "bytes_per_chunk": 5.684, "boundary_entropy": 0.47442, "router_noise": 0.0, "grad_norm": 0.8429, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 54.5} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.85773, "bpb": 2.68014, "chunk_loss": 0.030646, "F": 0.18527, "G": 0.30664, "chunks": 189.72, "bytes_per_chunk": 5.397, "boundary_entropy": 0.46927, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 56.5} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3086.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177326, "cps": 24.109375, "mean_p": 0.25096, "boundary_entropy": 0.357351, "bpb": 2.681516}, "de": {"chunks": 3581.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174402, "cps": 27.976562, "mean_p": 0.252968, "boundary_entropy": 0.389603, "bpb": 3.041525}, "vi": {"chunks": 4513.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244806, "cps": 35.257812, "mean_p": 0.330015, "boundary_entropy": 0.508389, "bpb": 2.421464}, "tr": {"chunks": 3365.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185881, "cps": 26.289062, "mean_p": 0.259018, "boundary_entropy": 0.402631, "bpb": 3.03595}, "fi": {"chunks": 3305.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175695, "cps": 25.820312, "mean_p": 0.238554, "boundary_entropy": 0.362948, "bpb": 3.227507}, "ru": {"chunks": 6723.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354776, "cps": 52.523438, "mean_p": 0.36588, "boundary_entropy": 0.595884, "bpb": 1.991873}, "el": {"chunks": 7441.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.362569, "cps": 58.132812, "mean_p": 0.372141, "boundary_entropy": 0.608435, "bpb": 2.099828}, "hi": {"chunks": 7962.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.473224, "cps": 62.203125, "mean_p": 0.276658, "boundary_entropy": 0.468265, "bpb": 1.526191}, "ta": {"chunks": 9296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497245, "cps": 72.625, "mean_p": 0.328787, "boundary_entropy": 0.52408, "bpb": 1.27045}, "th": {"chunks": 8828.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.548834, "cps": 68.96875, "mean_p": 0.407945, "boundary_entropy": 0.632651, "bpb": 1.585552}, "zh": {"chunks": 3099.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.524721, "cps": 24.210938, "mean_p": 0.364251, "boundary_entropy": 0.540179, "bpb": 3.713446}, "my": {"chunks": 8498.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.448491, "cps": 66.390625, "mean_p": 0.381015, "boundary_entropy": 0.622879, "bpb": 1.517124}}, "bpb": {"en": 2.68152, "de": 3.04153, "vi": 2.42146, "tr": 3.03595, "fi": 3.22751, "ru": 1.99187, "el": 2.09983, "hi": 1.52619, "ta": 1.27045, "th": 1.58555, "zh": 3.71345, "my": 1.51712}, "gini_cpc": 0.231027, "gini_cps": 0.230757, "bpic": 5.506421, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9835130171089524, "vi": 1.3805444362239612, "tr": 1.0482447973859097, "fi": 0.9908040630520063, "ru": 2.0007005678893703, "el": 2.0446484981568664, "hi": 2.668672613413017, "ta": 2.8041345215353677, "th": 3.0950627448839416, "zh": 2.959077447739801, "my": 2.52919054242802}, "t": 59.5} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.68939, "de": 3.04721, "vi": 2.42769, "tr": 3.04698, "fi": 3.22552, "ru": 1.97666, "el": 2.08889, "hi": 1.52208, "ta": 1.28259, "th": 1.61251, "zh": 3.7252, "my": 1.52727}, "bytes_per_chunk": {"en": 5.608, "de": 5.768, "vi": 5.596, "tr": 5.787, "fi": 5.602, "ru": 5.555, "el": 4.989, "hi": 5.328, "ta": 5.458, "th": 5.692, "zh": 5.619, "my": 6.115}, "bpb_mean": 2.34767, "t": 60.8} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83722, "bpb": 2.65054, "chunk_loss": 0.030346, "F": 0.17731, "G": 0.29916, "chunks": 181.56, "bytes_per_chunk": 5.64, "boundary_entropy": 0.45813, "router_noise": 0.0, "grad_norm": 0.9262, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 60.8} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63446, "bpb": 2.35803, "chunk_loss": 0.029834, "F": 0.16428, "G": 0.29876, "chunks": 168.22, "bytes_per_chunk": 6.087, "boundary_entropy": 0.46715, "router_noise": 0.0, "grad_norm": 0.8286, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 62.9} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72348, "bpb": 2.48645, "chunk_loss": 0.030028, "F": 0.17108, "G": 0.29436, "chunks": 175.19, "bytes_per_chunk": 5.845, "boundary_entropy": 0.44436, "router_noise": 0.0, "grad_norm": 0.861, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.9} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87142, "bpb": 2.69989, "chunk_loss": 0.030563, "F": 0.18521, "G": 0.28822, "chunks": 189.66, "bytes_per_chunk": 5.399, "boundary_entropy": 0.41958, "router_noise": 0.0, "grad_norm": 0.8247, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.9} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3375.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193932, "cps": 26.367188, "mean_p": 0.2548, "boundary_entropy": 0.320475, "bpb": 2.542984}, "de": {"chunks": 4143.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201773, "cps": 32.367188, "mean_p": 0.263161, "boundary_entropy": 0.355064, "bpb": 2.897384}, "vi": {"chunks": 4512.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244752, "cps": 35.25, "mean_p": 0.308459, "boundary_entropy": 0.463663, "bpb": 2.293407}, "tr": {"chunks": 4293.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.237143, "cps": 33.539062, "mean_p": 0.274633, "boundary_entropy": 0.361021, "bpb": 2.908095}, "fi": {"chunks": 4075.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.216629, "cps": 31.835938, "mean_p": 0.263406, "boundary_entropy": 0.342188, "bpb": 3.127147}, "ru": {"chunks": 6107.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322269, "cps": 47.710938, "mean_p": 0.346205, "boundary_entropy": 0.579299, "bpb": 1.911002}, "el": {"chunks": 7177.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.349705, "cps": 56.070312, "mean_p": 0.38079, "boundary_entropy": 0.615873, "bpb": 1.989757}, "hi": {"chunks": 8098.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.481308, "cps": 63.265625, "mean_p": 0.290111, "boundary_entropy": 0.476803, "bpb": 1.459367}, "ta": {"chunks": 9072.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.485263, "cps": 70.875, "mean_p": 0.345612, "boundary_entropy": 0.545243, "bpb": 1.24263}, "th": {"chunks": 11314.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.703388, "cps": 88.390625, "mean_p": 0.442664, "boundary_entropy": 0.639916, "bpb": 1.530698}, "zh": {"chunks": 2844.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481544, "cps": 22.21875, "mean_p": 0.340081, "boundary_entropy": 0.502435, "bpb": 3.618559}, "my": {"chunks": 16055.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.847319, "cps": 125.429688, "mean_p": 0.459532, "boundary_entropy": 0.652461, "bpb": 1.414505}}, "bpb": {"en": 2.54298, "de": 2.89738, "vi": 2.29341, "tr": 2.90809, "fi": 3.12715, "ru": 1.911, "el": 1.98976, "hi": 1.45937, "ta": 1.24263, "th": 1.5307, "zh": 3.61856, "my": 1.4145}, "gini_cpc": 0.271796, "gini_cps": 0.289657, "bpic": 4.734238, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.040430006980633, "vi": 1.2620492179730587, "tr": 1.2228147820803181, "fi": 1.1170331779868754, "ru": 1.661762861330988, "el": 1.803235481059191, "hi": 2.4818357866930825, "ta": 2.50223396630115, "th": 3.626982433599282, "zh": 2.4830558753809684, "my": 4.36915323810194}, "t": 69.9} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.55213, "de": 2.90044, "vi": 2.29762, "tr": 2.91846, "fi": 3.12392, "ru": 1.89456, "el": 1.97945, "hi": 1.45618, "ta": 1.2512, "th": 1.55572, "zh": 3.62661, "my": 1.42201}, "bytes_per_chunk": {"en": 5.261, "de": 5.032, "vi": 5.782, "tr": 4.589, "fi": 4.654, "ru": 5.932, "el": 5.358, "hi": 5.172, "ta": 5.648, "th": 4.167, "zh": 5.779, "my": 3.309}, "bpb_mean": 2.24819, "t": 71.2} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.543, "bpb": 2.22608, "chunk_loss": 0.030883, "F": 0.18976, "G": 0.31591, "chunks": 194.31, "bytes_per_chunk": 5.27, "boundary_entropy": 0.46784, "router_noise": 0.0, "grad_norm": 0.7526, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 71.3} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.76876, "bpb": 2.55178, "chunk_loss": 0.030323, "F": 0.17984, "G": 0.28434, "chunks": 184.16, "bytes_per_chunk": 5.56, "boundary_entropy": 0.41806, "router_noise": 0.0, "grad_norm": 0.9583, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 73.3} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.58719, "bpb": 2.28983, "chunk_loss": 0.030089, "F": 0.17175, "G": 0.28422, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.41874, "router_noise": 0.0, "grad_norm": 0.8269, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 75.3} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61171, "bpb": 2.3252, "chunk_loss": 0.029863, "F": 0.16934, "G": 0.29091, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.42521, "router_noise": 0.0, "grad_norm": 0.984, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 77.4} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3207.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184279, "cps": 25.054688, "mean_p": 0.23852, "boundary_entropy": 0.300331, "bpb": 2.459775}, "de": {"chunks": 3748.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182535, "cps": 29.28125, "mean_p": 0.240066, "boundary_entropy": 0.333523, "bpb": 2.798222}, "vi": {"chunks": 4515.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.244915, "cps": 35.273438, "mean_p": 0.297602, "boundary_entropy": 0.445162, "bpb": 2.247722}, "tr": {"chunks": 3978.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219743, "cps": 31.078125, "mean_p": 0.25687, "boundary_entropy": 0.341583, "bpb": 2.822566}, "fi": {"chunks": 3570.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189783, "cps": 27.890625, "mean_p": 0.231087, "boundary_entropy": 0.30572, "bpb": 3.042068}, "ru": {"chunks": 6523.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344222, "cps": 50.960938, "mean_p": 0.340696, "boundary_entropy": 0.561752, "bpb": 1.830406}, "el": {"chunks": 6367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310237, "cps": 49.742188, "mean_p": 0.381008, "boundary_entropy": 0.616568, "bpb": 1.914678}, "hi": {"chunks": 6956.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413432, "cps": 54.34375, "mean_p": 0.293387, "boundary_entropy": 0.519858, "bpb": 1.425755}, "ta": {"chunks": 8019.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428938, "cps": 62.648438, "mean_p": 0.40219, "boundary_entropy": 0.609351, "bpb": 1.169076}, "th": {"chunks": 7805.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485235, "cps": 60.976562, "mean_p": 0.426082, "boundary_entropy": 0.646746, "bpb": 1.459327}, "zh": {"chunks": 2837.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480359, "cps": 22.164062, "mean_p": 0.316509, "boundary_entropy": 0.472743, "bpb": 3.579431}, "my": {"chunks": 9653.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.509447, "cps": 75.414062, "mean_p": 0.437386, "boundary_entropy": 0.658469, "bpb": 1.366959}}, "bpb": {"en": 2.45978, "de": 2.79822, "vi": 2.24772, "tr": 2.82257, "fi": 3.04207, "ru": 1.83041, "el": 1.91468, "hi": 1.42575, "ta": 1.16908, "th": 1.45933, "zh": 3.57943, "my": 1.36696}, "gini_cpc": 0.20711, "gini_cps": 0.21517, "bpic": 5.712897, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9905407239444847, "vi": 1.3290452663683465, "tr": 1.192447830099327, "fi": 1.0298678315471228, "ru": 1.8679417303671966, "el": 1.6835234301226845, "hi": 2.243518529072038, "ta": 2.327661933689618, "th": 2.6331585040068646, "zh": 2.6067000089015404, "my": 2.764547716926222}, "t": 80.3} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.46796, "de": 2.80103, "vi": 2.25266, "tr": 2.83123, "fi": 3.0439, "ru": 1.81369, "el": 1.90461, "hi": 1.42252, "ta": 1.18005, "th": 1.48617, "zh": 3.58638, "my": 1.37477}, "bytes_per_chunk": {"en": 5.58, "de": 5.507, "vi": 5.967, "tr": 4.955, "fi": 5.187, "ru": 5.567, "el": 6.193, "hi": 6.114, "ta": 6.616, "th": 6.286, "zh": 5.803, "my": 5.641}, "bpb_mean": 2.18041, "t": 81.6} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69267, "bpb": 2.44201, "chunk_loss": 0.030227, "F": 0.17743, "G": 0.27761, "chunks": 181.69, "bytes_per_chunk": 5.636, "boundary_entropy": 0.40618, "router_noise": 0.0, "grad_norm": 0.7948, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 81.6} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60079, "bpb": 2.30945, "chunk_loss": 0.030463, "F": 0.18027, "G": 0.29779, "chunks": 184.59, "bytes_per_chunk": 5.547, "boundary_entropy": 0.43949, "router_noise": 0.0, "grad_norm": 0.9406, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 83.7} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.716, "bpb": 2.47566, "chunk_loss": 0.03015, "F": 0.17706, "G": 0.29466, "chunks": 181.31, "bytes_per_chunk": 5.648, "boundary_entropy": 0.42019, "router_noise": 0.0, "grad_norm": 0.8914, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 85.7} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.50462, "bpb": 2.17071, "chunk_loss": 0.03007, "F": 0.17059, "G": 0.28402, "chunks": 174.69, "bytes_per_chunk": 5.862, "boundary_entropy": 0.42336, "router_noise": 0.0, "grad_norm": 0.7863, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 87.7} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3361.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193128, "cps": 26.257812, "mean_p": 0.24003, "boundary_entropy": 0.274771, "bpb": 2.397381}, "de": {"chunks": 3998.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194711, "cps": 31.234375, "mean_p": 0.243375, "boundary_entropy": 0.303095, "bpb": 2.728631}, "vi": {"chunks": 4389.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23808, "cps": 34.289062, "mean_p": 0.29839, "boundary_entropy": 0.438546, "bpb": 2.198585}, "tr": {"chunks": 3991.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220461, "cps": 31.179688, "mean_p": 0.247748, "boundary_entropy": 0.310519, "bpb": 2.713516}, "fi": {"chunks": 3514.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186806, "cps": 27.453125, "mean_p": 0.222277, "boundary_entropy": 0.275249, "bpb": 2.964964}, "ru": {"chunks": 6223.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328391, "cps": 48.617188, "mean_p": 0.331611, "boundary_entropy": 0.551058, "bpb": 1.807458}, "el": {"chunks": 5123.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.249622, "cps": 40.023438, "mean_p": 0.350803, "boundary_entropy": 0.599117, "bpb": 1.860995}, "hi": {"chunks": 6310.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.375037, "cps": 49.296875, "mean_p": 0.336243, "boundary_entropy": 0.567159, "bpb": 1.452209}, "ta": {"chunks": 8650.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.462691, "cps": 67.578125, "mean_p": 0.439466, "boundary_entropy": 0.630621, "bpb": 1.147519}, "th": {"chunks": 10133.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.629966, "cps": 79.164062, "mean_p": 0.452019, "boundary_entropy": 0.648382, "bpb": 1.406365}, "zh": {"chunks": 2887.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.488825, "cps": 22.554688, "mean_p": 0.302163, "boundary_entropy": 0.435743, "bpb": 3.540177}, "my": {"chunks": 7871.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.4154, "cps": 61.492188, "mean_p": 0.419708, "boundary_entropy": 0.650604, "bpb": 1.330662}}, "bpb": {"en": 2.39738, "de": 2.72863, "vi": 2.19858, "tr": 2.71352, "fi": 2.96496, "ru": 1.80746, "el": 1.86099, "hi": 1.45221, "ta": 1.14752, "th": 1.40637, "zh": 3.54018, "my": 1.33066}, "gini_cpc": 0.227549, "gini_cps": 0.221733, "bpic": 5.775485, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0081983685799911, "vi": 1.232758616098264, "tr": 1.141528566502405, "fi": 0.9672650180894777, "ru": 1.7003808076343656, "el": 1.2925254954843952, "hi": 1.9419135587697887, "ta": 2.3957761969077356, "th": 3.2619145888627035, "zh": 2.531097931865818, "my": 2.1509095313206905}, "t": 90.7} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.40597, "de": 2.7332, "vi": 2.20252, "tr": 2.72314, "fi": 2.96805, "ru": 1.78897, "el": 1.85187, "hi": 1.44895, "ta": 1.15488, "th": 1.42781, "zh": 3.54431, "my": 1.33867}, "bytes_per_chunk": {"en": 5.45, "de": 5.252, "vi": 5.944, "tr": 4.964, "fi": 5.431, "ru": 5.62, "el": 7.662, "hi": 6.814, "ta": 6.283, "th": 4.892, "zh": 5.584, "my": 6.539}, "bpb_mean": 2.13236, "t": 91.9} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.70085, "bpb": 2.45381, "chunk_loss": 0.030374, "F": 0.18091, "G": 0.29626, "chunks": 185.25, "bytes_per_chunk": 5.528, "boundary_entropy": 0.42026, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 92.0} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70349, "bpb": 2.45761, "chunk_loss": 0.029948, "F": 0.16922, "G": 0.29502, "chunks": 173.28, "bytes_per_chunk": 5.909, "boundary_entropy": 0.43209, "router_noise": 0.0, "grad_norm": 0.8039, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 94.0} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67621, "bpb": 2.41827, "chunk_loss": 0.030392, "F": 0.17953, "G": 0.27108, "chunks": 183.84, "bytes_per_chunk": 5.57, "boundary_entropy": 0.38335, "router_noise": 0.0, "grad_norm": 0.8966, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 96.1} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57079, "bpb": 2.26617, "chunk_loss": 0.030359, "F": 0.18289, "G": 0.28567, "chunks": 187.28, "bytes_per_chunk": 5.468, "boundary_entropy": 0.40339, "router_noise": 0.0, "grad_norm": 0.8461, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 98.1} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3142.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180544, "cps": 24.546875, "mean_p": 0.222063, "boundary_entropy": 0.256719, "bpb": 2.346986}, "de": {"chunks": 3623.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176448, "cps": 28.304688, "mean_p": 0.225428, "boundary_entropy": 0.287022, "bpb": 2.650366}, "vi": {"chunks": 3981.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.215948, "cps": 31.101562, "mean_p": 0.272802, "boundary_entropy": 0.413913, "bpb": 2.15517}, "tr": {"chunks": 3890.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214882, "cps": 30.390625, "mean_p": 0.238746, "boundary_entropy": 0.306382, "bpb": 2.657389}, "fi": {"chunks": 3076.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163521, "cps": 24.03125, "mean_p": 0.201007, "boundary_entropy": 0.261975, "bpb": 2.897092}, "ru": {"chunks": 5781.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305066, "cps": 45.164062, "mean_p": 0.323582, "boundary_entropy": 0.541637, "bpb": 1.75656}, "el": {"chunks": 6170.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.300638, "cps": 48.203125, "mean_p": 0.364266, "boundary_entropy": 0.599868, "bpb": 1.822233}, "hi": {"chunks": 6477.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.384963, "cps": 50.601562, "mean_p": 0.356881, "boundary_entropy": 0.578922, "bpb": 1.372174}, "ta": {"chunks": 8154.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436159, "cps": 63.703125, "mean_p": 0.426535, "boundary_entropy": 0.626186, "bpb": 1.11253}, "th": {"chunks": 7438.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462418, "cps": 58.109375, "mean_p": 0.415701, "boundary_entropy": 0.638187, "bpb": 1.362799}, "zh": {"chunks": 2838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480528, "cps": 22.171875, "mean_p": 0.292067, "boundary_entropy": 0.426781, "bpb": 3.489746}, "my": {"chunks": 7686.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.405636, "cps": 60.046875, "mean_p": 0.373728, "boundary_entropy": 0.619879, "bpb": 1.309291}}, "bpb": {"en": 2.34699, "de": 2.65037, "vi": 2.15517, "tr": 2.65739, "fi": 2.89709, "ru": 1.75656, "el": 1.82223, "hi": 1.37217, "ta": 1.11253, "th": 1.3628, "zh": 3.48975, "my": 1.30929}, "gini_cpc": 0.2083, "gini_cps": 0.20473, "bpic": 6.164562, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9773134290694679, "vi": 1.1960985809207674, "tr": 1.1901918975346286, "fi": 0.9057167243146091, "ru": 1.6897081334007378, "el": 1.6651841114871568, "hi": 2.1322433255807574, "ta": 2.4158122387094654, "th": 2.5612563507797037, "zh": 2.66156384244313, "my": 2.2467509994521504}, "t": 101.0} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35521, "de": 2.65694, "vi": 2.15779, "tr": 2.66575, "fi": 2.90143, "ru": 1.73866, "el": 1.81316, "hi": 1.36852, "ta": 1.12134, "th": 1.38398, "zh": 3.49998, "my": 1.31735}, "bytes_per_chunk": {"en": 5.778, "de": 5.832, "vi": 6.462, "tr": 5.103, "fi": 6.124, "ru": 6.099, "el": 6.254, "hi": 6.583, "ta": 6.408, "th": 6.632, "zh": 5.674, "my": 7.617}, "bpb_mean": 2.08167, "t": 102.3} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78382, "bpb": 2.57351, "chunk_loss": 0.030173, "F": 0.17294, "G": 0.25111, "chunks": 177.09, "bytes_per_chunk": 5.782, "boundary_entropy": 0.34024, "router_noise": 0.0, "grad_norm": 0.8973, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 102.3} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57061, "bpb": 2.26591, "chunk_loss": 0.030042, "F": 0.17203, "G": 0.28361, "chunks": 176.16, "bytes_per_chunk": 5.813, "boundary_entropy": 0.40498, "router_noise": 0.0, "grad_norm": 0.7483, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 104.4} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56268, "bpb": 2.25447, "chunk_loss": 0.030516, "F": 0.18085, "G": 0.29572, "chunks": 185.19, "bytes_per_chunk": 5.53, "boundary_entropy": 0.42091, "router_noise": 0.0, "grad_norm": 0.8055, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 106.4} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51304, "bpb": 2.18285, "chunk_loss": 0.030044, "F": 0.17175, "G": 0.28981, "chunks": 175.88, "bytes_per_chunk": 5.822, "boundary_entropy": 0.41027, "router_noise": 0.0, "grad_norm": 0.8631, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 108.4} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3360.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19307, "cps": 26.25, "mean_p": 0.239611, "boundary_entropy": 0.262791, "bpb": 2.315434}, "de": {"chunks": 3940.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191886, "cps": 30.78125, "mean_p": 0.240075, "boundary_entropy": 0.289253, "bpb": 2.599726}, "vi": {"chunks": 4241.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230052, "cps": 33.132812, "mean_p": 0.281734, "boundary_entropy": 0.415115, "bpb": 2.137541}, "tr": {"chunks": 4165.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.230072, "cps": 32.539062, "mean_p": 0.250881, "boundary_entropy": 0.294767, "bpb": 2.600386}, "fi": {"chunks": 3500.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186061, "cps": 27.34375, "mean_p": 0.221477, "boundary_entropy": 0.263784, "bpb": 2.824079}, "ru": {"chunks": 5983.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315726, "cps": 46.742188, "mean_p": 0.315714, "boundary_entropy": 0.526849, "bpb": 1.710042}, "el": {"chunks": 6832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332895, "cps": 53.375, "mean_p": 0.360663, "boundary_entropy": 0.591765, "bpb": 1.774427}, "hi": {"chunks": 6603.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.392452, "cps": 51.585938, "mean_p": 0.367977, "boundary_entropy": 0.583067, "bpb": 1.350851}, "ta": {"chunks": 8330.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.445574, "cps": 65.078125, "mean_p": 0.416858, "boundary_entropy": 0.617923, "bpb": 1.110406}, "th": {"chunks": 9744.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.605782, "cps": 76.125, "mean_p": 0.432342, "boundary_entropy": 0.633828, "bpb": 1.323167}, "zh": {"chunks": 2929.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495936, "cps": 22.882812, "mean_p": 0.294119, "boundary_entropy": 0.420623, "bpb": 3.466366}, "my": {"chunks": 8609.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.454349, "cps": 67.257812, "mean_p": 0.39324, "boundary_entropy": 0.632244, "bpb": 1.284165}}, "bpb": {"en": 2.31543, "de": 2.59973, "vi": 2.13754, "tr": 2.60039, "fi": 2.82408, "ru": 1.71004, "el": 1.77443, "hi": 1.35085, "ta": 1.11041, "th": 1.32317, "zh": 3.46637, "my": 1.28417}, "gini_cpc": 0.22019, "gini_cps": 0.219254, "bpic": 5.624319, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9938678851465585, "vi": 1.1915436959975203, "tr": 1.1916515908965366, "fi": 0.9636981021742598, "ru": 1.6352894364869959, "el": 1.7242167324465234, "hi": 2.0326896094247506, "ta": 2.3078329767317465, "th": 3.1376251165682314, "zh": 2.568684539935175, "my": 2.353283092448506}, "t": 111.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32376, "de": 2.60586, "vi": 2.14351, "tr": 2.60591, "fi": 2.82749, "ru": 1.69127, "el": 1.76485, "hi": 1.34836, "ta": 1.1166, "th": 1.34232, "zh": 3.47099, "my": 1.29151}, "bytes_per_chunk": {"en": 5.371, "de": 5.347, "vi": 6.242, "tr": 4.748, "fi": 5.309, "ru": 5.873, "el": 5.573, "hi": 6.537, "ta": 6.267, "th": 5.167, "zh": 5.546, "my": 5.718}, "bpb_mean": 2.04437, "t": 112.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45066, "bpb": 2.09286, "chunk_loss": 0.030432, "F": 0.1824, "G": 0.30347, "chunks": 186.78, "bytes_per_chunk": 5.482, "boundary_entropy": 0.43442, "router_noise": 0.0, "grad_norm": 0.7007, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 112.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44156, "bpb": 2.07973, "chunk_loss": 0.029967, "F": 0.16977, "G": 0.29495, "chunks": 173.84, "bytes_per_chunk": 5.89, "boundary_entropy": 0.42922, "router_noise": 0.0, "grad_norm": 0.7919, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.6} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.55304, "bpb": 2.24056, "chunk_loss": 0.030483, "F": 0.18365, "G": 0.27065, "chunks": 188.06, "bytes_per_chunk": 5.445, "boundary_entropy": 0.36055, "router_noise": 0.0, "grad_norm": 0.7707, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 116.6} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61101, "bpb": 2.3242, "chunk_loss": 0.030139, "F": 0.17615, "G": 0.28728, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.40135, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 118.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3304.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189852, "cps": 25.8125, "mean_p": 0.231722, "boundary_entropy": 0.242018, "bpb": 2.275517}, "de": {"chunks": 3938.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191789, "cps": 30.765625, "mean_p": 0.235032, "boundary_entropy": 0.272851, "bpb": 2.560917}, "vi": {"chunks": 4018.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217955, "cps": 31.390625, "mean_p": 0.279028, "boundary_entropy": 0.407617, "bpb": 2.101683}, "tr": {"chunks": 3881.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214384, "cps": 30.320312, "mean_p": 0.231998, "boundary_entropy": 0.279374, "bpb": 2.553571}, "fi": {"chunks": 3374.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179363, "cps": 26.359375, "mean_p": 0.217493, "boundary_entropy": 0.257569, "bpb": 2.80452}, "ru": {"chunks": 6274.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.331082, "cps": 49.015625, "mean_p": 0.315466, "boundary_entropy": 0.520846, "bpb": 1.675962}, "el": {"chunks": 7018.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.341958, "cps": 54.828125, "mean_p": 0.361308, "boundary_entropy": 0.59122, "bpb": 1.766237}, "hi": {"chunks": 7451.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442853, "cps": 58.210938, "mean_p": 0.391904, "boundary_entropy": 0.600789, "bpb": 1.308664}, "ta": {"chunks": 8219.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.439636, "cps": 64.210938, "mean_p": 0.409399, "boundary_entropy": 0.614353, "bpb": 1.085058}, "th": {"chunks": 8208.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510289, "cps": 64.125, "mean_p": 0.419934, "boundary_entropy": 0.633349, "bpb": 1.305409}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.292195, "boundary_entropy": 0.409584, "bpb": 3.423893}, "my": {"chunks": 10449.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.551457, "cps": 81.632812, "mean_p": 0.40624, "boundary_entropy": 0.632474, "bpb": 1.261443}}, "bpb": {"en": 2.27552, "de": 2.56092, "vi": 2.10168, "tr": 2.55357, "fi": 2.80452, "ru": 1.67596, "el": 1.76624, "hi": 1.30866, "ta": 1.08506, "th": 1.30541, "zh": 3.42389, "my": 1.26144}, "gini_cpc": 0.221817, "gini_cps": 0.229278, "bpic": 5.556246, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0102000512020513, "vi": 1.1480237481209747, "tr": 1.129216389428317, "fi": 0.9447508174535455, "ru": 1.743891181713059, "el": 1.8011778611583131, "hi": 2.3326177284321945, "ta": 2.315674922468296, "th": 2.6878211318351886, "zh": 2.620248194268725, "my": 2.9046608731888117}, "t": 121.6} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28143, "de": 2.56706, "vi": 2.10476, "tr": 2.55964, "fi": 2.80658, "ru": 1.65573, "el": 1.75801, "hi": 1.30581, "ta": 1.09265, "th": 1.32463, "zh": 3.42686, "my": 1.26807}, "bytes_per_chunk": {"en": 5.586, "de": 5.458, "vi": 6.423, "tr": 5.223, "fi": 5.482, "ru": 5.681, "el": 5.647, "hi": 5.858, "ta": 6.197, "th": 5.721, "zh": 5.472, "my": 4.742}, "bpb_mean": 2.0126, "t": 122.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.42189, "bpb": 2.05135, "chunk_loss": 0.03108, "F": 0.18958, "G": 0.31333, "chunks": 194.12, "bytes_per_chunk": 5.275, "boundary_entropy": 0.45369, "router_noise": 0.0, "grad_norm": 1.2207, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 123.0} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.5841, "bpb": 2.28538, "chunk_loss": 0.030199, "F": 0.17715, "G": 0.27246, "chunks": 181.41, "bytes_per_chunk": 5.645, "boundary_entropy": 0.37052, "router_noise": 0.0, "grad_norm": 0.8627, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 125.0} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64132, "bpb": 2.36793, "chunk_loss": 0.030347, "F": 0.18259, "G": 0.27977, "chunks": 186.97, "bytes_per_chunk": 5.477, "boundary_entropy": 0.38622, "router_noise": 0.0, "grad_norm": 0.8686, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 127.0} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37735, "bpb": 1.98709, "chunk_loss": 0.030061, "F": 0.1741, "G": 0.28151, "chunks": 178.28, "bytes_per_chunk": 5.744, "boundary_entropy": 0.40663, "router_noise": 0.0, "grad_norm": 0.685, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 129.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3206.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184221, "cps": 25.046875, "mean_p": 0.221684, "boundary_entropy": 0.230662, "bpb": 2.242369}, "de": {"chunks": 3710.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180685, "cps": 28.984375, "mean_p": 0.2238, "boundary_entropy": 0.25902, "bpb": 2.508792}, "vi": {"chunks": 4036.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.218931, "cps": 31.53125, "mean_p": 0.27306, "boundary_entropy": 0.403551, "bpb": 2.083079}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.229584, "boundary_entropy": 0.267524, "bpb": 2.507235}, "fi": {"chunks": 3384.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179895, "cps": 26.4375, "mean_p": 0.217265, "boundary_entropy": 0.252265, "bpb": 2.726603}, "ru": {"chunks": 6529.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.344538, "cps": 51.007812, "mean_p": 0.313791, "boundary_entropy": 0.503516, "bpb": 1.639371}, "el": {"chunks": 6700.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326463, "cps": 52.34375, "mean_p": 0.350576, "boundary_entropy": 0.573539, "bpb": 1.731257}, "hi": {"chunks": 6441.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.382823, "cps": 50.320312, "mean_p": 0.329786, "boundary_entropy": 0.551776, "bpb": 1.332266}, "ta": {"chunks": 7631.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.408184, "cps": 59.617188, "mean_p": 0.395978, "boundary_entropy": 0.607188, "bpb": 1.080086}, "th": {"chunks": 7216.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.448617, "cps": 56.375, "mean_p": 0.405259, "boundary_entropy": 0.624325, "bpb": 1.269497}, "zh": {"chunks": 2916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493735, "cps": 22.78125, "mean_p": 0.290638, "boundary_entropy": 0.405069, "bpb": 3.414655}, "my": {"chunks": 7057.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37244, "cps": 55.132812, "mean_p": 0.35591, "boundary_entropy": 0.607522, "bpb": 1.244821}}, "bpb": {"en": 2.24237, "de": 2.50879, "vi": 2.08308, "tr": 2.50724, "fi": 2.7266, "ru": 1.63937, "el": 1.73126, "hi": 1.33227, "ta": 1.08009, "th": 1.2695, "zh": 3.41466, "my": 1.24482}, "gini_cpc": 0.1944, "gini_cps": 0.1848, "bpic": 6.121983, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9808037205844166, "vi": 1.1884163491256983, "tr": 1.1583365464459987, "fi": 0.9765153470515866, "ru": 1.8702430798453424, "el": 1.7721258461171736, "hi": 2.078063567660562, "ta": 2.2157287160657746, "th": 2.4352079980592807, "zh": 2.680122712683782, "my": 2.0217029441709395}, "t": 131.8} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.2499, "de": 2.51483, "vi": 2.08803, "tr": 2.51158, "fi": 2.733, "ru": 1.61785, "el": 1.72436, "hi": 1.32845, "ta": 1.08543, "th": 1.28695, "zh": 3.41796, "my": 1.25336}, "bytes_per_chunk": {"en": 5.717, "de": 5.66, "vi": 6.325, "tr": 5.204, "fi": 5.531, "ru": 5.295, "el": 5.797, "hi": 6.514, "ta": 6.774, "th": 6.35, "zh": 5.588, "my": 7.533}, "bpb_mean": 1.98431, "t": 133.1} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.28636, "bpb": 1.85582, "chunk_loss": 0.029997, "F": 0.17114, "G": 0.29676, "chunks": 175.25, "bytes_per_chunk": 5.843, "boundary_entropy": 0.43731, "router_noise": 0.0, "grad_norm": 0.7786, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.083, "alpha": 0.03, "t": 133.1} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52739, "bpb": 2.20356, "chunk_loss": 0.030202, "F": 0.17596, "G": 0.26546, "chunks": 180.19, "bytes_per_chunk": 5.683, "boundary_entropy": 0.36408, "router_noise": 0.0, "grad_norm": 0.7973, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 135.1} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48103, "bpb": 2.13667, "chunk_loss": 0.030148, "F": 0.17703, "G": 0.27166, "chunks": 181.28, "bytes_per_chunk": 5.649, "boundary_entropy": 0.36789, "router_noise": 0.0, "grad_norm": 0.8001, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 137.1} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46056, "bpb": 2.10715, "chunk_loss": 0.030291, "F": 0.17981, "G": 0.29121, "chunks": 184.12, "bytes_per_chunk": 5.561, "boundary_entropy": 0.41296, "router_noise": 0.0, "grad_norm": 0.6954, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 139.1} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.232368, "boundary_entropy": 0.233602, "bpb": 2.215499}, "de": {"chunks": 3782.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184191, "cps": 29.546875, "mean_p": 0.224484, "boundary_entropy": 0.253049, "bpb": 2.469309}, "vi": {"chunks": 4050.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.219691, "cps": 31.640625, "mean_p": 0.277095, "boundary_entropy": 0.403027, "bpb": 2.057003}, "tr": {"chunks": 3756.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207479, "cps": 29.34375, "mean_p": 0.225376, "boundary_entropy": 0.257934, "bpb": 2.474278}, "fi": {"chunks": 3395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18048, "cps": 26.523438, "mean_p": 0.220761, "boundary_entropy": 0.25712, "bpb": 2.676612}, "ru": {"chunks": 6440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339842, "cps": 50.3125, "mean_p": 0.305473, "boundary_entropy": 0.490787, "bpb": 1.602483}, "el": {"chunks": 7154.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348585, "cps": 55.890625, "mean_p": 0.352308, "boundary_entropy": 0.576936, "bpb": 1.716906}, "hi": {"chunks": 6495.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.386033, "cps": 50.742188, "mean_p": 0.351777, "boundary_entropy": 0.564018, "bpb": 1.277792}, "ta": {"chunks": 7697.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.411714, "cps": 60.132812, "mean_p": 0.401082, "boundary_entropy": 0.606, "bpb": 1.051203}, "th": {"chunks": 6426.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.399503, "cps": 50.203125, "mean_p": 0.387213, "boundary_entropy": 0.613378, "bpb": 1.247893}, "zh": {"chunks": 2830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479174, "cps": 22.109375, "mean_p": 0.275838, "boundary_entropy": 0.384518, "bpb": 3.380735}, "my": {"chunks": 8210.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.433291, "cps": 64.140625, "mean_p": 0.362133, "boundary_entropy": 0.606451, "bpb": 1.227308}}, "bpb": {"en": 2.2155, "de": 2.46931, "vi": 2.057, "tr": 2.47428, "fi": 2.67661, "ru": 1.60248, "el": 1.71691, "hi": 1.27779, "ta": 1.0512, "th": 1.24789, "zh": 3.38073, "my": 1.22731}, "gini_cpc": 0.188302, "gini_cps": 0.195308, "bpic": 6.038755, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9660883741243421, "vi": 1.1522842340837829, "tr": 1.0882352030409874, "fi": 0.9466199079585133, "ru": 1.7824788751210714, "el": 1.8283352361074363, "hi": 2.0247519272158616, "ta": 2.1594529970251495, "th": 2.095402194827322, "zh": 2.513279167475501, "my": 2.2726236380828695}, "t": 141.9} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.225, "de": 2.47774, "vi": 2.06278, "tr": 2.47992, "fi": 2.68646, "ru": 1.57921, "el": 1.70827, "hi": 1.27712, "ta": 1.05855, "th": 1.26789, "zh": 3.38183, "my": 1.23401}, "bytes_per_chunk": {"en": 5.441, "de": 5.542, "vi": 6.246, "tr": 5.386, "fi": 5.494, "ru": 5.551, "el": 5.413, "hi": 6.459, "ta": 6.583, "th": 7.386, "zh": 5.615, "my": 6.71}, "bpb_mean": 1.95323, "t": 143.2} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 143.2} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31745, "bpb": 1.90068, "chunk_loss": 0.037025, "F": 0.17371, "G": 0.28524, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.40152, "router_noise": 0.0, "grad_norm": 0.7295, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.8309, "alpha": 0.03, "t": 143.3} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.48031, "bpb": 2.13564, "chunk_loss": 0.030891, "F": 0.14197, "G": 0.22338, "chunks": 145.38, "bytes_per_chunk": 7.044, "boundary_entropy": 0.32524, "router_noise": 0.0, "grad_norm": 0.7826, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4427, "alpha": 0.03, "t": 145.2} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.47531, "bpb": 2.12842, "chunk_loss": 0.03155, "F": 0.14728, "G": 0.22168, "chunks": 150.81, "bytes_per_chunk": 6.79, "boundary_entropy": 0.32189, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5095, "alpha": 0.03, "t": 147.2} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.52785, "bpb": 2.20423, "chunk_loss": 0.030272, "F": 0.15805, "G": 0.21196, "chunks": 161.84, "bytes_per_chunk": 6.327, "boundary_entropy": 0.25712, "router_noise": 0.0, "grad_norm": 0.7359, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.5354, "alpha": 0.03, "t": 149.1} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3106.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178475, "cps": 24.265625, "mean_p": 0.208232, "boundary_entropy": 0.187617, "bpb": 2.196509}, "de": {"chunks": 3553.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173039, "cps": 27.757812, "mean_p": 0.202808, "boundary_entropy": 0.206686, "bpb": 2.449322}, "vi": {"chunks": 3420.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185517, "cps": 26.71875, "mean_p": 0.212486, "boundary_entropy": 0.320083, "bpb": 2.052707}, "tr": {"chunks": 3625.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200243, "cps": 28.320312, "mean_p": 0.211689, "boundary_entropy": 0.220271, "bpb": 2.422862}, "fi": {"chunks": 3231.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171761, "cps": 25.242188, "mean_p": 0.199943, "boundary_entropy": 0.210537, "bpb": 2.643728}, "ru": {"chunks": 3407.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.179789, "cps": 26.617188, "mean_p": 0.211124, "boundary_entropy": 0.408627, "bpb": 1.619462}, "el": {"chunks": 2688.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130975, "cps": 21.0, "mean_p": 0.234325, "boundary_entropy": 0.471075, "bpb": 1.678724}, "hi": {"chunks": 3199.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.190134, "cps": 24.992188, "mean_p": 0.14707, "boundary_entropy": 0.319159, "bpb": 1.347768}, "ta": {"chunks": 3315.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.17732, "cps": 25.898438, "mean_p": 0.150847, "boundary_entropy": 0.332662, "bpb": 1.091388}, "th": {"chunks": 3023.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.187939, "cps": 23.617188, "mean_p": 0.176204, "boundary_entropy": 0.382625, "bpb": 1.251037}, "zh": {"chunks": 2835.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48002, "cps": 22.148438, "mean_p": 0.287083, "boundary_entropy": 0.3971, "bpb": 3.360726}, "my": {"chunks": 2785.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.146981, "cps": 21.757812, "mean_p": 0.188624, "boundary_entropy": 0.414838, "bpb": 1.217006}}, "bpb": {"en": 2.19651, "de": 2.44932, "vi": 2.05271, "tr": 2.42286, "fi": 2.64373, "ru": 1.61946, "el": 1.67872, "hi": 1.34777, "ta": 1.09139, "th": 1.25104, "zh": 3.36073, "my": 1.21701}, "gini_cpc": 0.157768, "gini_cps": 0.05214, "bpic": 10.050043, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9695394146510624, "vi": 1.0394548570524411, "tr": 1.1219671160507847, "fi": 0.9623825580811436, "ru": 1.0073620552271798, "el": 0.7338564032833735, "hi": 1.065324306404036, "ta": 0.9935294205781044, "th": 1.053027591467656, "zh": 2.689566516332611, "my": 0.8235396097442814}, "t": 152.0} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20417, "de": 2.45618, "vi": 2.05661, "tr": 2.43019, "fi": 2.65215, "ru": 1.59787, "el": 1.67002, "hi": 1.34402, "ta": 1.09646, "th": 1.27151, "zh": 3.36112, "my": 1.2255}, "bytes_per_chunk": {"en": 5.839, "de": 5.986, "vi": 7.459, "tr": 5.623, "fi": 5.685, "ru": 10.748, "el": 14.079, "hi": 13.799, "ta": 15.01, "th": 15.89, "zh": 5.695, "my": 20.965}, "bpb_mean": 1.94715, "t": 153.2} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.50578, "bpb": 2.17238, "chunk_loss": 0.030277, "F": 0.13947, "G": 0.20545, "chunks": 142.81, "bytes_per_chunk": 7.17, "boundary_entropy": 0.2806, "router_noise": 0.0, "grad_norm": 0.7378, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.2882, "alpha": 0.03, "t": 153.3} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45139, "bpb": 2.09391, "chunk_loss": 0.030313, "F": 0.15192, "G": 0.21047, "chunks": 155.56, "bytes_per_chunk": 6.583, "boundary_entropy": 0.27712, "router_noise": 0.0, "grad_norm": 0.7973, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.0661, "alpha": 0.03, "t": 155.2} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.50198, "bpb": 2.1669, "chunk_loss": 0.030493, "F": 0.15536, "G": 0.20519, "chunks": 159.09, "bytes_per_chunk": 6.436, "boundary_entropy": 0.25219, "router_noise": 0.0, "grad_norm": 0.8667, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.2992, "alpha": 0.03, "t": 157.2} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.53197, "bpb": 2.21016, "chunk_loss": 0.030257, "F": 0.14664, "G": 0.20641, "chunks": 150.16, "bytes_per_chunk": 6.82, "boundary_entropy": 0.26645, "router_noise": 0.0, "grad_norm": 0.7677, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.0733, "alpha": 0.03, "t": 159.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3201.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183934, "cps": 25.007812, "mean_p": 0.212692, "boundary_entropy": 0.185922, "bpb": 2.17688}, "de": {"chunks": 3648.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177665, "cps": 28.5, "mean_p": 0.203216, "boundary_entropy": 0.198769, "bpb": 2.413189}, "vi": {"chunks": 3537.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.191863, "cps": 27.632812, "mean_p": 0.200287, "boundary_entropy": 0.292617, "bpb": 2.039412}, "tr": {"chunks": 3331.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184003, "cps": 26.023438, "mean_p": 0.202318, "boundary_entropy": 0.213671, "bpb": 2.400343}, "fi": {"chunks": 3261.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.173356, "cps": 25.476562, "mean_p": 0.198492, "boundary_entropy": 0.207829, "bpb": 2.620602}, "ru": {"chunks": 3416.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.180264, "cps": 26.6875, "mean_p": 0.202005, "boundary_entropy": 0.388991, "bpb": 1.586093}, "el": {"chunks": 3298.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.160698, "cps": 25.765625, "mean_p": 0.234066, "boundary_entropy": 0.459981, "bpb": 1.677504}, "hi": {"chunks": 2552.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151679, "cps": 19.9375, "mean_p": 0.127943, "boundary_entropy": 0.291051, "bpb": 1.316809}, "ta": {"chunks": 2374.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.126986, "cps": 18.546875, "mean_p": 0.11463, "boundary_entropy": 0.270927, "bpb": 1.090983}, "th": {"chunks": 2444.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151943, "cps": 19.09375, "mean_p": 0.150577, "boundary_entropy": 0.343759, "bpb": 1.226288}, "zh": {"chunks": 3054.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517101, "cps": 23.859375, "mean_p": 0.285972, "boundary_entropy": 0.381677, "bpb": 3.31985}, "my": {"chunks": 2430.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128246, "cps": 18.984375, "mean_p": 0.208346, "boundary_entropy": 0.442369, "bpb": 1.21291}}, "bpb": {"en": 2.17688, "de": 2.41319, "vi": 2.03941, "tr": 2.40034, "fi": 2.6206, "ru": 1.58609, "el": 1.6775, "hi": 1.31681, "ta": 1.09098, "th": 1.22629, "zh": 3.31985, "my": 1.21291}, "gini_cpc": 0.190208, "gini_cps": 0.080875, "bpic": 10.501313, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9659193550912238, "vi": 1.04311061255522, "tr": 1.0003743030159453, "fi": 0.9424913248180726, "ru": 0.9800474291098017, "el": 0.8736716677076274, "hi": 0.8246393284416599, "ta": 0.690388726644079, "th": 0.8260732944330713, "zh": 2.8113443003175966, "my": 0.6972384738065744}, "t": 162.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18621, "de": 2.41947, "vi": 2.04322, "tr": 2.40683, "fi": 2.62647, "ru": 1.56305, "el": 1.66867, "hi": 1.31349, "ta": 1.09479, "th": 1.2448, "zh": 3.31853, "my": 1.22165}, "bytes_per_chunk": {"en": 5.655, "de": 5.796, "vi": 7.208, "tr": 5.947, "fi": 5.716, "ru": 10.804, "el": 11.786, "hi": 16.746, "ta": 20.648, "th": 19.03, "zh": 5.392, "my": 22.348}, "bpb_mean": 1.9256, "t": 163.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.41174, "bpb": 2.03671, "chunk_loss": 0.030309, "F": 0.1442, "G": 0.20497, "chunks": 147.66, "bytes_per_chunk": 6.935, "boundary_entropy": 0.27563, "router_noise": 0.0, "grad_norm": 0.7253, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.7824, "alpha": 0.03, "t": 163.4} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.33403, "bpb": 1.92461, "chunk_loss": 0.030124, "F": 0.12836, "G": 0.19167, "chunks": 131.44, "bytes_per_chunk": 7.791, "boundary_entropy": 0.27461, "router_noise": 0.0, "grad_norm": 0.7537, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.986, "alpha": 0.03, "t": 165.5} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.4103, "bpb": 2.03464, "chunk_loss": 0.030158, "F": 0.1463, "G": 0.20231, "chunks": 149.81, "bytes_per_chunk": 6.835, "boundary_entropy": 0.25908, "router_noise": 0.0, "grad_norm": 0.813, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5507, "alpha": 0.03, "t": 167.5} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.30737, "bpb": 1.88614, "chunk_loss": 0.030317, "F": 0.13486, "G": 0.2019, "chunks": 138.09, "bytes_per_chunk": 7.415, "boundary_entropy": 0.28794, "router_noise": 0.0, "grad_norm": 0.6804, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6732, "alpha": 0.03, "t": 169.5} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3261.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187381, "cps": 25.476562, "mean_p": 0.215887, "boundary_entropy": 0.180527, "bpb": 2.159534}, "de": {"chunks": 3779.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184045, "cps": 29.523438, "mean_p": 0.206071, "boundary_entropy": 0.189389, "bpb": 2.396133}, "vi": {"chunks": 3516.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190724, "cps": 27.46875, "mean_p": 0.193538, "boundary_entropy": 0.272987, "bpb": 2.020547}, "tr": {"chunks": 3562.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196763, "cps": 27.828125, "mean_p": 0.210337, "boundary_entropy": 0.208981, "bpb": 2.379932}, "fi": {"chunks": 3398.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180639, "cps": 26.546875, "mean_p": 0.205616, "boundary_entropy": 0.201839, "bpb": 2.593827}, "ru": {"chunks": 3471.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183166, "cps": 27.117188, "mean_p": 0.195685, "boundary_entropy": 0.374632, "bpb": 1.560313}, "el": {"chunks": 2864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139551, "cps": 22.375, "mean_p": 0.214406, "boundary_entropy": 0.438219, "bpb": 1.63859}, "hi": {"chunks": 3160.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.187816, "cps": 24.6875, "mean_p": 0.140544, "boundary_entropy": 0.297588, "bpb": 1.280718}, "ta": {"chunks": 2547.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.13624, "cps": 19.898438, "mean_p": 0.119147, "boundary_entropy": 0.275886, "bpb": 1.062805}, "th": {"chunks": 2585.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.160709, "cps": 20.195312, "mean_p": 0.149697, "boundary_entropy": 0.337356, "bpb": 1.208574}, "zh": {"chunks": 3174.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53742, "cps": 24.796875, "mean_p": 0.292923, "boundary_entropy": 0.385397, "bpb": 3.307965}, "my": {"chunks": 3968.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.209415, "cps": 31.0, "mean_p": 0.207699, "boundary_entropy": 0.429747, "bpb": 1.190684}}, "bpb": {"en": 2.15953, "de": 2.39613, "vi": 2.02055, "tr": 2.37993, "fi": 2.59383, "ru": 1.56031, "el": 1.63859, "hi": 1.28072, "ta": 1.0628, "th": 1.20857, "zh": 3.30797, "my": 1.19068}, "gini_cpc": 0.179168, "gini_cps": 0.072273, "bpic": 9.769149, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9821951971675188, "vi": 1.0178389023918295, "tr": 1.0500662136691907, "fi": 0.9640172662191381, "ru": 0.9775043995601653, "el": 0.7447413880475431, "hi": 1.0023175417708403, "ta": 0.7270709567445064, "th": 0.8576553549608094, "zh": 2.868050547195857, "my": 1.11758768830163}, "t": 172.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16773, "de": 2.40172, "vi": 2.0219, "tr": 2.38711, "fi": 2.60238, "ru": 1.53496, "el": 1.63089, "hi": 1.27831, "ta": 1.06742, "th": 1.22814, "zh": 3.30492, "my": 1.1987}, "bytes_per_chunk": {"en": 5.557, "de": 5.622, "vi": 7.481, "tr": 5.551, "fi": 5.384, "ru": 10.74, "el": 13.307, "hi": 13.621, "ta": 19.441, "th": 17.549, "zh": 5.278, "my": 15.028}, "bpb_mean": 1.90201, "t": 173.6} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.51577, "bpb": 2.18679, "chunk_loss": 0.030755, "F": 0.15192, "G": 0.21484, "chunks": 155.56, "bytes_per_chunk": 6.583, "boundary_entropy": 0.28709, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.0106, "alpha": 0.03, "t": 173.7} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.48009, "bpb": 2.13532, "chunk_loss": 0.030365, "F": 0.14334, "G": 0.21144, "chunks": 146.78, "bytes_per_chunk": 6.976, "boundary_entropy": 0.28939, "router_noise": 0.0, "grad_norm": 0.8104, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0983, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41907, "bpb": 2.04729, "chunk_loss": 0.0303, "F": 0.13394, "G": 0.20391, "chunks": 137.16, "bytes_per_chunk": 7.466, "boundary_entropy": 0.29804, "router_noise": 0.0, "grad_norm": 0.7573, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8865, "alpha": 0.03, "t": 177.7} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.33079, "bpb": 1.91993, "chunk_loss": 0.030303, "F": 0.13068, "G": 0.19754, "chunks": 133.81, "bytes_per_chunk": 7.652, "boundary_entropy": 0.28509, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6709, "alpha": 0.03, "t": 179.7} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3166.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181923, "cps": 24.734375, "mean_p": 0.205389, "boundary_entropy": 0.162492, "bpb": 2.138747}, "de": {"chunks": 3586.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174646, "cps": 28.015625, "mean_p": 0.193373, "boundary_entropy": 0.172293, "bpb": 2.371177}, "vi": {"chunks": 3524.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.191158, "cps": 27.53125, "mean_p": 0.181479, "boundary_entropy": 0.259358, "bpb": 2.008569}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.197893, "boundary_entropy": 0.190911, "bpb": 2.347323}, "fi": {"chunks": 3134.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166605, "cps": 24.484375, "mean_p": 0.185416, "boundary_entropy": 0.17457, "bpb": 2.557263}, "ru": {"chunks": 3467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.182955, "cps": 27.085938, "mean_p": 0.193341, "boundary_entropy": 0.367663, "bpb": 1.543167}, "el": {"chunks": 2714.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.132242, "cps": 21.203125, "mean_p": 0.212942, "boundary_entropy": 0.436321, "bpb": 1.626345}, "hi": {"chunks": 3058.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.181753, "cps": 23.890625, "mean_p": 0.14236, "boundary_entropy": 0.300239, "bpb": 1.280287}, "ta": {"chunks": 2923.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.156352, "cps": 22.835938, "mean_p": 0.127365, "boundary_entropy": 0.281727, "bpb": 1.055125}, "th": {"chunks": 2808.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.174573, "cps": 21.9375, "mean_p": 0.141197, "boundary_entropy": 0.311706, "bpb": 1.187776}, "zh": {"chunks": 3106.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.525906, "cps": 24.265625, "mean_p": 0.283091, "boundary_entropy": 0.3651, "bpb": 3.273868}, "my": {"chunks": 3077.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.162392, "cps": 24.039062, "mean_p": 0.16147, "boundary_entropy": 0.366647, "bpb": 1.175344}}, "bpb": {"en": 2.13875, "de": 2.37118, "vi": 2.00857, "tr": 2.34732, "fi": 2.55726, "ru": 1.54317, "el": 1.62635, "hi": 1.28029, "ta": 1.05513, "th": 1.18778, "zh": 3.27387, "my": 1.17534}, "gini_cpc": 0.170203, "gini_cps": 0.048204, "bpic": 10.10269, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9599996788061829, "vi": 1.0507658929009251, "tr": 1.0399758014162588, "fi": 0.9157993234761733, "ru": 1.005675423405344, "el": 0.7269126184759999, "hi": 0.9990693090310402, "ta": 0.8594419646967808, "th": 0.9595978094107209, "zh": 2.8908211164208955, "my": 0.8926420261670367}, "t": 182.6} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14917, "de": 2.37663, "vi": 2.0106, "tr": 2.35428, "fi": 2.56659, "ru": 1.51997, "el": 1.61798, "hi": 1.27527, "ta": 1.05905, "th": 1.20728, "zh": 3.27248, "my": 1.18424}, "bytes_per_chunk": {"en": 5.696, "de": 5.895, "vi": 7.232, "tr": 5.9, "fi": 5.87, "ru": 10.659, "el": 13.918, "hi": 14.265, "ta": 17.374, "th": 16.126, "zh": 5.344, "my": 18.346}, "bpb_mean": 1.88279, "t": 183.9} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.40583, "bpb": 2.02818, "chunk_loss": 0.030203, "F": 0.13766, "G": 0.19169, "chunks": 140.97, "bytes_per_chunk": 7.264, "boundary_entropy": 0.2547, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.2811, "alpha": 0.03, "t": 183.9} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.38648, "bpb": 2.00027, "chunk_loss": 0.030141, "F": 0.13806, "G": 0.18909, "chunks": 141.38, "bytes_per_chunk": 7.243, "boundary_entropy": 0.23947, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2351, "alpha": 0.03, "t": 185.9} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.28944, "bpb": 1.86027, "chunk_loss": 0.030091, "F": 0.11591, "G": 0.17476, "chunks": 118.69, "bytes_per_chunk": 8.628, "boundary_entropy": 0.26352, "router_noise": 0.0, "grad_norm": 0.7975, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.7221, "alpha": 0.03, "t": 187.9} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36052, "bpb": 1.96281, "chunk_loss": 0.030017, "F": 0.12805, "G": 0.18691, "chunks": 131.12, "bytes_per_chunk": 7.809, "boundary_entropy": 0.26006, "router_noise": 0.0, "grad_norm": 0.699, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.0553, "alpha": 0.03, "t": 189.9} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3167.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18198, "cps": 24.742188, "mean_p": 0.206021, "boundary_entropy": 0.159582, "bpb": 2.123949}, "de": {"chunks": 3614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176009, "cps": 28.234375, "mean_p": 0.193627, "boundary_entropy": 0.165424, "bpb": 2.350103}, "vi": {"chunks": 3618.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.196257, "cps": 28.265625, "mean_p": 0.194726, "boundary_entropy": 0.267115, "bpb": 1.997663}, "tr": {"chunks": 3357.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185439, "cps": 26.226562, "mean_p": 0.19897, "boundary_entropy": 0.192835, "bpb": 2.331103}, "fi": {"chunks": 3215.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170911, "cps": 25.117188, "mean_p": 0.188625, "boundary_entropy": 0.171324, "bpb": 2.551754}, "ru": {"chunks": 3432.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.181108, "cps": 26.8125, "mean_p": 0.194356, "boundary_entropy": 0.366257, "bpb": 1.52875}, "el": {"chunks": 2840.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.138381, "cps": 22.1875, "mean_p": 0.2103, "boundary_entropy": 0.427498, "bpb": 1.598222}, "hi": {"chunks": 3154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.187459, "cps": 24.640625, "mean_p": 0.145058, "boundary_entropy": 0.301898, "bpb": 1.27191}, "ta": {"chunks": 2713.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145119, "cps": 21.195312, "mean_p": 0.125973, "boundary_entropy": 0.280554, "bpb": 1.043991}, "th": {"chunks": 2789.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173391, "cps": 21.789062, "mean_p": 0.142838, "boundary_entropy": 0.313412, "bpb": 1.176993}, "zh": {"chunks": 3157.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.534541, "cps": 24.664062, "mean_p": 0.28795, "boundary_entropy": 0.37056, "bpb": 3.244345}, "my": {"chunks": 4087.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.215696, "cps": 31.929688, "mean_p": 0.177119, "boundary_entropy": 0.377089, "bpb": 1.189504}}, "bpb": {"en": 2.12395, "de": 2.3501, "vi": 1.99766, "tr": 2.3311, "fi": 2.55175, "ru": 1.52875, "el": 1.59822, "hi": 1.27191, "ta": 1.04399, "th": 1.17699, "zh": 3.24434, "my": 1.1895}, "gini_cpc": 0.176631, "gini_cps": 0.063934, "bpic": 9.804588, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9671900006291135, "vi": 1.078453632006018, "tr": 1.0190062474664108, "fi": 0.9391720311179778, "ru": 0.9952086032327107, "el": 0.7604200365679046, "hi": 1.0301077934550724, "ta": 0.7974443421574774, "th": 0.9528038555043712, "zh": 2.937360132444397, "my": 1.1852700715680806}, "t": 192.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13264, "de": 2.3551, "vi": 2.00048, "tr": 2.33698, "fi": 2.55847, "ru": 1.50466, "el": 1.58883, "hi": 1.26883, "ta": 1.04825, "th": 1.19497, "zh": 3.2431, "my": 1.19819}, "bytes_per_chunk": {"en": 5.722, "de": 5.85, "vi": 7.038, "tr": 5.953, "fi": 5.765, "ru": 10.663, "el": 13.238, "hi": 13.53, "ta": 18.104, "th": 16.304, "zh": 5.221, "my": 14.014}, "bpb_mean": 1.86921, "t": 194.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31399, "bpb": 1.89569, "chunk_loss": 0.030415, "F": 0.12866, "G": 0.19125, "chunks": 131.75, "bytes_per_chunk": 7.772, "boundary_entropy": 0.2734, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.5619, "alpha": 0.03, "t": 194.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.22319, "bpb": 1.76469, "chunk_loss": 0.030238, "F": 0.12195, "G": 0.17951, "chunks": 124.88, "bytes_per_chunk": 8.2, "boundary_entropy": 0.25496, "router_noise": 0.0, "grad_norm": 0.7106, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.9543, "alpha": 0.03, "t": 196.1} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.33349, "bpb": 1.92382, "chunk_loss": 0.030129, "F": 0.12903, "G": 0.1843, "chunks": 132.12, "bytes_per_chunk": 7.75, "boundary_entropy": 0.24651, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.0046, "alpha": 0.03, "t": 198.1} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.37685, "bpb": 1.98637, "chunk_loss": 0.030047, "F": 0.12949, "G": 0.19151, "chunks": 132.59, "bytes_per_chunk": 7.723, "boundary_entropy": 0.26378, "router_noise": 0.0, "grad_norm": 0.7856, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.7442, "alpha": 0.03, "t": 200.1} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3126.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179624, "cps": 24.421875, "mean_p": 0.199386, "boundary_entropy": 0.150433, "bpb": 2.112035}, "de": {"chunks": 3472.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169094, "cps": 27.125, "mean_p": 0.187622, "boundary_entropy": 0.161592, "bpb": 2.32607}, "vi": {"chunks": 3561.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193165, "cps": 27.820312, "mean_p": 0.187575, "boundary_entropy": 0.254946, "bpb": 1.979961}, "tr": {"chunks": 3340.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1845, "cps": 26.09375, "mean_p": 0.195366, "boundary_entropy": 0.183487, "bpb": 2.30805}, "fi": {"chunks": 3241.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172293, "cps": 25.320312, "mean_p": 0.188008, "boundary_entropy": 0.163157, "bpb": 2.502121}, "ru": {"chunks": 3316.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.174987, "cps": 25.90625, "mean_p": 0.186696, "boundary_entropy": 0.35601, "bpb": 1.515687}, "el": {"chunks": 2770.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134971, "cps": 21.640625, "mean_p": 0.200826, "boundary_entropy": 0.41036, "bpb": 1.597367}, "hi": {"chunks": 3490.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207429, "cps": 27.265625, "mean_p": 0.148962, "boundary_entropy": 0.307708, "bpb": 1.260625}, "ta": {"chunks": 3336.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.178443, "cps": 26.0625, "mean_p": 0.133334, "boundary_entropy": 0.278924, "bpb": 1.038032}, "th": {"chunks": 2813.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.174883, "cps": 21.976562, "mean_p": 0.135896, "boundary_entropy": 0.296873, "bpb": 1.160582}, "zh": {"chunks": 3114.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.52726, "cps": 24.328125, "mean_p": 0.288102, "boundary_entropy": 0.371114, "bpb": 3.232315}, "my": {"chunks": 3917.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.206724, "cps": 30.601562, "mean_p": 0.174283, "boundary_entropy": 0.371275, "bpb": 1.170321}}, "bpb": {"en": 2.11203, "de": 2.32607, "vi": 1.97996, "tr": 2.30805, "fi": 2.50212, "ru": 1.51569, "el": 1.59737, "hi": 1.26063, "ta": 1.03803, "th": 1.16058, "zh": 3.23231, "my": 1.17032}, "gini_cpc": 0.167186, "gini_cps": 0.050697, "bpic": 9.716959, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9413745561776731, "vi": 1.075385009425137, "tr": 1.0271433574333604, "fi": 0.9591848135575511, "ru": 0.9741827923771517, "el": 0.7514049823600374, "hi": 1.1547966107012175, "ta": 0.9934264501526935, "th": 0.9736072818525863, "zh": 2.9353528374475872, "my": 1.1508675425257204}, "t": 203.0} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11971, "de": 2.33307, "vi": 1.98374, "tr": 2.31534, "fi": 2.5122, "ru": 1.49306, "el": 1.5889, "hi": 1.25575, "ta": 1.04353, "th": 1.17858, "zh": 3.23239, "my": 1.17811}, "bytes_per_chunk": {"en": 5.763, "de": 6.024, "vi": 7.135, "tr": 6.008, "fi": 5.707, "ru": 11.146, "el": 13.693, "hi": 12.126, "ta": 14.82, "th": 15.853, "zh": 5.312, "my": 14.868}, "bpb_mean": 1.85286, "t": 204.3} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.32218, "bpb": 1.9075, "chunk_loss": 0.030181, "F": 0.12424, "G": 0.18199, "chunks": 127.22, "bytes_per_chunk": 8.049, "boundary_entropy": 0.2619, "router_noise": 0.0, "grad_norm": 0.7585, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.3328, "alpha": 0.03, "t": 204.3} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.31503, "bpb": 1.89719, "chunk_loss": 0.030288, "F": 0.13974, "G": 0.18824, "chunks": 143.09, "bytes_per_chunk": 7.156, "boundary_entropy": 0.23183, "router_noise": 0.0, "grad_norm": 0.7321, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3376, "alpha": 0.03, "t": 206.3} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53333, "bpb": 2.21212, "chunk_loss": 0.030224, "F": 0.15009, "G": 0.20317, "chunks": 153.69, "bytes_per_chunk": 6.663, "boundary_entropy": 0.24221, "router_noise": 0.0, "grad_norm": 0.8211, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3595, "alpha": 0.03, "t": 208.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.42754, "bpb": 2.05951, "chunk_loss": 0.030308, "F": 0.151, "G": 0.19496, "chunks": 154.62, "bytes_per_chunk": 6.622, "boundary_entropy": 0.20878, "router_noise": 0.0, "grad_norm": 0.741, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.2469, "alpha": 0.03, "t": 210.3} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3132.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179969, "cps": 24.46875, "mean_p": 0.199723, "boundary_entropy": 0.142888, "bpb": 2.0993}, "de": {"chunks": 3448.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167925, "cps": 26.9375, "mean_p": 0.185519, "boundary_entropy": 0.155242, "bpb": 2.314095}, "vi": {"chunks": 3466.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.188012, "cps": 27.078125, "mean_p": 0.175586, "boundary_entropy": 0.234267, "bpb": 1.971638}, "tr": {"chunks": 3339.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184445, "cps": 26.085938, "mean_p": 0.193357, "boundary_entropy": 0.176593, "bpb": 2.28021}, "fi": {"chunks": 3174.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168731, "cps": 24.796875, "mean_p": 0.182182, "boundary_entropy": 0.155564, "bpb": 2.483886}, "ru": {"chunks": 3154.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166438, "cps": 24.640625, "mean_p": 0.182688, "boundary_entropy": 0.354646, "bpb": 1.493835}, "el": {"chunks": 3076.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.149881, "cps": 24.03125, "mean_p": 0.206874, "boundary_entropy": 0.413369, "bpb": 1.565859}, "hi": {"chunks": 3009.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178841, "cps": 23.507812, "mean_p": 0.143111, "boundary_entropy": 0.296982, "bpb": 1.240182}, "ta": {"chunks": 2757.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.147473, "cps": 21.539062, "mean_p": 0.121209, "boundary_entropy": 0.265106, "bpb": 1.0246}, "th": {"chunks": 2989.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.185825, "cps": 23.351562, "mean_p": 0.134741, "boundary_entropy": 0.287844, "bpb": 1.15036}, "zh": {"chunks": 3063.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518625, "cps": 23.929688, "mean_p": 0.28572, "boundary_entropy": 0.368, "bpb": 3.221453}, "my": {"chunks": 2802.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.147878, "cps": 21.890625, "mean_p": 0.157046, "boundary_entropy": 0.359309, "bpb": 1.157868}}, "bpb": {"en": 2.0993, "de": 2.31409, "vi": 1.97164, "tr": 2.28021, "fi": 2.48389, "ru": 1.49384, "el": 1.56586, "hi": 1.24018, "ta": 1.0246, "th": 1.15036, "zh": 3.22145, "my": 1.15787}, "gini_cpc": 0.168893, "gini_cps": 0.038353, "bpic": 10.259055, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9330764251472212, "vi": 1.0446908315121888, "tr": 1.0248687110347494, "fi": 0.937556406529073, "ru": 0.9248149496052326, "el": 0.832813684599822, "hi": 0.9937324725453025, "ta": 0.8194334031165749, "th": 1.0325407884597748, "zh": 2.8817474728602517, "my": 0.8216883351653285}, "t": 213.2} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10665, "de": 2.3225, "vi": 1.97536, "tr": 2.29083, "fi": 2.49428, "ru": 1.46989, "el": 1.5584, "hi": 1.236, "ta": 1.02909, "th": 1.1684, "zh": 3.21835, "my": 1.16428}, "bytes_per_chunk": {"en": 5.755, "de": 6.076, "vi": 7.484, "tr": 5.99, "fi": 5.823, "ru": 11.741, "el": 12.251, "hi": 13.859, "ta": 18.007, "th": 15.034, "zh": 5.352, "my": 19.482}, "bpb_mean": 1.83617, "t": 214.5} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37903, "bpb": 1.98951, "chunk_loss": 0.030168, "F": 0.13284, "G": 0.18573, "chunks": 136.03, "bytes_per_chunk": 7.528, "boundary_entropy": 0.24466, "router_noise": 0.0, "grad_norm": 0.7587, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.6644, "alpha": 0.03, "t": 214.5} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.53095, "bpb": 2.20869, "chunk_loss": 0.030342, "F": 0.15305, "G": 0.20428, "chunks": 156.72, "bytes_per_chunk": 6.534, "boundary_entropy": 0.2439, "router_noise": 0.0, "grad_norm": 0.7316, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3671, "alpha": 0.03, "t": 216.5} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.46716, "bpb": 2.11667, "chunk_loss": 0.030069, "F": 0.14758, "G": 0.19562, "chunks": 151.12, "bytes_per_chunk": 6.776, "boundary_entropy": 0.22131, "router_noise": 0.0, "grad_norm": 0.7125, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3124, "alpha": 0.03, "t": 218.5} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42769, "bpb": 2.05972, "chunk_loss": 0.030211, "F": 0.14487, "G": 0.19955, "chunks": 148.34, "bytes_per_chunk": 6.903, "boundary_entropy": 0.24609, "router_noise": 0.0, "grad_norm": 0.819, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5064, "alpha": 0.03, "t": 220.5} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3188.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183187, "cps": 24.90625, "mean_p": 0.201915, "boundary_entropy": 0.14186, "bpb": 2.087387}, "de": {"chunks": 3556.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173185, "cps": 27.78125, "mean_p": 0.190873, "boundary_entropy": 0.157269, "bpb": 2.29569}, "vi": {"chunks": 3264.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.177055, "cps": 25.5, "mean_p": 0.176385, "boundary_entropy": 0.235952, "bpb": 1.966223}, "tr": {"chunks": 3438.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189913, "cps": 26.859375, "mean_p": 0.198262, "boundary_entropy": 0.175954, "bpb": 2.263062}, "fi": {"chunks": 3283.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174526, "cps": 25.648438, "mean_p": 0.190929, "boundary_entropy": 0.162025, "bpb": 2.459967}, "ru": {"chunks": 3445.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.181794, "cps": 26.914062, "mean_p": 0.193107, "boundary_entropy": 0.3609, "bpb": 1.478137}, "el": {"chunks": 3224.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157092, "cps": 25.1875, "mean_p": 0.213763, "boundary_entropy": 0.421008, "bpb": 1.558425}, "hi": {"chunks": 2967.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176345, "cps": 23.179688, "mean_p": 0.14039, "boundary_entropy": 0.291778, "bpb": 1.23505}, "ta": {"chunks": 2405.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.128644, "cps": 18.789062, "mean_p": 0.114693, "boundary_entropy": 0.25901, "bpb": 1.02041}, "th": {"chunks": 2696.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.16761, "cps": 21.0625, "mean_p": 0.13142, "boundary_entropy": 0.288338, "bpb": 1.143078}, "zh": {"chunks": 3248.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549949, "cps": 25.375, "mean_p": 0.290875, "boundary_entropy": 0.36429, "bpb": 3.185539}, "my": {"chunks": 2573.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135793, "cps": 20.101562, "mean_p": 0.146605, "boundary_entropy": 0.344894, "bpb": 1.155716}}, "bpb": {"en": 2.08739, "de": 2.29569, "vi": 1.96622, "tr": 2.26306, "fi": 2.45997, "ru": 1.47814, "el": 1.55842, "hi": 1.23505, "ta": 1.02041, "th": 1.14308, "zh": 3.18554, "my": 1.15572}, "gini_cpc": 0.187483, "gini_cps": 0.061538, "bpic": 10.292622, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9453990305167782, "vi": 0.966524385077074, "tr": 1.0367191681837882, "fi": 0.952718956919878, "ru": 0.9923978607111762, "el": 0.8575510745327136, "hi": 0.9626497023570932, "ta": 0.7022559356882239, "th": 0.9149653132726119, "zh": 3.002122333964014, "my": 0.7412798886419386}, "t": 223.4} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09491, "de": 2.30284, "vi": 1.96759, "tr": 2.27121, "fi": 2.47087, "ru": 1.4537, "el": 1.55133, "hi": 1.22973, "ta": 1.02457, "th": 1.1625, "zh": 3.18444, "my": 1.16308}, "bytes_per_chunk": {"en": 5.716, "de": 5.891, "vi": 8.153, "tr": 5.857, "fi": 5.623, "ru": 10.683, "el": 11.787, "hi": 14.048, "ta": 20.741, "th": 16.287, "zh": 5.117, "my": 21.535}, "bpb_mean": 1.82306, "t": 224.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.31466, "bpb": 1.89666, "chunk_loss": 0.030188, "F": 0.12823, "G": 0.18382, "chunks": 131.31, "bytes_per_chunk": 7.798, "boundary_entropy": 0.2437, "router_noise": 0.0, "grad_norm": 0.7568, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.021, "alpha": 0.03, "t": 224.7} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.46234, "bpb": 2.1097, "chunk_loss": 0.030188, "F": 0.14734, "G": 0.19764, "chunks": 150.88, "bytes_per_chunk": 6.787, "boundary_entropy": 0.23208, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3995, "alpha": 0.03, "t": 226.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.33629, "bpb": 1.92786, "chunk_loss": 0.030063, "F": 0.1257, "G": 0.17834, "chunks": 128.72, "bytes_per_chunk": 7.955, "boundary_entropy": 0.23721, "router_noise": 0.0, "grad_norm": 0.7626, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8635, "alpha": 0.03, "t": 228.6} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.48803, "bpb": 2.14677, "chunk_loss": 0.030214, "F": 0.15149, "G": 0.205, "chunks": 155.12, "bytes_per_chunk": 6.601, "boundary_entropy": 0.23718, "router_noise": 0.0, "grad_norm": 0.7206, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.0388, "alpha": 0.03, "t": 230.6} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3250.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186749, "cps": 25.390625, "mean_p": 0.206872, "boundary_entropy": 0.141992, "bpb": 2.073535}, "de": {"chunks": 3657.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178104, "cps": 28.570312, "mean_p": 0.194137, "boundary_entropy": 0.151687, "bpb": 2.278441}, "vi": {"chunks": 3500.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189856, "cps": 27.34375, "mean_p": 0.179896, "boundary_entropy": 0.233793, "bpb": 1.958033}, "tr": {"chunks": 3437.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189858, "cps": 26.851562, "mean_p": 0.197799, "boundary_entropy": 0.169549, "bpb": 2.249962}, "fi": {"chunks": 3348.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177981, "cps": 26.15625, "mean_p": 0.192637, "boundary_entropy": 0.157151, "bpb": 2.440224}, "ru": {"chunks": 3291.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173668, "cps": 25.710938, "mean_p": 0.187679, "boundary_entropy": 0.35473, "bpb": 1.467024}, "el": {"chunks": 2831.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137943, "cps": 22.117188, "mean_p": 0.200893, "boundary_entropy": 0.405543, "bpb": 1.539723}, "hi": {"chunks": 2876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.170936, "cps": 22.46875, "mean_p": 0.140717, "boundary_entropy": 0.299096, "bpb": 1.228797}, "ta": {"chunks": 2930.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.156726, "cps": 22.890625, "mean_p": 0.128025, "boundary_entropy": 0.27481, "bpb": 1.007691}, "th": {"chunks": 2840.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176562, "cps": 22.1875, "mean_p": 0.136459, "boundary_entropy": 0.294692, "bpb": 1.135476}, "zh": {"chunks": 3229.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546732, "cps": 25.226562, "mean_p": 0.285621, "boundary_entropy": 0.353027, "bpb": 3.171651}, "my": {"chunks": 2434.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128457, "cps": 19.015625, "mean_p": 0.160812, "boundary_entropy": 0.372237, "bpb": 1.14467}}, "bpb": {"en": 2.07353, "de": 2.27844, "vi": 1.95803, "tr": 2.24996, "fi": 2.44022, "ru": 1.46702, "el": 1.53972, "hi": 1.2288, "ta": 1.00769, "th": 1.13548, "zh": 3.17165, "my": 1.14467}, "gini_cpc": 0.186237, "gini_cps": 0.060063, "bpic": 10.200702, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9537033593202686, "vi": 1.0166364148463416, "tr": 1.0166459617827899, "fi": 0.9530470142265368, "ru": 0.9299496326364928, "el": 0.7386518390248838, "hi": 0.9153234061035547, "ta": 0.8392336906206924, "th": 0.9454488414911169, "zh": 2.9276244236630284, "my": 0.6878566765723193}, "t": 233.4} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08172, "de": 2.28488, "vi": 1.96031, "tr": 2.25654, "fi": 2.44995, "ru": 1.44223, "el": 1.53325, "hi": 1.22239, "ta": 1.01364, "th": 1.15436, "zh": 3.16928, "my": 1.15192}, "bytes_per_chunk": {"en": 5.605, "de": 5.751, "vi": 7.588, "tr": 5.766, "fi": 5.567, "ru": 11.088, "el": 12.974, "hi": 14.478, "ta": 16.722, "th": 15.693, "zh": 5.145, "my": 22.064}, "bpb_mean": 1.81004, "t": 234.7} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 234.7} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.30022, "bpb": 1.87582, "chunk_loss": 0.0, "F": 0.13318, "G": 0.19205, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.25857, "router_noise": 0.0, "grad_norm": 0.692, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 234.7} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.30885, "bpb": 1.88827, "chunk_loss": 0.0, "F": 0.13861, "G": 0.19354, "chunks": 141.94, "bytes_per_chunk": 7.214, "boundary_entropy": 0.24648, "router_noise": 0.0, "grad_norm": 0.7357, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 236.7} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.3503, "bpb": 1.94808, "chunk_loss": 0.0, "F": 0.15103, "G": 0.19447, "chunks": 154.66, "bytes_per_chunk": 6.621, "boundary_entropy": 0.21477, "router_noise": 0.0, "grad_norm": 0.756, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 238.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.47908, "bpb": 2.13387, "chunk_loss": 0.0, "F": 0.15619, "G": 0.21773, "chunks": 159.94, "bytes_per_chunk": 6.403, "boundary_entropy": 0.26928, "router_noise": 0.0, "grad_norm": 0.7705, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 240.5} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3228.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185485, "cps": 25.21875, "mean_p": 0.206495, "boundary_entropy": 0.145185, "bpb": 2.060195}, "de": {"chunks": 3685.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179467, "cps": 28.789062, "mean_p": 0.19671, "boundary_entropy": 0.156795, "bpb": 2.265764}, "vi": {"chunks": 3560.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193111, "cps": 27.8125, "mean_p": 0.181314, "boundary_entropy": 0.235601, "bpb": 1.943848}, "tr": {"chunks": 3511.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193946, "cps": 27.429688, "mean_p": 0.20333, "boundary_entropy": 0.177774, "bpb": 2.234455}, "fi": {"chunks": 3331.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177077, "cps": 26.023438, "mean_p": 0.192674, "boundary_entropy": 0.158862, "bpb": 2.420721}, "ru": {"chunks": 3753.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.198047, "cps": 29.320312, "mean_p": 0.201425, "boundary_entropy": 0.362655, "bpb": 1.449218}, "el": {"chunks": 3217.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156751, "cps": 25.132812, "mean_p": 0.215426, "boundary_entropy": 0.42265, "bpb": 1.528511}, "hi": {"chunks": 2766.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164398, "cps": 21.609375, "mean_p": 0.143449, "boundary_entropy": 0.308978, "bpb": 1.216536}, "ta": {"chunks": 2967.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158706, "cps": 23.179688, "mean_p": 0.130406, "boundary_entropy": 0.281573, "bpb": 1.004011}, "th": {"chunks": 2646.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164501, "cps": 20.671875, "mean_p": 0.137605, "boundary_entropy": 0.301277, "bpb": 1.130113}, "zh": {"chunks": 3268.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553336, "cps": 25.53125, "mean_p": 0.290646, "boundary_entropy": 0.359606, "bpb": 3.159369}, "my": {"chunks": 3046.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.160756, "cps": 23.796875, "mean_p": 0.161457, "boundary_entropy": 0.363767, "bpb": 1.142222}}, "bpb": {"en": 2.0602, "de": 2.26576, "vi": 1.94385, "tr": 2.23446, "fi": 2.42072, "ru": 1.44922, "el": 1.52851, "hi": 1.21654, "ta": 1.00401, "th": 1.13011, "zh": 3.15937, "my": 1.14222}, "gini_cpc": 0.172922, "gini_cps": 0.058379, "bpic": 9.846093, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9675550392450126, "vi": 1.0411119950232053, "tr": 1.045612754525067, "fi": 0.9546701496929246, "ru": 1.067726309697796, "el": 0.8450858108782476, "hi": 0.8863141788695128, "ta": 0.8556234346897119, "th": 0.8868687837498974, "zh": 2.983178218357741, "my": 0.8666766921482625}, "t": 243.4} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06935, "de": 2.2713, "vi": 1.94537, "tr": 2.24205, "fi": 2.4306, "ru": 1.42456, "el": 1.52078, "hi": 1.21118, "ta": 1.009, "th": 1.14965, "zh": 3.1559, "my": 1.14895}, "bytes_per_chunk": {"en": 5.608, "de": 5.729, "vi": 7.248, "tr": 5.655, "fi": 5.545, "ru": 9.553, "el": 11.292, "hi": 15.094, "ta": 16.75, "th": 16.246, "zh": 5.084, "my": 18.895}, "bpb_mean": 1.79822, "t": 244.6} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.44814, "bpb": 2.08923, "chunk_loss": 0.0, "F": 0.16138, "G": 0.20283, "chunks": 165.25, "bytes_per_chunk": 6.197, "boundary_entropy": 0.21162, "router_noise": 0.0, "grad_norm": 0.8303, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 244.7} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.38045, "bpb": 1.99157, "chunk_loss": 0.0, "F": 0.14789, "G": 0.20317, "chunks": 151.44, "bytes_per_chunk": 6.762, "boundary_entropy": 0.24714, "router_noise": 0.0, "grad_norm": 0.7649, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 246.6} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.30988, "bpb": 1.88976, "chunk_loss": 0.0, "F": 0.15366, "G": 0.19946, "chunks": 157.34, "bytes_per_chunk": 6.508, "boundary_entropy": 0.21887, "router_noise": 0.0, "grad_norm": 0.7362, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 248.6} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.36453, "bpb": 1.96861, "chunk_loss": 0.0, "F": 0.1492, "G": 0.20324, "chunks": 152.78, "bytes_per_chunk": 6.702, "boundary_entropy": 0.24954, "router_noise": 0.0, "grad_norm": 0.7442, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 250.6} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3301.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18968, "cps": 25.789062, "mean_p": 0.210979, "boundary_entropy": 0.14796, "bpb": 2.055383}, "de": {"chunks": 3718.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181074, "cps": 29.046875, "mean_p": 0.200384, "boundary_entropy": 0.158735, "bpb": 2.248548}, "vi": {"chunks": 3550.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192568, "cps": 27.734375, "mean_p": 0.185738, "boundary_entropy": 0.243979, "bpb": 1.93627}, "tr": {"chunks": 3524.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194664, "cps": 27.53125, "mean_p": 0.202036, "boundary_entropy": 0.174207, "bpb": 2.220517}, "fi": {"chunks": 3337.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177396, "cps": 26.070312, "mean_p": 0.194156, "boundary_entropy": 0.160269, "bpb": 2.409072}, "ru": {"chunks": 3714.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.195989, "cps": 29.015625, "mean_p": 0.200581, "boundary_entropy": 0.366363, "bpb": 1.43927}, "el": {"chunks": 3181.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.154997, "cps": 24.851562, "mean_p": 0.213654, "boundary_entropy": 0.420623, "bpb": 1.516113}, "hi": {"chunks": 2954.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.175572, "cps": 23.078125, "mean_p": 0.141574, "boundary_entropy": 0.299733, "bpb": 1.21201}, "ta": {"chunks": 3350.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.179192, "cps": 26.171875, "mean_p": 0.13027, "boundary_entropy": 0.277165, "bpb": 0.996805}, "th": {"chunks": 2992.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.186012, "cps": 23.375, "mean_p": 0.139817, "boundary_entropy": 0.298371, "bpb": 1.116301}, "zh": {"chunks": 3218.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54487, "cps": 25.140625, "mean_p": 0.28724, "boundary_entropy": 0.358885, "bpb": 3.145297}, "my": {"chunks": 2856.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.150728, "cps": 22.3125, "mean_p": 0.165636, "boundary_entropy": 0.375037, "bpb": 1.137066}}, "bpb": {"en": 2.05538, "de": 2.24855, "vi": 1.93627, "tr": 2.22052, "fi": 2.40907, "ru": 1.43927, "el": 1.51611, "hi": 1.21201, "ta": 0.9968, "th": 1.1163, "zh": 3.1453, "my": 1.13707}, "gini_cpc": 0.163525, "gini_cps": 0.046973, "bpic": 9.668245, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9546310899354971, "vi": 1.0152285139818815, "tr": 1.0262754597070454, "fi": 0.9352396680634004, "ru": 1.0332639585509789, "el": 0.817149312813165, "hi": 0.9256227366825218, "ta": 0.9447087403065147, "th": 0.9806614869864041, "zh": 2.8725737862481107, "my": 0.7946454900054275}, "t": 253.5} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.063, "de": 2.25643, "vi": 1.93808, "tr": 2.22778, "fi": 2.4183, "ru": 1.41599, "el": 1.50756, "hi": 1.20743, "ta": 1.00124, "th": 1.13609, "zh": 3.14285, "my": 1.14409}, "bytes_per_chunk": {"en": 5.475, "de": 5.628, "vi": 7.274, "tr": 5.666, "fi": 5.507, "ru": 9.797, "el": 11.9, "hi": 14.091, "ta": 14.973, "th": 14.317, "zh": 5.127, "my": 19.035}, "bpb_mean": 1.78824, "t": 254.8} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.40809, "bpb": 2.03145, "chunk_loss": 0.0, "F": 0.14456, "G": 0.20428, "chunks": 148.03, "bytes_per_chunk": 6.917, "boundary_entropy": 0.25849, "router_noise": 0.0, "grad_norm": 0.7301, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 254.8} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.51331, "bpb": 2.18325, "chunk_loss": 0.0, "F": 0.15796, "G": 0.21181, "chunks": 161.75, "bytes_per_chunk": 6.331, "boundary_entropy": 0.25258, "router_noise": 0.0, "grad_norm": 0.7728, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 256.7} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.45266, "bpb": 2.09575, "chunk_loss": 0.0, "F": 0.14621, "G": 0.2079, "chunks": 149.72, "bytes_per_chunk": 6.839, "boundary_entropy": 0.26785, "router_noise": 0.0, "grad_norm": 0.8009, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 258.7} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.46247, "bpb": 2.10989, "chunk_loss": 0.0, "F": 0.15967, "G": 0.20279, "chunks": 163.5, "bytes_per_chunk": 6.263, "boundary_entropy": 0.21245, "router_noise": 0.0, "grad_norm": 0.7852, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 260.6} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3248.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186634, "cps": 25.375, "mean_p": 0.208421, "boundary_entropy": 0.148293, "bpb": 2.04305}, "de": {"chunks": 3670.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178737, "cps": 28.671875, "mean_p": 0.198723, "boundary_entropy": 0.160616, "bpb": 2.243564}, "vi": {"chunks": 3513.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190561, "cps": 27.445312, "mean_p": 0.185659, "boundary_entropy": 0.246259, "bpb": 1.933029}, "tr": {"chunks": 3526.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194774, "cps": 27.546875, "mean_p": 0.204351, "boundary_entropy": 0.178774, "bpb": 2.210017}, "fi": {"chunks": 3311.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176014, "cps": 25.867188, "mean_p": 0.193025, "boundary_entropy": 0.161577, "bpb": 2.389788}, "ru": {"chunks": 3714.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.195989, "cps": 29.015625, "mean_p": 0.203641, "boundary_entropy": 0.371474, "bpb": 1.432719}, "el": {"chunks": 3224.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157092, "cps": 25.1875, "mean_p": 0.213432, "boundary_entropy": 0.420811, "bpb": 1.508266}, "hi": {"chunks": 3372.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.200416, "cps": 26.34375, "mean_p": 0.154917, "boundary_entropy": 0.316775, "bpb": 1.196523}, "ta": {"chunks": 2970.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158866, "cps": 23.203125, "mean_p": 0.132202, "boundary_entropy": 0.283185, "bpb": 0.990988}, "th": {"chunks": 3349.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.208206, "cps": 26.164062, "mean_p": 0.146459, "boundary_entropy": 0.304535, "bpb": 1.110249}, "zh": {"chunks": 3322.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.562479, "cps": 25.953125, "mean_p": 0.294058, "boundary_entropy": 0.362289, "bpb": 3.13447}, "my": {"chunks": 3131.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.165242, "cps": 24.460938, "mean_p": 0.168687, "boundary_entropy": 0.373088, "bpb": 1.131811}}, "bpb": {"en": 2.04305, "de": 2.24356, "vi": 1.93303, "tr": 2.21002, "fi": 2.38979, "ru": 1.43272, "el": 1.50827, "hi": 1.19652, "ta": 0.99099, "th": 1.11025, "zh": 3.13447, "my": 1.13181}, "gini_cpc": 0.171567, "gini_cps": 0.034457, "bpic": 9.511301, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9576829525173822, "vi": 1.0210408257744892, "tr": 1.0436139030925664, "fi": 0.943094901369155, "ru": 1.0501244849682208, "el": 0.8417096137962717, "hi": 1.073842510924542, "ta": 0.8512146302388484, "th": 1.1155837560925563, "zh": 3.0137990046024834, "my": 0.885376093477508}, "t": 263.5} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05185, "de": 2.24977, "vi": 1.93416, "tr": 2.21745, "fi": 2.39891, "ru": 1.40774, "el": 1.50052, "hi": 1.19177, "ta": 0.99635, "th": 1.12888, "zh": 3.13183, "my": 1.13865}, "bytes_per_chunk": {"en": 5.585, "de": 5.694, "vi": 7.515, "tr": 5.659, "fi": 5.593, "ru": 9.785, "el": 11.645, "hi": 12.412, "ta": 16.749, "th": 13.097, "zh": 5.058, "my": 17.811}, "bpb_mean": 1.77899, "t": 264.7} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.3524, "bpb": 1.95109, "chunk_loss": 0.0, "F": 0.14713, "G": 0.20244, "chunks": 150.66, "bytes_per_chunk": 6.797, "boundary_entropy": 0.24742, "router_noise": 0.0, "grad_norm": 0.7442, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 264.8} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.28454, "bpb": 1.85321, "chunk_loss": 0.0, "F": 0.14685, "G": 0.19261, "chunks": 150.38, "bytes_per_chunk": 6.81, "boundary_entropy": 0.21345, "router_noise": 0.0, "grad_norm": 0.7366, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 266.7} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.38404, "bpb": 1.99675, "chunk_loss": 0.0, "F": 0.14783, "G": 0.19796, "chunks": 151.38, "bytes_per_chunk": 6.765, "boundary_entropy": 0.23717, "router_noise": 0.0, "grad_norm": 0.7977, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 268.7} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.26281, "bpb": 1.82186, "chunk_loss": 0.0, "F": 0.14182, "G": 0.19561, "chunks": 145.22, "bytes_per_chunk": 7.051, "boundary_entropy": 0.25442, "router_noise": 0.0, "grad_norm": 0.7586, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 270.6} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3287.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188875, "cps": 25.679688, "mean_p": 0.21337, "boundary_entropy": 0.151298, "bpb": 2.037022}, "de": {"chunks": 3791.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18463, "cps": 29.617188, "mean_p": 0.204592, "boundary_entropy": 0.163423, "bpb": 2.23567}, "vi": {"chunks": 3557.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192948, "cps": 27.789062, "mean_p": 0.187656, "boundary_entropy": 0.245977, "bpb": 1.924306}, "tr": {"chunks": 3555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196376, "cps": 27.773438, "mean_p": 0.206452, "boundary_entropy": 0.179864, "bpb": 2.200449}, "fi": {"chunks": 3371.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179204, "cps": 26.335938, "mean_p": 0.197333, "boundary_entropy": 0.162638, "bpb": 2.375876}, "ru": {"chunks": 3811.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.201108, "cps": 29.773438, "mean_p": 0.201438, "boundary_entropy": 0.365339, "bpb": 1.425368}, "el": {"chunks": 3153.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153633, "cps": 24.632812, "mean_p": 0.210663, "boundary_entropy": 0.416261, "bpb": 1.500728}, "hi": {"chunks": 3454.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.20529, "cps": 26.984375, "mean_p": 0.156852, "boundary_entropy": 0.321229, "bpb": 1.194648}, "ta": {"chunks": 2828.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.15127, "cps": 22.09375, "mean_p": 0.132299, "boundary_entropy": 0.28729, "bpb": 0.989357}, "th": {"chunks": 3543.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.220267, "cps": 27.679688, "mean_p": 0.149957, "boundary_entropy": 0.308595, "bpb": 1.111836}, "zh": {"chunks": 3338.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565188, "cps": 26.078125, "mean_p": 0.29355, "boundary_entropy": 0.360043, "bpb": 3.125366}, "my": {"chunks": 2888.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152417, "cps": 22.5625, "mean_p": 0.158815, "boundary_entropy": 0.360506, "bpb": 1.12867}}, "bpb": {"en": 2.03702, "de": 2.23567, "vi": 1.92431, "tr": 2.20045, "fi": 2.37588, "ru": 1.42537, "el": 1.50073, "hi": 1.19465, "ta": 0.98936, "th": 1.11184, "zh": 3.12537, "my": 1.12867}, "gini_cpc": 0.182482, "gini_cps": 0.048892, "bpic": 9.458325, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9775203186761281, "vi": 1.021562963599237, "tr": 1.0397129893958885, "fi": 0.9487925921302868, "ru": 1.0647659405044099, "el": 0.8134063185929502, "hi": 1.0869052248241644, "ta": 0.8009001071025256, "th": 1.1662039369303572, "zh": 2.992383875112283, "my": 0.8069715595221971}, "t": 273.5} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04537, "de": 2.24261, "vi": 1.9261, "tr": 2.2079, "fi": 2.38719, "ru": 1.40168, "el": 1.49324, "hi": 1.18887, "ta": 0.99492, "th": 1.13141, "zh": 3.12093, "my": 1.13552}, "bytes_per_chunk": {"en": 5.476, "de": 5.568, "vi": 7.305, "tr": 5.555, "fi": 5.426, "ru": 9.425, "el": 11.74, "hi": 11.879, "ta": 17.415, "th": 12.275, "zh": 4.98, "my": 18.492}, "bpb_mean": 1.77298, "t": 274.7} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.37113, "bpb": 1.97812, "chunk_loss": 0.0, "F": 0.14026, "G": 0.21228, "chunks": 143.62, "bytes_per_chunk": 7.13, "boundary_entropy": 0.29219, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 274.8} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.39254, "bpb": 2.00901, "chunk_loss": 0.0, "F": 0.14178, "G": 0.20541, "chunks": 145.19, "bytes_per_chunk": 7.053, "boundary_entropy": 0.26961, "router_noise": 0.0, "grad_norm": 0.9195, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 276.7} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.47513, "bpb": 2.12817, "chunk_loss": 0.0, "F": 0.15771, "G": 0.20894, "chunks": 161.5, "bytes_per_chunk": 6.341, "boundary_entropy": 0.24503, "router_noise": 0.0, "grad_norm": 0.7515, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 278.7} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.3392, "bpb": 1.93206, "chunk_loss": 0.0, "F": 0.15311, "G": 0.20188, "chunks": 156.78, "bytes_per_chunk": 6.531, "boundary_entropy": 0.23597, "router_noise": 0.0, "grad_norm": 0.7638, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 280.6} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3250.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186749, "cps": 25.390625, "mean_p": 0.209427, "boundary_entropy": 0.148528, "bpb": 2.029719}, "de": {"chunks": 3714.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18088, "cps": 29.015625, "mean_p": 0.200345, "boundary_entropy": 0.160188, "bpb": 2.22894}, "vi": {"chunks": 3578.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194087, "cps": 27.953125, "mean_p": 0.185214, "boundary_entropy": 0.241621, "bpb": 1.921395}, "tr": {"chunks": 3525.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194719, "cps": 27.539062, "mean_p": 0.203724, "boundary_entropy": 0.17764, "bpb": 2.189357}, "fi": {"chunks": 3335.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17729, "cps": 26.054688, "mean_p": 0.193382, "boundary_entropy": 0.160333, "bpb": 2.363891}, "ru": {"chunks": 3972.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.209604, "cps": 31.03125, "mean_p": 0.207679, "boundary_entropy": 0.372099, "bpb": 1.416543}, "el": {"chunks": 3348.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.163134, "cps": 26.15625, "mean_p": 0.220971, "boundary_entropy": 0.429457, "bpb": 1.494463}, "hi": {"chunks": 3843.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.22841, "cps": 30.023438, "mean_p": 0.162206, "boundary_entropy": 0.322965, "bpb": 1.183921}, "ta": {"chunks": 3688.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.197272, "cps": 28.8125, "mean_p": 0.14501, "boundary_entropy": 0.297341, "bpb": 0.981124}, "th": {"chunks": 3696.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229779, "cps": 28.875, "mean_p": 0.155454, "boundary_entropy": 0.31308, "bpb": 1.098589}, "zh": {"chunks": 3344.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.566204, "cps": 26.125, "mean_p": 0.298741, "boundary_entropy": 0.369503, "bpb": 3.118379}, "my": {"chunks": 2900.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15305, "cps": 22.65625, "mean_p": 0.160215, "boundary_entropy": 0.361211, "bpb": 1.121743}}, "bpb": {"en": 2.02972, "de": 2.22894, "vi": 1.9214, "tr": 2.18936, "fi": 2.36389, "ru": 1.41654, "el": 1.49446, "hi": 1.18392, "ta": 0.98112, "th": 1.09859, "zh": 3.11838, "my": 1.12174}, "gini_cpc": 0.176482, "gini_cps": 0.044666, "bpic": 9.095845, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9685683009339561, "vi": 1.0392928835200599, "tr": 1.0426758845750173, "fi": 0.9493464135141876, "ru": 1.1223822366551655, "el": 0.8735451632127555, "hi": 1.2230833969596524, "ta": 1.0563460242351925, "th": 1.230415112025059, "zh": 3.0318910104457, "my": 0.8195498611584742}, "t": 283.5} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03862, "de": 2.23471, "vi": 1.92156, "tr": 2.19704, "fi": 2.37333, "ru": 1.3939, "el": 1.48644, "hi": 1.17844, "ta": 0.987, "th": 1.11782, "zh": 3.11528, "my": 1.12883}, "bytes_per_chunk": {"en": 5.538, "de": 5.632, "vi": 7.205, "tr": 5.63, "fi": 5.552, "ru": 9.104, "el": 11.144, "hi": 10.948, "ta": 13.546, "th": 11.886, "zh": 4.981, "my": 18.633}, "bpb_mean": 1.76441, "t": 284.7} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.25067, "bpb": 1.80434, "chunk_loss": 0.0, "F": 0.13812, "G": 0.19893, "chunks": 141.44, "bytes_per_chunk": 7.24, "boundary_entropy": 0.26582, "router_noise": 0.0, "grad_norm": 0.7481, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 284.8} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.3039, "bpb": 1.88113, "chunk_loss": 0.0, "F": 0.14484, "G": 0.20668, "chunks": 148.31, "bytes_per_chunk": 6.904, "boundary_entropy": 0.26979, "router_noise": 0.0, "grad_norm": 0.7532, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 286.7} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.23346, "bpb": 1.77951, "chunk_loss": 0.0, "F": 0.13824, "G": 0.19418, "chunks": 141.56, "bytes_per_chunk": 7.234, "boundary_entropy": 0.25703, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 288.7} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.45227, "bpb": 2.09518, "chunk_loss": 0.0, "F": 0.15033, "G": 0.2186, "chunks": 153.94, "bytes_per_chunk": 6.652, "boundary_entropy": 0.28664, "router_noise": 0.0, "grad_norm": 0.7904, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 290.6} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3260.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187324, "cps": 25.46875, "mean_p": 0.209967, "boundary_entropy": 0.148105, "bpb": 2.028988}, "de": {"chunks": 3717.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181026, "cps": 29.039062, "mean_p": 0.201049, "boundary_entropy": 0.159646, "bpb": 2.223114}, "vi": {"chunks": 3545.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192297, "cps": 27.695312, "mean_p": 0.187779, "boundary_entropy": 0.25011, "bpb": 1.917264}, "tr": {"chunks": 3574.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197426, "cps": 27.921875, "mean_p": 0.206429, "boundary_entropy": 0.177901, "bpb": 2.184012}, "fi": {"chunks": 3359.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178566, "cps": 26.242188, "mean_p": 0.195422, "boundary_entropy": 0.160532, "bpb": 2.35322}, "ru": {"chunks": 3803.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.200686, "cps": 29.710938, "mean_p": 0.204381, "boundary_entropy": 0.371074, "bpb": 1.408751}, "el": {"chunks": 3341.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.162793, "cps": 26.101562, "mean_p": 0.218288, "boundary_entropy": 0.42542, "bpb": 1.485684}, "hi": {"chunks": 3608.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.214443, "cps": 28.1875, "mean_p": 0.158951, "boundary_entropy": 0.321477, "bpb": 1.180101}, "ta": {"chunks": 3331.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.178176, "cps": 26.023438, "mean_p": 0.140565, "boundary_entropy": 0.293201, "bpb": 0.977302}, "th": {"chunks": 3420.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.21262, "cps": 26.71875, "mean_p": 0.151892, "boundary_entropy": 0.31359, "bpb": 1.096038}, "zh": {"chunks": 3330.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.563833, "cps": 26.015625, "mean_p": 0.297667, "boundary_entropy": 0.366965, "bpb": 3.106752}, "my": {"chunks": 2671.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140965, "cps": 20.867188, "mean_p": 0.162732, "boundary_entropy": 0.373594, "bpb": 1.124132}}, "bpb": {"en": 2.02899, "de": 2.22311, "vi": 1.91726, "tr": 2.18401, "fi": 2.35322, "ru": 1.40875, "el": 1.48568, "hi": 1.1801, "ta": 0.9773, "th": 1.09604, "zh": 3.10675, "my": 1.12413}, "gini_cpc": 0.176308, "gini_cps": 0.041503, "bpic": 9.369882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9663771979805664, "vi": 1.02654884264228, "tr": 1.05392696665197, "fi": 0.9532452295077316, "ru": 1.0713308998494586, "el": 0.8690447706583276, "hi": 1.1447693050984968, "ta": 0.9511646104647252, "th": 1.1350410301103608, "zh": 3.0099363442397142, "my": 0.7525182417232309}, "t": 293.5} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03665, "de": 2.22944, "vi": 1.91761, "tr": 2.19102, "fi": 2.36384, "ru": 1.38591, "el": 1.47882, "hi": 1.17357, "ta": 0.98328, "th": 1.11547, "zh": 3.10366, "my": 1.13139}, "bytes_per_chunk": {"en": 5.538, "de": 5.655, "vi": 7.41, "tr": 5.552, "fi": 5.466, "ru": 9.485, "el": 11.229, "hi": 11.586, "ta": 15.15, "th": 12.687, "zh": 4.978, "my": 20.746}, "bpb_mean": 1.75922, "t": 294.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.35663, "bpb": 1.95721, "chunk_loss": 0.0, "F": 0.15811, "G": 0.21076, "chunks": 161.91, "bytes_per_chunk": 6.325, "boundary_entropy": 0.24835, "router_noise": 0.0, "grad_norm": 0.8295, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 294.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.21498, "bpb": 1.75284, "chunk_loss": 0.0, "F": 0.13773, "G": 0.20281, "chunks": 141.03, "bytes_per_chunk": 7.261, "boundary_entropy": 0.27954, "router_noise": 0.0, "grad_norm": 0.7581, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 296.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.31448, "bpb": 1.8964, "chunk_loss": 0.0, "F": 0.15134, "G": 0.20583, "chunks": 154.97, "bytes_per_chunk": 6.608, "boundary_entropy": 0.25192, "router_noise": 0.0, "grad_norm": 0.7955, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 298.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.38908, "bpb": 2.00402, "chunk_loss": 0.0, "F": 0.1528, "G": 0.20622, "chunks": 156.47, "bytes_per_chunk": 6.544, "boundary_entropy": 0.23792, "router_noise": 0.0, "grad_norm": 0.8256, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 300.7} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3271.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187956, "cps": 25.554688, "mean_p": 0.211374, "boundary_entropy": 0.150292, "bpb": 2.023352}, "de": {"chunks": 3733.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181805, "cps": 29.164062, "mean_p": 0.20186, "boundary_entropy": 0.159998, "bpb": 2.2153}, "vi": {"chunks": 3571.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193708, "cps": 27.898438, "mean_p": 0.191504, "boundary_entropy": 0.256291, "bpb": 1.91165}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.205086, "boundary_entropy": 0.179693, "bpb": 2.1753}, "fi": {"chunks": 3335.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17729, "cps": 26.054688, "mean_p": 0.194853, "boundary_entropy": 0.162363, "bpb": 2.352056}, "ru": {"chunks": 3813.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.201214, "cps": 29.789062, "mean_p": 0.202213, "boundary_entropy": 0.368303, "bpb": 1.403893}, "el": {"chunks": 3138.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152902, "cps": 24.515625, "mean_p": 0.217705, "boundary_entropy": 0.426887, "bpb": 1.48325}, "hi": {"chunks": 3515.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.208915, "cps": 27.460938, "mean_p": 0.157078, "boundary_entropy": 0.318411, "bpb": 1.177105}, "ta": {"chunks": 2850.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.152447, "cps": 22.265625, "mean_p": 0.132289, "boundary_entropy": 0.288895, "bpb": 0.978835}, "th": {"chunks": 3108.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.193224, "cps": 24.28125, "mean_p": 0.146149, "boundary_entropy": 0.309959, "bpb": 1.091557}, "zh": {"chunks": 3356.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.568236, "cps": 26.21875, "mean_p": 0.298135, "boundary_entropy": 0.364754, "bpb": 3.10123}, "my": {"chunks": 3303.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174319, "cps": 25.804688, "mean_p": 0.176827, "boundary_entropy": 0.38498, "bpb": 1.118453}}, "bpb": {"en": 2.02335, "de": 2.2153, "vi": 1.91165, "tr": 2.1753, "fi": 2.35206, "ru": 1.40389, "el": 1.48325, "hi": 1.1771, "ta": 0.97884, "th": 1.09156, "zh": 3.10123, "my": 1.11845}, "gini_cpc": 0.173808, "gini_cps": 0.043608, "bpic": 9.470462, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9672732084327481, "vi": 1.0306003469103313, "tr": 1.037745221376919, "fi": 0.9432515572978019, "ru": 1.0705357305625756, "el": 0.8134964651734102, "hi": 1.111511172749131, "ta": 0.8110786443045529, "th": 1.0280246325909046, "zh": 3.0232362448356564, "my": 0.9274463015708505}, "t": 303.6} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03034, "de": 2.222, "vi": 1.91257, "tr": 2.1831, "fi": 2.36148, "ru": 1.3809, "el": 1.47636, "hi": 1.17199, "ta": 0.98397, "th": 1.1102, "zh": 3.0968, "my": 1.1252}, "bytes_per_chunk": {"en": 5.529, "de": 5.638, "vi": 7.21, "tr": 5.64, "fi": 5.51, "ru": 9.534, "el": 11.79, "hi": 11.676, "ta": 17.204, "th": 13.863, "zh": 4.899, "my": 16.413}, "bpb_mean": 1.75458, "t": 304.9} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.3363, "bpb": 1.92788, "chunk_loss": 0.0, "F": 0.14545, "G": 0.20212, "chunks": 148.94, "bytes_per_chunk": 6.875, "boundary_entropy": 0.2534, "router_noise": 0.0, "grad_norm": 0.7737, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 304.9} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.31983, "bpb": 1.90411, "chunk_loss": 0.0, "F": 0.1445, "G": 0.2053, "chunks": 147.97, "bytes_per_chunk": 6.92, "boundary_entropy": 0.26552, "router_noise": 0.0, "grad_norm": 0.8295, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 306.9} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.29171, "bpb": 1.86354, "chunk_loss": 0.0, "F": 0.14972, "G": 0.19723, "chunks": 153.31, "bytes_per_chunk": 6.679, "boundary_entropy": 0.22786, "router_noise": 0.0, "grad_norm": 0.7681, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 308.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.20382, "bpb": 1.73675, "chunk_loss": 0.0, "F": 0.14233, "G": 0.19846, "chunks": 145.75, "bytes_per_chunk": 7.026, "boundary_entropy": 0.25131, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 310.9} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3274.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188128, "cps": 25.578125, "mean_p": 0.211147, "boundary_entropy": 0.150746, "bpb": 2.017304}, "de": {"chunks": 3701.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180246, "cps": 28.914062, "mean_p": 0.199872, "boundary_entropy": 0.158195, "bpb": 2.210803}, "vi": {"chunks": 3593.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194901, "cps": 28.070312, "mean_p": 0.191377, "boundary_entropy": 0.256351, "bpb": 1.908559}, "tr": {"chunks": 3540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195548, "cps": 27.65625, "mean_p": 0.206083, "boundary_entropy": 0.178878, "bpb": 2.169685}, "fi": {"chunks": 3369.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179097, "cps": 26.320312, "mean_p": 0.197951, "boundary_entropy": 0.165572, "bpb": 2.340456}, "ru": {"chunks": 4087.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.215673, "cps": 31.929688, "mean_p": 0.212454, "boundary_entropy": 0.377365, "bpb": 1.398866}, "el": {"chunks": 3636.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.177167, "cps": 28.40625, "mean_p": 0.231296, "boundary_entropy": 0.441686, "bpb": 1.476448}, "hi": {"chunks": 3428.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203744, "cps": 26.78125, "mean_p": 0.160022, "boundary_entropy": 0.326731, "bpb": 1.173535}, "ta": {"chunks": 3080.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16475, "cps": 24.0625, "mean_p": 0.138479, "boundary_entropy": 0.296153, "bpb": 0.972992}, "th": {"chunks": 3453.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.214672, "cps": 26.976562, "mean_p": 0.150194, "boundary_entropy": 0.311614, "bpb": 1.08902}, "zh": {"chunks": 3332.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564172, "cps": 26.03125, "mean_p": 0.297636, "boundary_entropy": 0.366551, "bpb": 3.093909}, "my": {"chunks": 3506.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185033, "cps": 27.390625, "mean_p": 0.175821, "boundary_entropy": 0.378006, "bpb": 1.115177}}, "bpb": {"en": 2.0173, "de": 2.2108, "vi": 1.90856, "tr": 2.16969, "fi": 2.34046, "ru": 1.39887, "el": 1.47645, "hi": 1.17353, "ta": 0.97299, "th": 1.08902, "zh": 3.09391, "my": 1.11518}, "gini_cpc": 0.160995, "gini_cps": 0.03682, "bpic": 9.13786, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9581028301923559, "vi": 1.0359994393284266, "tr": 1.0394369610588106, "fi": 0.9519947922956865, "ru": 1.1464123831643893, "el": 0.9417344861915877, "hi": 1.0830068049316466, "ta": 0.8757309365872737, "th": 1.1410927819508039, "zh": 2.9988655501037327, "my": 0.9835444245118524}, "t": 313.8} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02525, "de": 2.21759, "vi": 1.90951, "tr": 2.17639, "fi": 2.35066, "ru": 1.37627, "el": 1.46869, "hi": 1.16757, "ta": 0.97947, "th": 1.10788, "zh": 3.09057, "my": 1.12232}, "bytes_per_chunk": {"en": 5.517, "de": 5.679, "vi": 7.212, "tr": 5.577, "fi": 5.422, "ru": 8.836, "el": 10.341, "hi": 12.23, "ta": 15.87, "th": 12.431, "zh": 4.938, "my": 16.194}, "bpb_mean": 1.74935, "t": 315.1} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.29316, "bpb": 1.86564, "chunk_loss": 0.0, "F": 0.14719, "G": 0.20031, "chunks": 150.72, "bytes_per_chunk": 6.794, "boundary_entropy": 0.24858, "router_noise": 0.0, "grad_norm": 0.7987, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 315.1} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.28134, "bpb": 1.84858, "chunk_loss": 0.0, "F": 0.14438, "G": 0.20651, "chunks": 147.84, "bytes_per_chunk": 6.926, "boundary_entropy": 0.27056, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 317.1} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.35891, "bpb": 1.9605, "chunk_loss": 0.0, "F": 0.1463, "G": 0.20749, "chunks": 149.81, "bytes_per_chunk": 6.835, "boundary_entropy": 0.27166, "router_noise": 0.0, "grad_norm": 0.8368, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 319.1} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.39412, "bpb": 2.0113, "chunk_loss": 0.0, "F": 0.15527, "G": 0.21862, "chunks": 159.0, "bytes_per_chunk": 6.44, "boundary_entropy": 0.27603, "router_noise": 0.0, "grad_norm": 0.7855, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 321.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3264.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187554, "cps": 25.5, "mean_p": 0.211714, "boundary_entropy": 0.151535, "bpb": 2.013746}, "de": {"chunks": 3759.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183071, "cps": 29.367188, "mean_p": 0.20365, "boundary_entropy": 0.163728, "bpb": 2.20705}, "vi": {"chunks": 3608.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195715, "cps": 28.1875, "mean_p": 0.190464, "boundary_entropy": 0.253208, "bpb": 1.904504}, "tr": {"chunks": 3555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196376, "cps": 27.773438, "mean_p": 0.206584, "boundary_entropy": 0.179838, "bpb": 2.165635}, "fi": {"chunks": 3360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178619, "cps": 26.25, "mean_p": 0.196732, "boundary_entropy": 0.164138, "bpb": 2.341374}, "ru": {"chunks": 4079.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.215251, "cps": 31.867188, "mean_p": 0.213091, "boundary_entropy": 0.377455, "bpb": 1.395942}, "el": {"chunks": 3271.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.159382, "cps": 25.554688, "mean_p": 0.220017, "boundary_entropy": 0.428675, "bpb": 1.473141}, "hi": {"chunks": 3488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207311, "cps": 27.25, "mean_p": 0.15794, "boundary_entropy": 0.32086, "bpb": 1.171004}, "ta": {"chunks": 3171.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169618, "cps": 24.773438, "mean_p": 0.137445, "boundary_entropy": 0.293257, "bpb": 0.969614}, "th": {"chunks": 3264.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.202922, "cps": 25.5, "mean_p": 0.146132, "boundary_entropy": 0.30671, "bpb": 1.08654}, "zh": {"chunks": 3333.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564341, "cps": 26.039062, "mean_p": 0.298487, "boundary_entropy": 0.364217, "bpb": 3.089451}, "my": {"chunks": 3163.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.166931, "cps": 24.710938, "mean_p": 0.164833, "boundary_entropy": 0.367127, "bpb": 1.113552}}, "bpb": {"en": 2.01375, "de": 2.20705, "vi": 1.9045, "tr": 2.16564, "fi": 2.34137, "ru": 1.39594, "el": 1.47314, "hi": 1.171, "ta": 0.96961, "th": 1.08654, "zh": 3.08945, "my": 1.11355}, "gini_cpc": 0.168846, "gini_cps": 0.040157, "bpic": 9.289144, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9760990467998429, "vi": 1.04351178225562, "tr": 1.0470393983285189, "fi": 0.952360477442798, "ru": 1.1476737835635573, "el": 0.8497940169709165, "hi": 1.10533869417009, "ta": 0.9043670747919387, "th": 1.0819396953683555, "zh": 3.00895602801737, "my": 0.89004053469868}, "t": 324.0} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02244, "de": 2.21562, "vi": 1.90581, "tr": 2.17226, "fi": 2.35179, "ru": 1.37368, "el": 1.4658, "hi": 1.16471, "ta": 0.97609, "th": 1.10487, "zh": 3.08598, "my": 1.12053}, "bytes_per_chunk": {"en": 5.518, "de": 5.618, "vi": 7.239, "tr": 5.603, "fi": 5.462, "ru": 8.818, "el": 11.468, "hi": 11.917, "ta": 15.711, "th": 13.097, "zh": 4.952, "my": 18.256}, "bpb_mean": 1.74663, "t": 325.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3264.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187554, "cps": 25.5, "mean_p": 0.211714, "boundary_entropy": 0.151535, "bpb": 2.013746}, "de": {"chunks": 3759.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183071, "cps": 29.367188, "mean_p": 0.20365, "boundary_entropy": 0.163728, "bpb": 2.20705}, "vi": {"chunks": 3608.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195715, "cps": 28.1875, "mean_p": 0.190464, "boundary_entropy": 0.253208, "bpb": 1.904504}, "tr": {"chunks": 3555.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196376, "cps": 27.773438, "mean_p": 0.206584, "boundary_entropy": 0.179838, "bpb": 2.165635}, "fi": {"chunks": 3360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178619, "cps": 26.25, "mean_p": 0.196732, "boundary_entropy": 0.164138, "bpb": 2.341374}, "ru": {"chunks": 4079.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.215251, "cps": 31.867188, "mean_p": 0.213091, "boundary_entropy": 0.377455, "bpb": 1.395942}, "el": {"chunks": 3271.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.159382, "cps": 25.554688, "mean_p": 0.220017, "boundary_entropy": 0.428675, "bpb": 1.473141}, "hi": {"chunks": 3488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207311, "cps": 27.25, "mean_p": 0.15794, "boundary_entropy": 0.32086, "bpb": 1.171004}, "ta": {"chunks": 3171.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.169618, "cps": 24.773438, "mean_p": 0.137445, "boundary_entropy": 0.293257, "bpb": 0.969614}, "th": {"chunks": 3264.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.202922, "cps": 25.5, "mean_p": 0.146132, "boundary_entropy": 0.30671, "bpb": 1.08654}, "zh": {"chunks": 3333.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564341, "cps": 26.039062, "mean_p": 0.298487, "boundary_entropy": 0.364217, "bpb": 3.089451}, "my": {"chunks": 3163.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.166931, "cps": 24.710938, "mean_p": 0.164833, "boundary_entropy": 0.367127, "bpb": 1.113552}}, "bpb": {"en": 2.01375, "de": 2.20705, "vi": 1.9045, "tr": 2.16564, "fi": 2.34137, "ru": 1.39594, "el": 1.47314, "hi": 1.171, "ta": 0.96961, "th": 1.08654, "zh": 3.08945, "my": 1.11355}, "gini_cpc": 0.168846, "gini_cps": 0.040157, "bpic": 9.289144, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9760990467998429, "vi": 1.04351178225562, "tr": 1.0470393983285189, "fi": 0.952360477442798, "ru": 1.1476737835635573, "el": 0.8497940169709165, "hi": 1.10533869417009, "ta": 0.9043670747919387, "th": 1.0819396953683555, "zh": 3.00895602801737, "my": 0.89004053469868}, "t": 326.2} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_B_s2/th0.70"], "t": 328.2} +{"event": "final", "run": "pilot_B_s2", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18755387002240992, "cps": 25.5, "bpb": 2.031368200658346, "bytes_per_chunk": 5.507979030749997}, "de": {"cpc": 0.18307115375249597, "cps": 29.3671875, "bpb": 2.20476016335365, "bytes_per_chunk": 5.634173338348289}, "vi": {"cpc": 0.19571467317602387, "cps": 28.1875, "bpb": 1.9099308209274897, "bytes_per_chunk": 7.275108927927178}, "tr": {"cpc": 0.19637629122244932, "cps": 27.7734375, "bpb": 2.1655820640326437, "bytes_per_chunk": 5.618655692729766}, "fi": {"cpc": 0.17861889320078678, "cps": 26.25, "bpb": 2.367652628209442, "bytes_per_chunk": 5.483782568221992}, "ru": {"cpc": 0.21525065963060686, "cps": 31.8671875, "bpb": 1.3740306504389745, "bytes_per_chunk": 8.823871955837555}, "el": {"cpc": 0.15938215660478489, "cps": 25.5546875, "bpb": 1.461245057364279, "bytes_per_chunk": 11.419162328752206}, "hi": {"cpc": 0.20731054977711738, "cps": 27.25, "bpb": 1.173552301643864, "bytes_per_chunk": 11.89832970225127}, "ta": {"cpc": 0.16961754479807434, "cps": 24.7734375, "bpb": 0.975765793053311, "bytes_per_chunk": 15.744384384384384}, "th": {"cpc": 0.20292197699720235, "cps": 25.5, "bpb": 1.1010206340641642, "bytes_per_chunk": 13.037449644402447}, "zh": {"cpc": 0.5643413477819167, "cps": 26.0390625, "bpb": 3.0928095428727036, "bytes_per_chunk": 4.946859903381642}, "my": {"cpc": 0.16693054675955246, "cps": 24.7109375, "bpb": 1.1309327542366832, "bytes_per_chunk": 18.21329813103592}}, "gini_cpc": 0.16884574026563004, "gini_cps": 0.04015692444229302, "bpic": 9.289144378555005, "seed": 2, "mean_boundary_entropy": 0.2723730802536011, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 330.6} diff --git a/pilot_B_s2/model.safetensors b/pilot_B_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f47ae94fd1297e50db1e48d516105cf24b2470f8 --- /dev/null +++ b/pilot_B_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2e72b4073e8cf057ed0b6264e11a38fff2f4c4718f5e204fb6623f7a665b058e +size 90078296 diff --git a/pilot_Bpc_s0/config.json b/pilot_Bpc_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1b70d6e74dc63cfbabd2fd0a056bc98761f5810 --- /dev/null +++ b/pilot_Bpc_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Bpc_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 0, + "out_dir": null, + "run_name": "pilot_Bpc_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.08120721436107003, + "gini_cps": 0.13498994269232245, + "bpic": 8.73917795741774, + "worst_lang": "hi", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9927734059986666, + "vi": 0.9073660411005903, + "tr": 0.9644646018906294, + "fi": 1.019599395290879, + "ru": 1.0068841435763118, + "el": 1.0667038348225666, + "hi": 1.3255903292869249, + "ta": 1.0810261063006286, + "th": 0.994103700550235, + "zh": 0.799271719974597, + "my": 0.6416509055092317 + } + } +} \ No newline at end of file diff --git a/pilot_Bpc_s0/final.json b/pilot_Bpc_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..a0cdef27c8b55cd2df9d4ee5f2674560ababa72e --- /dev/null +++ b/pilot_Bpc_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Bpc_s0", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.211630178704821, + "cps": 28.7734375, + "bpb": 2.0236759541310367, + "bytes_per_chunk": 4.849803431848666 + }, + "de": { + "cpc": 0.21010081332489164, + "cps": 33.703125, + "bpb": 2.184274127428656, + "bytes_per_chunk": 4.781991645232492 + }, + "vi": { + "cpc": 0.1920260374288039, + "cps": 27.65625, + "bpb": 1.907216450995669, + "bytes_per_chunk": 6.8501247762520086 + }, + "tr": { + "cpc": 0.20410981605258796, + "cps": 28.8671875, + "bpb": 2.1666493561171514, + "bytes_per_chunk": 5.170697068917906 + }, + "fi": { + "cpc": 0.21577800223273616, + "cps": 31.7109375, + "bpb": 2.349011138461699, + "bytes_per_chunk": 4.563708849079926 + }, + "ru": { + "cpc": 0.21308707124010554, + "cps": 31.546875, + "bpb": 1.3587628852341709, + "bytes_per_chunk": 8.085748214864052 + }, + "el": { + "cpc": 0.22574672318861766, + "cps": 36.1953125, + "bpb": 1.4326475242048349, + "bytes_per_chunk": 8.065721054736777 + }, + "hi": { + "cpc": 0.28053491827637445, + "cps": 36.875, + "bpb": 1.1991079776574975, + "bytes_per_chunk": 9.450547073562017 + }, + "ta": { + "cpc": 0.22877774806097886, + "cps": 33.4140625, + "bpb": 0.9890050605123927, + "bytes_per_chunk": 12.070912188608004 + }, + "th": { + "cpc": 0.2103823437985701, + "cps": 26.4375, + "bpb": 1.1282025457776095, + "bytes_per_chunk": 13.016410536507857 + }, + "zh": { + "cpc": 0.16915001693193363, + "cps": 7.8046875, + "bpb": 3.135393780091879, + "bytes_per_chunk": 15.04542715298304 + }, + "my": { + "cpc": 0.13579269579902892, + "cps": 20.1015625, + "bpb": 1.1188346722829436, + "bytes_per_chunk": 20.079200337022712 + } + }, + "gini_cpc": 0.08120721436107003, + "gini_cps": 0.13498994269232245, + "bpic": 8.73917795741774, + "seed": 0, + "mean_boundary_entropy": 0.30649498105049133, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_Bpc_s0/log.jsonl b/pilot_Bpc_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..4156032ebd84b90ebd3e9ef69b635466e7389ad4 --- /dev/null +++ b/pilot_Bpc_s0/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Bpc_s0", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 2.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 4.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8059, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.7} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6331.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363788, "cps": 49.460938, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.137962}, "de": {"chunks": 8587.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418205, "cps": 67.085938, "mean_p": 0.498781, "boundary_entropy": 0.687819, "bpb": 8.136727}, "vi": {"chunks": 13019.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706211, "cps": 101.710938, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072277}, "tr": {"chunks": 5244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289676, "cps": 40.96875, "mean_p": 0.489423, "boundary_entropy": 0.68728, "bpb": 8.156705}, "fi": {"chunks": 8837.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469778, "cps": 69.039062, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196348}, "ru": {"chunks": 10507.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.554459, "cps": 82.085938, "mean_p": 0.493307, "boundary_entropy": 0.689882, "bpb": 8.0595}, "el": {"chunks": 15046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.733129, "cps": 117.546875, "mean_p": 0.497468, "boundary_entropy": 0.690234, "bpb": 8.140814}, "hi": {"chunks": 2496.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148351, "cps": 19.5, "mean_p": 0.484438, "boundary_entropy": 0.690242, "bpb": 8.24965}, "ta": {"chunks": 37850.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024606, "cps": 295.703125, "mean_p": 0.512695, "boundary_entropy": 0.690391, "bpb": 8.028706}, "th": {"chunks": 33864.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105316, "cps": 264.5625, "mean_p": 0.511769, "boundary_entropy": 0.690558, "bpb": 8.229679}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120658}, "my": {"chunks": 48159.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.54164, "cps": 376.242188, "mean_p": 0.521508, "boundary_entropy": 0.69021, "bpb": 7.893448}}, "bpb": {"en": 8.13796, "de": 8.13673, "vi": 8.07228, "tr": 8.1567, "fi": 8.19635, "ru": 8.0595, "el": 8.14081, "hi": 8.24965, "ta": 8.02871, "th": 8.22968, "zh": 8.12066, "my": 7.89345}, "gini_cpc": 0.42589, "gini_cps": 0.427336, "bpic": 1.902166, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1495844017862211, "vi": 1.941271558357953, "tr": 0.7962765722561626, "fi": 1.2913524125347302, "ru": 1.5241275892923751, "el": 2.015264334724817, "hi": 0.40779445371638834, "ta": 5.565346656410218, "th": 5.787206735737481, "zh": 5.501433156732364, "my": 6.986600184721901}, "t": 6.1} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6249.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359076, "cps": 48.820312, "mean_p": 0.4962, "boundary_entropy": 0.686976, "bpb": 8.088486}, "de": {"chunks": 8520.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414942, "cps": 66.5625, "mean_p": 0.498575, "boundary_entropy": 0.687814, "bpb": 8.092684}, "vi": {"chunks": 12840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696501, "cps": 100.3125, "mean_p": 0.505084, "boundary_entropy": 0.68839, "bpb": 8.038692}, "tr": {"chunks": 5168.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285478, "cps": 40.375, "mean_p": 0.489116, "boundary_entropy": 0.687262, "bpb": 8.122156}, "fi": {"chunks": 8749.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.4651, "cps": 68.351562, "mean_p": 0.50014, "boundary_entropy": 0.687503, "bpb": 8.154239}, "ru": {"chunks": 10060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530871, "cps": 78.59375, "mean_p": 0.492759, "boundary_entropy": 0.689865, "bpb": 7.993298}, "el": {"chunks": 15088.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.735175, "cps": 117.875, "mean_p": 0.497514, "boundary_entropy": 0.690235, "bpb": 8.120826}, "hi": {"chunks": 2407.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.143061, "cps": 18.804688, "mean_p": 0.484164, "boundary_entropy": 0.690224, "bpb": 8.21762}, "ta": {"chunks": 37472.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.004386, "cps": 292.75, "mean_p": 0.512238, "boundary_entropy": 0.690413, "bpb": 7.987848}, "th": {"chunks": 33660.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.092633, "cps": 262.96875, "mean_p": 0.511607, "boundary_entropy": 0.690564, "bpb": 8.20261}, "zh": {"chunks": 11811.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999831, "cps": 92.273438, "mean_p": 0.519977, "boundary_entropy": 0.685678, "bpb": 8.114133}, "my": {"chunks": 48089.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537946, "cps": 375.695312, "mean_p": 0.521421, "boundary_entropy": 0.690216, "bpb": 7.860055}}, "bpb": {"en": 8.08849, "de": 8.09268, "vi": 8.03869, "tr": 8.12216, "fi": 8.15424, "ru": 7.9933, "el": 8.12083, "hi": 8.21762, "ta": 7.98785, "th": 8.20261, "zh": 8.11413, "my": 7.86005}, "gini_cpc": 0.428221, "gini_cps": 0.429748, "bpic": 1.917821, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1555820391838354, "vi": 1.9397040711216804, "tr": 0.7950337203375288, "fi": 1.2952694684086565, "ru": 1.4784354309354406, "el": 2.04740814077687, "hi": 0.3984140202402667, "ta": 5.582066415461991, "th": 5.827826875675924, "zh": 5.569379634436058, "my": 7.06799063784341}, "t": 7.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.340114, "cps": 46.242188, "mean_p": 0.494974, "boundary_entropy": 0.686928, "bpb": 7.918624}, "de": {"chunks": 8281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403302, "cps": 64.695312, "mean_p": 0.497821, "boundary_entropy": 0.687798, "bpb": 7.939042}, "vi": {"chunks": 12272.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.66569, "cps": 95.875, "mean_p": 0.503598, "boundary_entropy": 0.688396, "bpb": 7.926935}, "tr": {"chunks": 4899.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270618, "cps": 38.273438, "mean_p": 0.488079, "boundary_entropy": 0.687201, "bpb": 8.003643}, "fi": {"chunks": 8331.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442879, "cps": 65.085938, "mean_p": 0.498782, "boundary_entropy": 0.687477, "bpb": 8.007477}, "ru": {"chunks": 8693.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.458734, "cps": 67.914062, "mean_p": 0.490853, "boundary_entropy": 0.689794, "bpb": 7.770983}, "el": {"chunks": 15242.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.742679, "cps": 119.078125, "mean_p": 0.497602, "boundary_entropy": 0.690236, "bpb": 8.033898}, "hi": {"chunks": 2075.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.123328, "cps": 16.210938, "mean_p": 0.482795, "boundary_entropy": 0.690125, "bpb": 8.096812}, "ta": {"chunks": 35907.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.920674, "cps": 280.523438, "mean_p": 0.510443, "boundary_entropy": 0.690491, "bpb": 7.841693}, "th": {"chunks": 32624.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.028225, "cps": 254.875, "mean_p": 0.510753, "boundary_entropy": 0.690595, "bpb": 8.088096}, "zh": {"chunks": 11780.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.994582, "cps": 92.03125, "mean_p": 0.51976, "boundary_entropy": 0.68569, "bpb": 8.087305}, "my": {"chunks": 47878.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.52681, "cps": 374.046875, "mean_p": 0.521124, "boundary_entropy": 0.690237, "bpb": 7.783236}}, "bpb": {"en": 7.91862, "de": 7.93904, "vi": 7.92694, "tr": 8.00364, "fi": 8.00748, "ru": 7.77098, "el": 8.0339, "hi": 8.09681, "ta": 7.84169, "th": 8.0881, "zh": 8.08731, "my": 7.78324}, "gini_cpc": 0.437246, "gini_cps": 0.438177, "bpic": 1.979263, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.185785560874662, "vi": 1.9572575854865197, "tr": 0.7956694220790258, "fi": 1.3021500479211365, "ru": 1.3487648692707754, "el": 2.1836191400255838, "hi": 0.3626091913943738, "ta": 5.647151414380306, "th": 5.963372296282688, "zh": 5.8644545934971415, "my": 7.429308703169374}, "t": 9.2} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5084.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292134, "cps": 39.71875, "mean_p": 0.491682, "boundary_entropy": 0.686769, "bpb": 7.437778}, "de": {"chunks": 7674.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.37374, "cps": 59.953125, "mean_p": 0.495828, "boundary_entropy": 0.68775, "bpb": 7.496133}, "vi": {"chunks": 10392.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.56371, "cps": 81.1875, "mean_p": 0.498908, "boundary_entropy": 0.688358, "bpb": 7.586001}, "tr": {"chunks": 4096.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226261, "cps": 32.0, "mean_p": 0.485081, "boundary_entropy": 0.687, "bpb": 7.643154}, "fi": {"chunks": 7123.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378661, "cps": 55.648438, "mean_p": 0.494861, "boundary_entropy": 0.687364, "bpb": 7.576952}, "ru": {"chunks": 5217.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275303, "cps": 40.757812, "mean_p": 0.485329, "boundary_entropy": 0.689504, "bpb": 7.189033}, "el": {"chunks": 14860.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.724066, "cps": 116.09375, "mean_p": 0.497133, "boundary_entropy": 0.69023, "bpb": 7.711189}, "hi": {"chunks": 1134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0674, "cps": 8.859375, "mean_p": 0.477107, "boundary_entropy": 0.689636, "bpb": 7.696663}, "ta": {"chunks": 28685.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.534367, "cps": 224.101562, "mean_p": 0.503576, "boundary_entropy": 0.690676, "bpb": 7.366253}, "th": {"chunks": 27404.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.703699, "cps": 214.09375, "mean_p": 0.506237, "boundary_entropy": 0.690718, "bpb": 7.54773}, "zh": {"chunks": 11596.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963427, "cps": 90.59375, "mean_p": 0.518921, "boundary_entropy": 0.685739, "bpb": 7.998406}, "my": {"chunks": 47097.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.485592, "cps": 367.945312, "mean_p": 0.520005, "boundary_entropy": 0.69031, "bpb": 7.472465}}, "bpb": {"en": 7.43778, "de": 7.49613, "vi": 7.586, "tr": 7.64315, "fi": 7.57695, "ru": 7.18903, "el": 7.71119, "hi": 7.69666, "ta": 7.36625, "th": 7.54773, "zh": 7.99841, "my": 7.47247}, "gini_cpc": 0.469703, "gini_cps": 0.463467, "bpic": 2.252738, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2793458539213975, "vi": 1.9296323634382568, "tr": 0.774511685971432, "fi": 1.2961929029338635, "ru": 0.9423889838055757, "el": 2.478543483653829, "hi": 0.2307153871423678, "ta": 5.252281120870893, "th": 5.8319188457660145, "zh": 6.720991441313865, "my": 8.508410726395667}, "t": 10.9} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3940.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226398, "cps": 30.78125, "mean_p": 0.488086, "boundary_entropy": 0.686662, "bpb": 6.812437}, "de": {"chunks": 6920.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.337018, "cps": 54.0625, "mean_p": 0.493877, "boundary_entropy": 0.687797, "bpb": 6.904856}, "vi": {"chunks": 7186.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.389802, "cps": 56.140625, "mean_p": 0.490782, "boundary_entropy": 0.688162, "bpb": 7.158139}, "tr": {"chunks": 3498.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193228, "cps": 27.328125, "mean_p": 0.483485, "boundary_entropy": 0.686944, "bpb": 7.131476}, "fi": {"chunks": 5521.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.293498, "cps": 43.132812, "mean_p": 0.490049, "boundary_entropy": 0.687261, "bpb": 7.002118}, "ru": {"chunks": 2615.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.137995, "cps": 20.429688, "mean_p": 0.478849, "boundary_entropy": 0.689012, "bpb": 6.36066}, "el": {"chunks": 5619.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.27379, "cps": 43.898438, "mean_p": 0.487024, "boundary_entropy": 0.689871, "bpb": 7.041437}, "hi": {"chunks": 405.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024071, "cps": 3.164062, "mean_p": 0.467013, "boundary_entropy": 0.688449, "bpb": 7.053197}, "ta": {"chunks": 14613.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.781653, "cps": 114.164062, "mean_p": 0.490188, "boundary_entropy": 0.690532, "bpb": 6.622472}, "th": {"chunks": 17461.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.085546, "cps": 136.414062, "mean_p": 0.496576, "boundary_entropy": 0.690724, "bpb": 6.370007}, "zh": {"chunks": 10872.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.84084, "cps": 84.9375, "mean_p": 0.515365, "boundary_entropy": 0.685938, "bpb": 7.770733}, "my": {"chunks": 42521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.244089, "cps": 332.195312, "mean_p": 0.5157, "boundary_entropy": 0.690552, "bpb": 6.672919}}, "bpb": {"en": 6.81244, "de": 6.90486, "vi": 7.15814, "tr": 7.13148, "fi": 7.00212, "ru": 6.36066, "el": 7.04144, "hi": 7.0532, "ta": 6.62247, "th": 6.37001, "zh": 7.77073, "my": 6.67292}, "gini_cpc": 0.523338, "gini_cps": 0.492177, "bpic": 3.167268, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4886122401453055, "vi": 1.7217574438382077, "tr": 0.8534874748022525, "fi": 1.2963842977715545, "ru": 0.6095233917737032, "el": 1.209333504986729, "hi": 0.10632315339302012, "ta": 3.452564598965765, "th": 4.794860157570269, "zh": 8.13099884656574, "my": 9.912152883820962}, "t": 12.8} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4848.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.278573, "cps": 37.875, "mean_p": 0.495183, "boundary_entropy": 0.687432, "bpb": 6.36086}, "de": {"chunks": 8501.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414016, "cps": 66.414062, "mean_p": 0.498926, "boundary_entropy": 0.688329, "bpb": 6.444275}, "vi": {"chunks": 5662.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307133, "cps": 44.234375, "mean_p": 0.489037, "boundary_entropy": 0.68836, "bpb": 6.904187}, "tr": {"chunks": 6794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.375297, "cps": 53.078125, "mean_p": 0.496451, "boundary_entropy": 0.687978, "bpb": 6.718759}, "fi": {"chunks": 7133.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.379193, "cps": 55.726562, "mean_p": 0.49766, "boundary_entropy": 0.68801, "bpb": 6.521163}, "ru": {"chunks": 5338.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281689, "cps": 41.703125, "mean_p": 0.48796, "boundary_entropy": 0.689827, "bpb": 5.791293}, "el": {"chunks": 476.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023193, "cps": 3.71875, "mean_p": 0.469281, "boundary_entropy": 0.68835, "bpb": 6.574395}, "hi": {"chunks": 2732.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.162377, "cps": 21.34375, "mean_p": 0.485756, "boundary_entropy": 0.690389, "bpb": 5.946248}, "ta": {"chunks": 5562.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.297513, "cps": 43.453125, "mean_p": 0.482444, "boundary_entropy": 0.690239, "bpb": 5.808979}, "th": {"chunks": 3717.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231085, "cps": 29.039062, "mean_p": 0.48787, "boundary_entropy": 0.690625, "bpb": 5.624899}, "zh": {"chunks": 7408.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.254318, "cps": 57.875, "mean_p": 0.501043, "boundary_entropy": 0.686376, "bpb": 7.331245}, "my": {"chunks": 25462.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.343783, "cps": 198.921875, "mean_p": 0.496486, "boundary_entropy": 0.690915, "bpb": 5.630882}}, "bpb": {"en": 6.36086, "de": 6.44427, "vi": 6.90419, "tr": 6.71876, "fi": 6.52116, "ru": 5.79129, "el": 6.5744, "hi": 5.94625, "ta": 5.80898, "th": 5.6249, "zh": 7.33125, "my": 5.63088}, "gini_cpc": 0.411792, "gini_cps": 0.367177, "bpic": 4.58887, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.486206368834906, "vi": 1.1025244570836252, "tr": 1.3472137296865077, "fi": 1.3611997154077216, "ru": 1.011185571723399, "el": 0.08325831486817735, "hi": 0.5828907066040927, "ta": 1.0679896011799628, "th": 0.8295317342582874, "zh": 4.502658816508132, "my": 4.823815034685862}, "t": 15.1} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.22409, "bpb": 6.09408, "chunk_loss": 0.031024, "F": 0.17877, "G": 0.4875, "chunks": 183.06, "bytes_per_chunk": 5.594, "boundary_entropy": 0.69167, "router_noise": 0.0, "grad_norm": 1.5901, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.233, "alpha": 0.03, "t": 16.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4816.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.276734, "cps": 37.625, "mean_p": 0.49615, "boundary_entropy": 0.687593, "bpb": 5.819807}, "de": {"chunks": 6276.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.305654, "cps": 49.03125, "mean_p": 0.495963, "boundary_entropy": 0.688417, "bpb": 5.934441}, "vi": {"chunks": 2876.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156008, "cps": 22.46875, "mean_p": 0.480904, "boundary_entropy": 0.687903, "bpb": 6.312859}, "tr": {"chunks": 5105.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.281997, "cps": 39.882812, "mean_p": 0.494011, "boundary_entropy": 0.688061, "bpb": 6.22684}, "fi": {"chunks": 5485.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.291585, "cps": 42.851562, "mean_p": 0.495197, "boundary_entropy": 0.688105, "bpb": 5.973351}, "ru": {"chunks": 7618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.402005, "cps": 59.515625, "mean_p": 0.49358, "boundary_entropy": 0.690202, "bpb": 5.414374}, "el": {"chunks": 4032.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.196463, "cps": 31.5, "mean_p": 0.490096, "boundary_entropy": 0.690324, "bpb": 5.662363}, "hi": {"chunks": 413.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024547, "cps": 3.226562, "mean_p": 0.473499, "boundary_entropy": 0.689271, "bpb": 5.451039}, "ta": {"chunks": 2659.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.142231, "cps": 20.773438, "mean_p": 0.483268, "boundary_entropy": 0.690363, "bpb": 5.209558}, "th": {"chunks": 1482.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.092136, "cps": 11.578125, "mean_p": 0.484061, "boundary_entropy": 0.690427, "bpb": 5.095206}, "zh": {"chunks": 4640.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.785642, "cps": 36.25, "mean_p": 0.492984, "boundary_entropy": 0.686643, "bpb": 6.993735}, "my": {"chunks": 22001.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.161125, "cps": 171.882812, "mean_p": 0.494067, "boundary_entropy": 0.690998, "bpb": 4.996877}}, "bpb": {"en": 5.81981, "de": 5.93444, "vi": 6.31286, "tr": 6.22684, "fi": 5.97335, "ru": 5.41437, "el": 5.66236, "hi": 5.45104, "ta": 5.20956, "th": 5.09521, "zh": 6.99373, "my": 4.99688}, "gini_cpc": 0.437329, "gini_cps": 0.413497, "bpic": 5.693827, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1045062295797075, "vi": 0.5637458809663476, "tr": 1.0190203028884368, "fi": 1.0536646027426875, "ru": 1.4526781221784903, "el": 0.7099329283424496, "hi": 0.08870183834963198, "ta": 0.513961407504094, "th": 0.33293908399831873, "zh": 2.8389789987770757, "my": 4.195818436381578}, "t": 18.1} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.38361, "bpb": 4.88151, "chunk_loss": 0.029766, "F": 0.16278, "G": 0.47923, "chunks": 166.69, "bytes_per_chunk": 6.143, "boundary_entropy": 0.69025, "router_noise": 0.0, "grad_norm": 2.1771, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.079, "alpha": 0.03, "t": 20.3} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2945.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169224, "cps": 23.007812, "mean_p": 0.449497, "boundary_entropy": 0.676146, "bpb": 4.497236}, "de": {"chunks": 3383.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.164759, "cps": 26.429688, "mean_p": 0.45159, "boundary_entropy": 0.678356, "bpb": 4.712503}, "vi": {"chunks": 6382.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.346189, "cps": 49.859375, "mean_p": 0.467846, "boundary_entropy": 0.683267, "bpb": 5.051431}, "tr": {"chunks": 3387.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187096, "cps": 26.460938, "mean_p": 0.457661, "boundary_entropy": 0.68028, "bpb": 5.027231}, "fi": {"chunks": 4091.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217479, "cps": 31.960938, "mean_p": 0.455229, "boundary_entropy": 0.678513, "bpb": 4.741012}, "ru": {"chunks": 5782.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305119, "cps": 45.171875, "mean_p": 0.466591, "boundary_entropy": 0.685335, "bpb": 3.677409}, "el": {"chunks": 7395.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.360327, "cps": 57.773438, "mean_p": 0.478956, "boundary_entropy": 0.688181, "bpb": 4.65034}, "hi": {"chunks": 9600.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.570579, "cps": 75.0, "mean_p": 0.490162, "boundary_entropy": 0.689678, "bpb": 3.638741}, "ta": {"chunks": 4948.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.26467, "cps": 38.65625, "mean_p": 0.482029, "boundary_entropy": 0.68943, "bpb": 3.474323}, "th": {"chunks": 7334.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455953, "cps": 57.296875, "mean_p": 0.464548, "boundary_entropy": 0.686151, "bpb": 3.209908}, "zh": {"chunks": 3036.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514054, "cps": 23.71875, "mean_p": 0.481521, "boundary_entropy": 0.685284, "bpb": 6.325469}, "my": {"chunks": 13626.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.719126, "cps": 106.453125, "mean_p": 0.472223, "boundary_entropy": 0.688516, "bpb": 3.996154}}, "bpb": {"en": 4.49724, "de": 4.7125, "vi": 5.05143, "tr": 5.02723, "fi": 4.74101, "ru": 3.67741, "el": 4.65034, "hi": 3.63874, "ta": 3.47432, "th": 3.20991, "zh": 6.32547, "my": 3.99615}, "gini_cpc": 0.263561, "gini_cps": 0.268966, "bpic": 5.337037, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9736175903678017, "vi": 2.0457496190672226, "tr": 1.1056138393893384, "fi": 1.2851576837198984, "ru": 1.8030496839596653, "el": 2.129296568750932, "hi": 3.3717470112034147, "ta": 1.5640226656937317, "th": 2.694378854272163, "zh": 3.037715839033368, "my": 4.249558670624958}, "t": 22.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89198, "bpb": 4.17224, "chunk_loss": 0.031616, "F": 0.19153, "G": 0.43361, "chunks": 196.12, "bytes_per_chunk": 5.221, "boundary_entropy": 0.67134, "router_noise": 0.0, "grad_norm": 1.547, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 23.7} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2435.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.139918, "cps": 19.023438, "mean_p": 0.361595, "boundary_entropy": 0.616396, "bpb": 3.904641}, "de": {"chunks": 2702.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.131593, "cps": 21.109375, "mean_p": 0.364452, "boundary_entropy": 0.62234, "bpb": 4.146256}, "vi": {"chunks": 4790.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259832, "cps": 37.421875, "mean_p": 0.404728, "boundary_entropy": 0.623325, "bpb": 3.668116}, "tr": {"chunks": 3327.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183782, "cps": 25.992188, "mean_p": 0.38637, "boundary_entropy": 0.635076, "bpb": 4.200688}, "fi": {"chunks": 3425.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182074, "cps": 26.757812, "mean_p": 0.366318, "boundary_entropy": 0.61962, "bpb": 4.156496}, "ru": {"chunks": 4704.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.248232, "cps": 36.75, "mean_p": 0.456714, "boundary_entropy": 0.677738, "bpb": 2.8502}, "el": {"chunks": 5254.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.256005, "cps": 41.046875, "mean_p": 0.405604, "boundary_entropy": 0.658979, "bpb": 3.097687}, "hi": {"chunks": 9571.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.568856, "cps": 74.773438, "mean_p": 0.416657, "boundary_entropy": 0.655699, "bpb": 2.429861}, "ta": {"chunks": 8293.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.443595, "cps": 64.789062, "mean_p": 0.464709, "boundary_entropy": 0.680096, "bpb": 2.296895}, "th": {"chunks": 15288.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.950451, "cps": 119.4375, "mean_p": 0.460933, "boundary_entropy": 0.681641, "bpb": 2.331243}, "zh": {"chunks": 3838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.649848, "cps": 29.984375, "mean_p": 0.469705, "boundary_entropy": 0.680934, "bpb": 5.315341}, "my": {"chunks": 10597.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.559267, "cps": 82.789062, "mean_p": 0.450701, "boundary_entropy": 0.682391, "bpb": 2.434892}}, "bpb": {"en": 3.90464, "de": 4.14626, "vi": 3.66812, "tr": 4.20069, "fi": 4.1565, "ru": 2.8502, "el": 3.09769, "hi": 2.42986, "ta": 2.2969, "th": 2.33124, "zh": 5.31534, "my": 2.43489}, "gini_cpc": 0.342039, "gini_cps": 0.319775, "bpic": 5.170578, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9404984673842508, "vi": 1.857024040847219, "tr": 1.31349191558548, "fi": 1.3012892648661052, "ru": 1.7741210686286728, "el": 1.829676785728758, "hi": 4.065625746374534, "ta": 3.170380225526706, "th": 6.792892838928715, "zh": 4.644475565516153, "my": 3.997097232282538}, "t": 26.9} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.90805, "de": 4.14692, "vi": 3.67185, "tr": 4.21058, "fi": 4.15965, "ru": 2.83434, "el": 3.09094, "hi": 2.42533, "ta": 2.31522, "th": 2.3647, "zh": 5.32426, "my": 2.45233}, "bytes_per_chunk": {"en": 6.321, "de": 7.4, "vi": 4.988, "tr": 6.166, "fi": 5.834, "ru": 6.863, "el": 6.605, "hi": 4.493, "ta": 6.016, "th": 2.839, "zh": 5.603, "my": 5.179}, "bpb_mean": 3.40868, "t": 28.3} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.50816, "bpb": 3.61852, "chunk_loss": 0.030651, "F": 0.17548, "G": 0.39958, "chunks": 179.69, "bytes_per_chunk": 5.699, "boundary_entropy": 0.64544, "router_noise": 0.0, "grad_norm": 1.741, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 28.3} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.56822, "bpb": 3.70516, "chunk_loss": 0.031904, "F": 0.20447, "G": 0.40759, "chunks": 209.38, "bytes_per_chunk": 4.891, "boundary_entropy": 0.64247, "router_noise": 0.0, "grad_norm": 1.1468, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 30.5} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2405.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.138195, "cps": 18.789062, "mean_p": 0.354033, "boundary_entropy": 0.603732, "bpb": 3.658489}, "de": {"chunks": 2926.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.142502, "cps": 22.859375, "mean_p": 0.363972, "boundary_entropy": 0.616389, "bpb": 3.931902}, "vi": {"chunks": 4538.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.246162, "cps": 35.453125, "mean_p": 0.417618, "boundary_entropy": 0.634904, "bpb": 3.274755}, "tr": {"chunks": 3177.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175496, "cps": 24.820312, "mean_p": 0.378087, "boundary_entropy": 0.616171, "bpb": 3.874093}, "fi": {"chunks": 2422.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.128754, "cps": 18.921875, "mean_p": 0.340622, "boundary_entropy": 0.594145, "bpb": 3.905472}, "ru": {"chunks": 3934.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.207599, "cps": 30.734375, "mean_p": 0.446443, "boundary_entropy": 0.670753, "bpb": 2.670564}, "el": {"chunks": 5753.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.28032, "cps": 44.945312, "mean_p": 0.392621, "boundary_entropy": 0.64591, "bpb": 2.789467}, "hi": {"chunks": 8237.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.489569, "cps": 64.351562, "mean_p": 0.359566, "boundary_entropy": 0.600303, "bpb": 2.168636}, "ta": {"chunks": 8903.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.476224, "cps": 69.554688, "mean_p": 0.413324, "boundary_entropy": 0.649779, "bpb": 1.940382}, "th": {"chunks": 5113.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.317874, "cps": 39.945312, "mean_p": 0.435715, "boundary_entropy": 0.672692, "bpb": 2.101539}, "zh": {"chunks": 4166.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.705384, "cps": 32.546875, "mean_p": 0.465489, "boundary_entropy": 0.675097, "bpb": 4.984301}, "my": {"chunks": 11334.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.598163, "cps": 88.546875, "mean_p": 0.412071, "boundary_entropy": 0.660239, "bpb": 2.158018}}, "bpb": {"en": 3.65849, "de": 3.9319, "vi": 3.27475, "tr": 3.87409, "fi": 3.90547, "ru": 2.67056, "el": 2.78947, "hi": 2.16864, "ta": 1.94038, "th": 2.10154, "zh": 4.9843, "my": 2.15802}, "gini_cpc": 0.315323, "gini_cps": 0.278865, "bpic": 6.100671, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0311716254540002, "vi": 1.7812726063987252, "tr": 1.2699180698849262, "fi": 0.9316897011756403, "ru": 1.5022222173462279, "el": 2.028441878960809, "hi": 3.542607457840742, "ta": 3.4460370572807055, "th": 2.300190296223868, "zh": 5.1042843776335145, "my": 4.328414783956266}, "t": 31.7} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.35534, "bpb": 3.39803, "chunk_loss": 0.030427, "F": 0.17627, "G": 0.37647, "chunks": 180.5, "bytes_per_chunk": 5.673, "boundary_entropy": 0.61766, "router_noise": 0.0, "grad_norm": 1.1896, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.065, "alpha": 0.03, "t": 33.7} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05727, "bpb": 2.96801, "chunk_loss": 0.032106, "F": 0.20648, "G": 0.36952, "chunks": 211.44, "bytes_per_chunk": 4.843, "boundary_entropy": 0.59219, "router_noise": 0.0, "grad_norm": 0.7825, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 35.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3261.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187381, "cps": 25.476562, "mean_p": 0.319935, "boundary_entropy": 0.539268, "bpb": 3.254764}, "de": {"chunks": 4900.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.23864, "cps": 38.28125, "mean_p": 0.344991, "boundary_entropy": 0.54714, "bpb": 3.545774}, "vi": {"chunks": 6066.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.329048, "cps": 47.390625, "mean_p": 0.373691, "boundary_entropy": 0.581101, "bpb": 2.805943}, "tr": {"chunks": 4418.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244048, "cps": 34.515625, "mean_p": 0.338086, "boundary_entropy": 0.546988, "bpb": 3.43354}, "fi": {"chunks": 4202.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.22338, "cps": 32.828125, "mean_p": 0.335173, "boundary_entropy": 0.560586, "bpb": 3.570806}, "ru": {"chunks": 6026.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317995, "cps": 47.078125, "mean_p": 0.313424, "boundary_entropy": 0.505499, "bpb": 2.473539}, "el": {"chunks": 5328.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.259611, "cps": 41.625, "mean_p": 0.329572, "boundary_entropy": 0.579131, "bpb": 2.549459}, "hi": {"chunks": 8500.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.505201, "cps": 66.40625, "mean_p": 0.362847, "boundary_entropy": 0.608265, "bpb": 1.813101}, "ta": {"chunks": 6789.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.363145, "cps": 53.039062, "mean_p": 0.396887, "boundary_entropy": 0.639151, "bpb": 1.574369}, "th": {"chunks": 7507.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466708, "cps": 58.648438, "mean_p": 0.38408, "boundary_entropy": 0.636688, "bpb": 1.900586}, "zh": {"chunks": 2760.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.467321, "cps": 21.5625, "mean_p": 0.329348, "boundary_entropy": 0.566386, "bpb": 4.141514}, "my": {"chunks": 7722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.407536, "cps": 60.328125, "mean_p": 0.360062, "boundary_entropy": 0.605883, "bpb": 1.917969}}, "bpb": {"en": 3.25476, "de": 3.54577, "vi": 2.80594, "tr": 3.43354, "fi": 3.57081, "ru": 2.47354, "el": 2.54946, "hi": 1.8131, "ta": 1.57437, "th": 1.90059, "zh": 4.14151, "my": 1.91797}, "gini_cpc": 0.175125, "gini_cps": 0.17595, "bpic": 5.687414, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2735529150888707, "vi": 1.756032645594095, "tr": 1.3024122773695914, "fi": 1.1921131702921772, "ru": 1.6970445150531712, "el": 1.3854686157532505, "hi": 2.6961073117253616, "ta": 1.9379994995439553, "th": 2.4906842358571746, "zh": 2.493956997561615, "my": 2.174902250268444}, "t": 39.2} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.26264, "de": 3.5444, "vi": 2.81081, "tr": 3.44026, "fi": 3.56315, "ru": 2.45866, "el": 2.54343, "hi": 1.8101, "ta": 1.58961, "th": 1.92922, "zh": 4.14997, "my": 1.93374}, "bytes_per_chunk": {"en": 5.248, "de": 4.324, "vi": 4.079, "tr": 4.333, "fi": 4.661, "ru": 5.636, "el": 6.493, "hi": 5.135, "ta": 6.298, "th": 4.977, "zh": 4.227, "my": 6.362}, "bpb_mean": 2.753, "t": 40.5} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05074, "bpb": 2.95859, "chunk_loss": 0.031433, "F": 0.20349, "G": 0.33738, "chunks": 208.38, "bytes_per_chunk": 4.914, "boundary_entropy": 0.55732, "router_noise": 0.0, "grad_norm": 0.9458, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 40.6} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.11843, "bpb": 3.05624, "chunk_loss": 0.030483, "F": 0.17889, "G": 0.31927, "chunks": 183.19, "bytes_per_chunk": 5.59, "boundary_entropy": 0.548, "router_noise": 0.0, "grad_norm": 0.8217, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 42.7} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.9477, "bpb": 2.80993, "chunk_loss": 0.030585, "F": 0.18338, "G": 0.3216, "chunks": 187.78, "bytes_per_chunk": 5.453, "boundary_entropy": 0.54039, "router_noise": 0.0, "grad_norm": 0.887, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 44.8} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91279, "bpb": 2.75958, "chunk_loss": 0.030517, "F": 0.18268, "G": 0.31813, "chunks": 187.06, "bytes_per_chunk": 5.474, "boundary_entropy": 0.52563, "router_noise": 0.0, "grad_norm": 1.0629, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 46.9} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3096.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1779, "cps": 24.1875, "mean_p": 0.285888, "boundary_entropy": 0.471038, "bpb": 2.945674}, "de": {"chunks": 3819.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185993, "cps": 29.835938, "mean_p": 0.290825, "boundary_entropy": 0.466747, "bpb": 3.26997}, "vi": {"chunks": 4963.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269216, "cps": 38.773438, "mean_p": 0.299067, "boundary_entropy": 0.502086, "bpb": 2.583975}, "tr": {"chunks": 4342.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.23985, "cps": 33.921875, "mean_p": 0.333221, "boundary_entropy": 0.514772, "bpb": 3.157343}, "fi": {"chunks": 3607.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19175, "cps": 28.179688, "mean_p": 0.3016, "boundary_entropy": 0.503166, "bpb": 3.364695}, "ru": {"chunks": 5737.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302744, "cps": 44.820312, "mean_p": 0.380254, "boundary_entropy": 0.606061, "bpb": 2.199335}, "el": {"chunks": 6607.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321931, "cps": 51.617188, "mean_p": 0.329486, "boundary_entropy": 0.562698, "bpb": 2.248374}, "hi": {"chunks": 5789.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.344071, "cps": 45.226562, "mean_p": 0.330026, "boundary_entropy": 0.55844, "bpb": 1.633555}, "ta": {"chunks": 7563.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.404547, "cps": 59.085938, "mean_p": 0.336422, "boundary_entropy": 0.579482, "bpb": 1.419432}, "th": {"chunks": 5783.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.359528, "cps": 45.179688, "mean_p": 0.3103, "boundary_entropy": 0.543719, "bpb": 1.723945}, "zh": {"chunks": 3348.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.566881, "cps": 26.15625, "mean_p": 0.338019, "boundary_entropy": 0.565004, "bpb": 3.856975}, "my": {"chunks": 14332.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.756386, "cps": 111.96875, "mean_p": 0.374529, "boundary_entropy": 0.585145, "bpb": 1.64879}}, "bpb": {"en": 2.94567, "de": 3.26997, "vi": 2.58397, "tr": 3.15734, "fi": 3.36469, "ru": 2.19933, "el": 2.24837, "hi": 1.63355, "ta": 1.41943, "th": 1.72394, "zh": 3.85697, "my": 1.64879}, "gini_cpc": 0.24516, "gini_cps": 0.238548, "bpic": 5.563172, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0454912908205622, "vi": 1.5132974540760222, "tr": 1.3482251860263854, "fi": 1.0778477688504047, "ru": 1.7017619295984945, "el": 1.8096168431938906, "hi": 1.9340675789303936, "ta": 2.2740070097091003, "th": 2.020948726845995, "zh": 3.1865091865584074, "my": 4.251738949356296}, "t": 49.9} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.95523, "de": 3.26789, "vi": 2.59166, "tr": 3.16646, "fi": 3.35419, "ru": 2.18543, "el": 2.24001, "hi": 1.62694, "ta": 1.43279, "th": 1.7526, "zh": 3.86749, "my": 1.66051}, "bytes_per_chunk": {"en": 5.599, "de": 5.422, "vi": 5.246, "tr": 4.082, "fi": 5.447, "ru": 6.016, "el": 5.595, "hi": 5.708, "ta": 5.842, "th": 6.846, "zh": 5.149, "my": 4.236}, "bpb_mean": 2.50843, "t": 51.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.93788, "bpb": 2.79578, "chunk_loss": 0.030414, "F": 0.17923, "G": 0.31994, "chunks": 183.53, "bytes_per_chunk": 5.579, "boundary_entropy": 0.52387, "router_noise": 0.0, "grad_norm": 0.9142, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 51.3} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.72996, "bpb": 2.4958, "chunk_loss": 0.030951, "F": 0.19272, "G": 0.3345, "chunks": 197.34, "bytes_per_chunk": 5.189, "boundary_entropy": 0.53717, "router_noise": 0.0, "grad_norm": 0.9229, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 53.4} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75532, "bpb": 2.53239, "chunk_loss": 0.030609, "F": 0.18201, "G": 0.318, "chunks": 186.38, "bytes_per_chunk": 5.494, "boundary_entropy": 0.51818, "router_noise": 0.0, "grad_norm": 0.693, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 55.5} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.68923, "bpb": 2.43704, "chunk_loss": 0.030376, "F": 0.17969, "G": 0.33221, "chunks": 184.0, "bytes_per_chunk": 5.565, "boundary_entropy": 0.53146, "router_noise": 0.0, "grad_norm": 0.7074, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 57.5} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3471.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199448, "cps": 27.117188, "mean_p": 0.284698, "boundary_entropy": 0.429949, "bpb": 2.735564}, "de": {"chunks": 3773.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183753, "cps": 29.476562, "mean_p": 0.270788, "boundary_entropy": 0.42635, "bpb": 3.081033}, "vi": {"chunks": 4524.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.245403, "cps": 35.34375, "mean_p": 0.28624, "boundary_entropy": 0.472635, "bpb": 2.42861}, "tr": {"chunks": 3423.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189085, "cps": 26.742188, "mean_p": 0.280946, "boundary_entropy": 0.45858, "bpb": 3.007271}, "fi": {"chunks": 3665.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194833, "cps": 28.632812, "mean_p": 0.283729, "boundary_entropy": 0.45527, "bpb": 3.241766}, "ru": {"chunks": 5815.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30686, "cps": 45.429688, "mean_p": 0.368098, "boundary_entropy": 0.594741, "bpb": 2.040478}, "el": {"chunks": 6486.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316036, "cps": 50.671875, "mean_p": 0.315757, "boundary_entropy": 0.540561, "bpb": 2.144892}, "hi": {"chunks": 6782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.403091, "cps": 52.984375, "mean_p": 0.322444, "boundary_entropy": 0.540261, "bpb": 1.566937}, "ta": {"chunks": 6407.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.342712, "cps": 50.054688, "mean_p": 0.383549, "boundary_entropy": 0.632789, "bpb": 1.286019}, "th": {"chunks": 8360.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.519739, "cps": 65.3125, "mean_p": 0.394936, "boundary_entropy": 0.635456, "bpb": 1.599095}, "zh": {"chunks": 2833.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479682, "cps": 22.132812, "mean_p": 0.336408, "boundary_entropy": 0.56539, "bpb": 3.735889}, "my": {"chunks": 11995.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.633048, "cps": 93.710938, "mean_p": 0.375946, "boundary_entropy": 0.614011, "bpb": 1.468848}}, "bpb": {"en": 2.73556, "de": 3.08103, "vi": 2.42861, "tr": 3.00727, "fi": 3.24177, "ru": 2.04048, "el": 2.14489, "hi": 1.56694, "ta": 1.28602, "th": 1.59909, "zh": 3.73589, "my": 1.46885}, "gini_cpc": 0.233189, "gini_cps": 0.236535, "bpic": 5.682782, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9213060107175746, "vi": 1.2304074747899545, "tr": 0.9480382375488843, "fi": 0.9768583701209782, "ru": 1.5385443201072742, "el": 1.5845487519515071, "hi": 2.0210274817924616, "ta": 1.7182990936479072, "th": 2.605881836150808, "zh": 2.4050418527545196, "my": 3.173996055984728}, "t": 60.6} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.7471, "de": 3.08311, "vi": 2.43536, "tr": 3.01748, "fi": 3.24038, "ru": 2.02561, "el": 2.1326, "hi": 1.56154, "ta": 1.29721, "th": 1.62674, "zh": 3.7477, "my": 1.47854}, "bytes_per_chunk": {"en": 5.022, "de": 5.369, "vi": 5.249, "tr": 5.391, "fi": 5.104, "ru": 6.006, "el": 5.801, "hi": 6.046, "ta": 6.923, "th": 5.065, "zh": 6.241, "my": 5.176}, "bpb_mean": 2.36611, "t": 61.9} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.81499, "bpb": 2.61847, "chunk_loss": 0.030505, "F": 0.18301, "G": 0.31431, "chunks": 187.41, "bytes_per_chunk": 5.464, "boundary_entropy": 0.50227, "router_noise": 0.0, "grad_norm": 0.8138, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 61.9} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86108, "bpb": 2.68497, "chunk_loss": 0.030277, "F": 0.1792, "G": 0.30953, "chunks": 183.5, "bytes_per_chunk": 5.58, "boundary_entropy": 0.49379, "router_noise": 0.0, "grad_norm": 0.8805, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 64.0} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.67693, "bpb": 2.41929, "chunk_loss": 0.030345, "F": 0.18246, "G": 0.30841, "chunks": 186.84, "bytes_per_chunk": 5.481, "boundary_entropy": 0.47741, "router_noise": 0.0, "grad_norm": 0.948, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 66.1} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.81076, "bpb": 2.61237, "chunk_loss": 0.030536, "F": 0.1853, "G": 0.30267, "chunks": 189.75, "bytes_per_chunk": 5.397, "boundary_entropy": 0.46889, "router_noise": 0.0, "grad_norm": 0.7978, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 68.1} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3508.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201574, "cps": 27.40625, "mean_p": 0.273757, "boundary_entropy": 0.389339, "bpb": 2.592093}, "de": {"chunks": 4103.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199825, "cps": 32.054688, "mean_p": 0.279913, "boundary_entropy": 0.414848, "bpb": 2.941359}, "vi": {"chunks": 4550.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.246813, "cps": 35.546875, "mean_p": 0.265353, "boundary_entropy": 0.454592, "bpb": 2.323846}, "tr": {"chunks": 3559.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196597, "cps": 27.804688, "mean_p": 0.275517, "boundary_entropy": 0.429643, "bpb": 2.916535}, "fi": {"chunks": 3967.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210887, "cps": 30.992188, "mean_p": 0.28745, "boundary_entropy": 0.433518, "bpb": 3.135206}, "ru": {"chunks": 5570.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.293931, "cps": 43.515625, "mean_p": 0.351856, "boundary_entropy": 0.571525, "bpb": 1.951639}, "el": {"chunks": 6547.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.319008, "cps": 51.148438, "mean_p": 0.316499, "boundary_entropy": 0.531562, "bpb": 2.034949}, "hi": {"chunks": 6544.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.388945, "cps": 51.125, "mean_p": 0.381594, "boundary_entropy": 0.62271, "bpb": 1.504878}, "ta": {"chunks": 6303.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.337149, "cps": 49.242188, "mean_p": 0.434207, "boundary_entropy": 0.663108, "bpb": 1.226586}, "th": {"chunks": 7030.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437053, "cps": 54.921875, "mean_p": 0.3337, "boundary_entropy": 0.585177, "bpb": 1.525289}, "zh": {"chunks": 2894.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49001, "cps": 22.609375, "mean_p": 0.337882, "boundary_entropy": 0.555277, "bpb": 3.629964}, "my": {"chunks": 12126.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.639962, "cps": 94.734375, "mean_p": 0.36808, "boundary_entropy": 0.605965, "bpb": 1.4187}}, "bpb": {"en": 2.59209, "de": 2.94136, "vi": 2.32385, "tr": 2.91653, "fi": 3.13521, "ru": 1.95164, "el": 2.03495, "hi": 1.50488, "ta": 1.22659, "th": 1.52529, "zh": 3.62996, "my": 1.4187}, "gini_cpc": 0.217147, "gini_cps": 0.218226, "bpic": 5.753752, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.991319491203664, "vi": 1.2244266969001691, "tr": 0.975308416661255, "fi": 1.0462003296671256, "ru": 1.4581779152363388, "el": 1.5825813055863958, "hi": 1.929535411312034, "ta": 1.6725779733055046, "th": 2.1681972800568814, "zh": 2.430914139071991, "my": 3.17481719157442}, "t": 71.1} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60245, "de": 2.94498, "vi": 2.32641, "tr": 2.92602, "fi": 3.13771, "ru": 1.93469, "el": 2.02472, "hi": 1.49952, "ta": 1.23742, "th": 1.55087, "zh": 3.6388, "my": 1.42787}, "bytes_per_chunk": {"en": 4.956, "de": 5.019, "vi": 5.332, "tr": 5.297, "fi": 4.721, "ru": 6.241, "el": 5.808, "hi": 6.172, "ta": 7.084, "th": 6.449, "zh": 5.882, "my": 4.454}, "bpb_mean": 2.27096, "t": 72.4} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74285, "bpb": 2.51441, "chunk_loss": 0.030334, "F": 0.18112, "G": 0.3156, "chunks": 185.47, "bytes_per_chunk": 5.521, "boundary_entropy": 0.49649, "router_noise": 0.0, "grad_norm": 0.7938, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 72.4} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.60591, "bpb": 2.31684, "chunk_loss": 0.030358, "F": 0.18268, "G": 0.32864, "chunks": 187.06, "bytes_per_chunk": 5.474, "boundary_entropy": 0.50608, "router_noise": 0.0, "grad_norm": 0.7715, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80365, "bpb": 2.60212, "chunk_loss": 0.030712, "F": 0.18881, "G": 0.31346, "chunks": 193.34, "bytes_per_chunk": 5.296, "boundary_entropy": 0.48485, "router_noise": 0.0, "grad_norm": 0.7854, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.4} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.65668, "bpb": 2.39008, "chunk_loss": 0.03021, "F": 0.17969, "G": 0.31065, "chunks": 184.0, "bytes_per_chunk": 5.565, "boundary_entropy": 0.46896, "router_noise": 0.0, "grad_norm": 0.7795, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 78.4} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3256.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187094, "cps": 25.4375, "mean_p": 0.252283, "boundary_entropy": 0.356069, "bpb": 2.500838}, "de": {"chunks": 3789.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184532, "cps": 29.601562, "mean_p": 0.25514, "boundary_entropy": 0.373141, "bpb": 2.827947}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.270944, "boundary_entropy": 0.456335, "bpb": 2.292995}, "tr": {"chunks": 3538.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195437, "cps": 27.640625, "mean_p": 0.257224, "boundary_entropy": 0.39869, "bpb": 2.801202}, "fi": {"chunks": 3758.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199777, "cps": 29.359375, "mean_p": 0.267213, "boundary_entropy": 0.401188, "bpb": 3.062494}, "ru": {"chunks": 5586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.294776, "cps": 43.640625, "mean_p": 0.352043, "boundary_entropy": 0.57288, "bpb": 1.869537}, "el": {"chunks": 6446.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314087, "cps": 50.359375, "mean_p": 0.326867, "boundary_entropy": 0.547427, "bpb": 1.957073}, "hi": {"chunks": 6500.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.38633, "cps": 50.78125, "mean_p": 0.410908, "boundary_entropy": 0.645666, "bpb": 1.470633}, "ta": {"chunks": 6773.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.362289, "cps": 52.914062, "mean_p": 0.420667, "boundary_entropy": 0.652794, "bpb": 1.20264}, "th": {"chunks": 8196.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.509543, "cps": 64.03125, "mean_p": 0.352328, "boundary_entropy": 0.595559, "bpb": 1.465119}, "zh": {"chunks": 2628.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444971, "cps": 20.53125, "mean_p": 0.331751, "boundary_entropy": 0.541958, "bpb": 3.577307}, "my": {"chunks": 9430.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.497678, "cps": 73.671875, "mean_p": 0.372729, "boundary_entropy": 0.622554, "bpb": 1.342646}}, "bpb": {"en": 2.50084, "de": 2.82795, "vi": 2.293, "tr": 2.8012, "fi": 3.06249, "ru": 1.86954, "el": 1.95707, "hi": 1.47063, "ta": 1.20264, "th": 1.46512, "zh": 3.57731, "my": 1.34265}, "gini_cpc": 0.207854, "gini_cps": 0.214757, "bpic": 5.992365, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9863065609851273, "vi": 1.2017693316513496, "tr": 1.0445927351826925, "fi": 1.0677869684434993, "ru": 1.575547282710871, "el": 1.6787621929779508, "hi": 2.0648951666782276, "ta": 1.9364011419574405, "th": 2.723457537849829, "zh": 2.3783274161702876, "my": 2.660039224122505}, "t": 81.4} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51216, "de": 2.83232, "vi": 2.29854, "tr": 2.81148, "fi": 3.06815, "ru": 1.85243, "el": 1.94793, "hi": 1.46802, "ta": 1.20995, "th": 1.48884, "zh": 3.58726, "my": 1.3523}, "bytes_per_chunk": {"en": 5.315, "de": 5.375, "vi": 5.921, "tr": 5.289, "fi": 4.944, "ru": 6.059, "el": 5.639, "hi": 6.232, "ta": 6.82, "th": 5.621, "zh": 6.419, "my": 5.759}, "bpb_mean": 2.20245, "t": 82.7} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72144, "bpb": 2.48351, "chunk_loss": 0.030249, "F": 0.17993, "G": 0.2926, "chunks": 184.25, "bytes_per_chunk": 5.558, "boundary_entropy": 0.4445, "router_noise": 0.0, "grad_norm": 0.925, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 82.7} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.83776, "bpb": 2.65133, "chunk_loss": 0.030291, "F": 0.18185, "G": 0.29578, "chunks": 186.22, "bytes_per_chunk": 5.499, "boundary_entropy": 0.44577, "router_noise": 0.0, "grad_norm": 0.8643, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 84.7} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.51895, "bpb": 2.19139, "chunk_loss": 0.030455, "F": 0.18365, "G": 0.31652, "chunks": 188.06, "bytes_per_chunk": 5.445, "boundary_entropy": 0.48389, "router_noise": 0.0, "grad_norm": 0.8377, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.7} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51419, "bpb": 2.18452, "chunk_loss": 0.030764, "F": 0.18982, "G": 0.31588, "chunks": 194.38, "bytes_per_chunk": 5.268, "boundary_entropy": 0.47641, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 88.7} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3309.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19014, "cps": 25.851562, "mean_p": 0.255749, "boundary_entropy": 0.349683, "bpb": 2.422935}, "de": {"chunks": 3830.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186529, "cps": 29.921875, "mean_p": 0.255616, "boundary_entropy": 0.361941, "bpb": 2.756585}, "vi": {"chunks": 4098.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222295, "cps": 32.015625, "mean_p": 0.264374, "boundary_entropy": 0.433689, "bpb": 2.193617}, "tr": {"chunks": 3257.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179915, "cps": 25.445312, "mean_p": 0.240136, "boundary_entropy": 0.368443, "bpb": 2.725519}, "fi": {"chunks": 3357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178459, "cps": 26.226562, "mean_p": 0.241532, "boundary_entropy": 0.365121, "bpb": 2.987169}, "ru": {"chunks": 5644.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297836, "cps": 44.09375, "mean_p": 0.351982, "boundary_entropy": 0.567215, "bpb": 1.80062}, "el": {"chunks": 6204.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302295, "cps": 48.46875, "mean_p": 0.315439, "boundary_entropy": 0.531968, "bpb": 1.885073}, "hi": {"chunks": 6135.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.364636, "cps": 47.929688, "mean_p": 0.405997, "boundary_entropy": 0.643906, "bpb": 1.42736}, "ta": {"chunks": 6486.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.346938, "cps": 50.671875, "mean_p": 0.399209, "boundary_entropy": 0.64555, "bpb": 1.152224}, "th": {"chunks": 7053.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.438483, "cps": 55.101562, "mean_p": 0.315026, "boundary_entropy": 0.557167, "bpb": 1.415557}, "zh": {"chunks": 2392.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.405012, "cps": 18.6875, "mean_p": 0.330413, "boundary_entropy": 0.543611, "bpb": 3.546509}, "my": {"chunks": 8658.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.456935, "cps": 67.640625, "mean_p": 0.37979, "boundary_entropy": 0.632224, "bpb": 1.306044}}, "bpb": {"en": 2.42294, "de": 2.75658, "vi": 2.19362, "tr": 2.72552, "fi": 2.98717, "ru": 1.80062, "el": 1.88507, "hi": 1.42736, "ta": 1.15222, "th": 1.41556, "zh": 3.54651, "my": 1.30604}, "gini_cpc": 0.190752, "gini_cps": 0.204151, "bpic": 6.351571, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9810106447401589, "vi": 1.1691121263334627, "tr": 0.946225309199514, "fi": 0.9385703075971684, "ru": 1.566408906388669, "el": 1.589857855342097, "hi": 1.917727284361575, "ta": 1.8246468759251981, "th": 2.3061108103454253, "zh": 2.130075934272782, "my": 2.4031537570687806}, "t": 91.6} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43197, "de": 2.75775, "vi": 2.19853, "tr": 2.73593, "fi": 2.98815, "ru": 1.78258, "el": 1.87601, "hi": 1.4243, "ta": 1.16093, "th": 1.43787, "zh": 3.55145, "my": 1.31427}, "bytes_per_chunk": {"en": 5.249, "de": 5.39, "vi": 5.94, "tr": 5.701, "fi": 5.571, "ru": 6.096, "el": 6.096, "hi": 6.596, "ta": 6.956, "th": 6.528, "zh": 7.201, "my": 6.164}, "bpb_mean": 2.13831, "t": 92.9} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.56757, "bpb": 2.26153, "chunk_loss": 0.030208, "F": 0.17807, "G": 0.29665, "chunks": 182.34, "bytes_per_chunk": 5.616, "boundary_entropy": 0.45035, "router_noise": 0.0, "grad_norm": 0.6718, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 93.0} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.66374, "bpb": 2.40027, "chunk_loss": 0.030395, "F": 0.18262, "G": 0.31348, "chunks": 187.0, "bytes_per_chunk": 5.476, "boundary_entropy": 0.46886, "router_noise": 0.0, "grad_norm": 0.7032, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.0} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74063, "bpb": 2.5112, "chunk_loss": 0.030236, "F": 0.17651, "G": 0.31578, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.48516, "router_noise": 0.0, "grad_norm": 0.6814, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 97.0} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60294, "bpb": 2.31255, "chunk_loss": 0.03012, "F": 0.17627, "G": 0.29942, "chunks": 180.5, "bytes_per_chunk": 5.673, "boundary_entropy": 0.45128, "router_noise": 0.0, "grad_norm": 0.7358, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 99.0} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3527.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202666, "cps": 27.554688, "mean_p": 0.260759, "boundary_entropy": 0.346727, "bpb": 2.36503}, "de": {"chunks": 4113.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.200312, "cps": 32.132812, "mean_p": 0.262689, "boundary_entropy": 0.360847, "bpb": 2.664279}, "vi": {"chunks": 4089.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221806, "cps": 31.945312, "mean_p": 0.266661, "boundary_entropy": 0.420393, "bpb": 2.165463}, "tr": {"chunks": 3649.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201569, "cps": 28.507812, "mean_p": 0.255474, "boundary_entropy": 0.369388, "bpb": 2.664731}, "fi": {"chunks": 3961.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210568, "cps": 30.945312, "mean_p": 0.269216, "boundary_entropy": 0.377413, "bpb": 2.885314}, "ru": {"chunks": 6440.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339842, "cps": 50.3125, "mean_p": 0.363097, "boundary_entropy": 0.561923, "bpb": 1.743528}, "el": {"chunks": 7097.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.345807, "cps": 55.445312, "mean_p": 0.323149, "boundary_entropy": 0.52304, "bpb": 1.831899}, "hi": {"chunks": 6191.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.367964, "cps": 48.367188, "mean_p": 0.399513, "boundary_entropy": 0.637128, "bpb": 1.415303}, "ta": {"chunks": 13599.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.727414, "cps": 106.242188, "mean_p": 0.433091, "boundary_entropy": 0.647363, "bpb": 1.175172}, "th": {"chunks": 6879.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.427666, "cps": 53.742188, "mean_p": 0.342043, "boundary_entropy": 0.592212, "bpb": 1.379039}, "zh": {"chunks": 2426.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.410769, "cps": 18.953125, "mean_p": 0.327672, "boundary_entropy": 0.539184, "bpb": 3.532173}, "my": {"chunks": 7090.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.374182, "cps": 55.390625, "mean_p": 0.364488, "boundary_entropy": 0.618711, "bpb": 1.266052}}, "bpb": {"en": 2.36503, "de": 2.66428, "vi": 2.16546, "tr": 2.66473, "fi": 2.88531, "ru": 1.74353, "el": 1.8319, "hi": 1.4153, "ta": 1.17517, "th": 1.37904, "zh": 3.53217, "my": 1.26605}, "gini_cpc": 0.218171, "gini_cps": 0.244761, "bpic": 5.557131, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.988382307838602, "vi": 1.0944416927373928, "tr": 0.9945851543731558, "fi": 1.0389906026095133, "ru": 1.676854240899267, "el": 1.7062891163027571, "hi": 1.8156176319296147, "ta": 3.589220708502241, "th": 2.110196530887133, "zh": 2.0268238889756742, "my": 1.8462968113708185}, "t": 102.0} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.37236, "de": 2.66857, "vi": 2.17135, "tr": 2.67468, "fi": 2.8903, "ru": 1.72457, "el": 1.82356, "hi": 1.4122, "ta": 1.18415, "th": 1.39716, "zh": 3.53632, "my": 1.27556}, "bytes_per_chunk": {"en": 4.955, "de": 5.03, "vi": 6.069, "tr": 5.213, "fi": 4.776, "ru": 5.255, "el": 5.093, "hi": 6.418, "ta": 3.802, "th": 6.605, "zh": 6.832, "my": 7.522}, "bpb_mean": 2.09423, "t": 103.3} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.59598, "bpb": 2.30252, "chunk_loss": 0.03094, "F": 0.1947, "G": 0.31171, "chunks": 199.38, "bytes_per_chunk": 5.136, "boundary_entropy": 0.46021, "router_noise": 0.0, "grad_norm": 0.7521, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 103.3} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.5778, "bpb": 2.27629, "chunk_loss": 0.030773, "F": 0.18985, "G": 0.30547, "chunks": 194.41, "bytes_per_chunk": 5.267, "boundary_entropy": 0.44498, "router_noise": 0.0, "grad_norm": 0.8075, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 105.3} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54777, "bpb": 2.23297, "chunk_loss": 0.03034, "F": 0.17947, "G": 0.30747, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.45973, "router_noise": 0.0, "grad_norm": 0.7579, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.3} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56415, "bpb": 2.25658, "chunk_loss": 0.030953, "F": 0.19684, "G": 0.30605, "chunks": 201.56, "bytes_per_chunk": 5.08, "boundary_entropy": 0.44027, "router_noise": 0.0, "grad_norm": 0.713, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 109.3} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.244641, "boundary_entropy": 0.324817, "bpb": 2.323584}, "de": {"chunks": 3877.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188818, "cps": 30.289062, "mean_p": 0.247832, "boundary_entropy": 0.340891, "bpb": 2.623267}, "vi": {"chunks": 4296.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233035, "cps": 33.5625, "mean_p": 0.278005, "boundary_entropy": 0.429498, "bpb": 2.132412}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.243682, "boundary_entropy": 0.354172, "bpb": 2.622261}, "fi": {"chunks": 3637.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193344, "cps": 28.414062, "mean_p": 0.242575, "boundary_entropy": 0.343409, "bpb": 2.832424}, "ru": {"chunks": 4946.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.261003, "cps": 38.640625, "mean_p": 0.326721, "boundary_entropy": 0.545345, "bpb": 1.704003}, "el": {"chunks": 5652.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.275398, "cps": 44.15625, "mean_p": 0.307272, "boundary_entropy": 0.521566, "bpb": 1.817317}, "hi": {"chunks": 6953.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.413254, "cps": 54.320312, "mean_p": 0.411086, "boundary_entropy": 0.645318, "bpb": 1.371943}, "ta": {"chunks": 7323.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.391709, "cps": 57.210938, "mean_p": 0.384081, "boundary_entropy": 0.627453, "bpb": 1.10832}, "th": {"chunks": 7729.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.48051, "cps": 60.382812, "mean_p": 0.379283, "boundary_entropy": 0.621176, "bpb": 1.339184}, "zh": {"chunks": 2838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.480528, "cps": 22.171875, "mean_p": 0.330253, "boundary_entropy": 0.529276, "bpb": 3.473896}, "my": {"chunks": 5373.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.283566, "cps": 41.976562, "mean_p": 0.352844, "boundary_entropy": 0.618711, "bpb": 1.260117}}, "bpb": {"en": 2.32358, "de": 2.62327, "vi": 2.13241, "tr": 2.62226, "fi": 2.83242, "ru": 1.704, "el": 1.81732, "hi": 1.37194, "ta": 1.10832, "th": 1.33918, "zh": 3.4739, "my": 1.26012}, "gini_cpc": 0.196409, "gini_cps": 0.179366, "bpic": 6.443279, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9642017779006381, "vi": 1.1899964473578655, "tr": 0.9960283506818961, "fi": 0.9873154922838824, "ru": 1.332813649708276, "el": 1.4063254692605272, "hi": 2.1102878115647825, "ta": 2.000267592449589, "th": 2.4537300192200764, "zh": 2.453824411078731, "my": 1.4480314637986245}, "t": 112.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33156, "de": 2.62475, "vi": 2.13741, "tr": 2.63288, "fi": 2.8353, "ru": 1.68411, "el": 1.80966, "hi": 1.36939, "ta": 1.11537, "th": 1.36351, "zh": 3.47715, "my": 1.26846}, "bytes_per_chunk": {"en": 5.193, "de": 5.332, "vi": 5.699, "tr": 5.329, "fi": 5.133, "ru": 6.669, "el": 6.633, "hi": 6.551, "ta": 6.619, "th": 6.027, "zh": 5.995, "my": 10.692}, "bpb_mean": 2.05413, "t": 113.5} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53207, "bpb": 2.21031, "chunk_loss": 0.029876, "F": 0.16693, "G": 0.29838, "chunks": 170.94, "bytes_per_chunk": 5.99, "boundary_entropy": 0.45996, "router_noise": 0.0, "grad_norm": 0.7066, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 113.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57611, "bpb": 2.27385, "chunk_loss": 0.030577, "F": 0.18909, "G": 0.29067, "chunks": 193.62, "bytes_per_chunk": 5.289, "boundary_entropy": 0.41692, "router_noise": 0.0, "grad_norm": 0.7061, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 115.6} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.62978, "bpb": 2.35127, "chunk_loss": 0.030949, "F": 0.19293, "G": 0.30414, "chunks": 197.56, "bytes_per_chunk": 5.183, "boundary_entropy": 0.43444, "router_noise": 0.0, "grad_norm": 0.7176, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 117.6} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.47125, "bpb": 2.12256, "chunk_loss": 0.030345, "F": 0.17902, "G": 0.31529, "chunks": 183.31, "bytes_per_chunk": 5.586, "boundary_entropy": 0.46956, "router_noise": 0.0, "grad_norm": 0.6555, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 119.6} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3579.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205654, "cps": 27.960938, "mean_p": 0.251011, "boundary_entropy": 0.313775, "bpb": 2.280117}, "de": {"chunks": 4269.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.207909, "cps": 33.351562, "mean_p": 0.261609, "boundary_entropy": 0.331525, "bpb": 2.560879}, "vi": {"chunks": 4077.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221155, "cps": 31.851562, "mean_p": 0.274006, "boundary_entropy": 0.41565, "bpb": 2.106163}, "tr": {"chunks": 3731.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206098, "cps": 29.148438, "mean_p": 0.249861, "boundary_entropy": 0.336514, "bpb": 2.556184}, "fi": {"chunks": 3938.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.209346, "cps": 30.765625, "mean_p": 0.256425, "boundary_entropy": 0.342346, "bpb": 2.770621}, "ru": {"chunks": 6062.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319894, "cps": 47.359375, "mean_p": 0.350113, "boundary_entropy": 0.548637, "bpb": 1.652588}, "el": {"chunks": 6584.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320811, "cps": 51.4375, "mean_p": 0.32239, "boundary_entropy": 0.523793, "bpb": 1.719352}, "hi": {"chunks": 8291.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.492779, "cps": 64.773438, "mean_p": 0.425903, "boundary_entropy": 0.645437, "bpb": 1.351509}, "ta": {"chunks": 7886.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.421824, "cps": 61.609375, "mean_p": 0.401403, "boundary_entropy": 0.640897, "bpb": 1.110235}, "th": {"chunks": 8136.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.505813, "cps": 63.5625, "mean_p": 0.39278, "boundary_entropy": 0.6315, "bpb": 1.328894}, "zh": {"chunks": 2718.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.46021, "cps": 21.234375, "mean_p": 0.329599, "boundary_entropy": 0.53329, "bpb": 3.439732}, "my": {"chunks": 9792.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.516783, "cps": 76.5, "mean_p": 0.392326, "boundary_entropy": 0.633379, "bpb": 1.225564}}, "bpb": {"en": 2.28012, "de": 2.56088, "vi": 2.10616, "tr": 2.55618, "fi": 2.77062, "ru": 1.65259, "el": 1.71935, "hi": 1.35151, "ta": 1.11024, "th": 1.32889, "zh": 3.43973, "my": 1.22556}, "gini_cpc": 0.203247, "gini_cps": 0.217327, "bpic": 5.55697, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0109651141586364, "vi": 1.075375137174609, "tr": 1.0021601269331555, "fi": 1.017949539342762, "ru": 1.5554968627459653, "el": 1.5599525876943248, "hi": 2.39615144808311, "ta": 2.0511325425775344, "th": 2.459530975556564, "zh": 2.237785376883837, "my": 2.5128724823450286}, "t": 122.6} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28745, "de": 2.56442, "vi": 2.11182, "tr": 2.56278, "fi": 2.77932, "ru": 1.62924, "el": 1.71329, "hi": 1.34973, "ta": 1.1171, "th": 1.34663, "zh": 3.44269, "my": 1.23426}, "bytes_per_chunk": {"en": 5.0, "de": 4.831, "vi": 6.028, "tr": 5.154, "fi": 4.785, "ru": 5.611, "el": 5.593, "hi": 5.918, "ta": 6.217, "th": 5.841, "zh": 6.172, "my": 5.89}, "bpb_mean": 2.01156, "t": 123.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.59273, "bpb": 2.29782, "chunk_loss": 0.030671, "F": 0.19467, "G": 0.29681, "chunks": 199.34, "bytes_per_chunk": 5.137, "boundary_entropy": 0.42098, "router_noise": 0.0, "grad_norm": 0.7079, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 123.9} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.60434, "bpb": 2.31458, "chunk_loss": 0.030519, "F": 0.18649, "G": 0.30618, "chunks": 190.97, "bytes_per_chunk": 5.362, "boundary_entropy": 0.45212, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 126.0} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55115, "bpb": 2.23784, "chunk_loss": 0.030374, "F": 0.18243, "G": 0.29422, "chunks": 186.81, "bytes_per_chunk": 5.481, "boundary_entropy": 0.42539, "router_noise": 0.0, "grad_norm": 0.759, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 128.0} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50459, "bpb": 2.17067, "chunk_loss": 0.030471, "F": 0.18423, "G": 0.29418, "chunks": 188.66, "bytes_per_chunk": 5.428, "boundary_entropy": 0.42771, "router_noise": 0.0, "grad_norm": 0.7037, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 130.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3435.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19738, "cps": 26.835938, "mean_p": 0.244105, "boundary_entropy": 0.306748, "bpb": 2.25169}, "de": {"chunks": 3875.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188721, "cps": 30.273438, "mean_p": 0.240291, "boundary_entropy": 0.316305, "bpb": 2.52106}, "vi": {"chunks": 4279.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232113, "cps": 33.429688, "mean_p": 0.280848, "boundary_entropy": 0.414782, "bpb": 2.084006}, "tr": {"chunks": 3607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199249, "cps": 28.179688, "mean_p": 0.238903, "boundary_entropy": 0.323469, "bpb": 2.523586}, "fi": {"chunks": 3957.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210356, "cps": 30.914062, "mean_p": 0.255948, "boundary_entropy": 0.339636, "bpb": 2.724214}, "ru": {"chunks": 5518.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.291187, "cps": 43.109375, "mean_p": 0.329506, "boundary_entropy": 0.536366, "bpb": 1.62357}, "el": {"chunks": 6361.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309945, "cps": 49.695312, "mean_p": 0.313227, "boundary_entropy": 0.515232, "bpb": 1.691825}, "hi": {"chunks": 8320.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.494502, "cps": 65.0, "mean_p": 0.421218, "boundary_entropy": 0.64198, "bpb": 1.331072}, "ta": {"chunks": 8218.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.439583, "cps": 64.203125, "mean_p": 0.386097, "boundary_entropy": 0.625162, "bpb": 1.079093}, "th": {"chunks": 5896.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.366553, "cps": 46.0625, "mean_p": 0.376058, "boundary_entropy": 0.627784, "bpb": 1.283148}, "zh": {"chunks": 3083.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522012, "cps": 24.085938, "mean_p": 0.323013, "boundary_entropy": 0.513207, "bpb": 3.44245}, "my": {"chunks": 8595.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.45361, "cps": 67.148438, "mean_p": 0.398693, "boundary_entropy": 0.645909, "bpb": 1.203857}}, "bpb": {"en": 2.25169, "de": 2.52106, "vi": 2.08401, "tr": 2.52359, "fi": 2.72421, "ru": 1.62357, "el": 1.69183, "hi": 1.33107, "ta": 1.07909, "th": 1.28315, "zh": 3.44245, "my": 1.20386}, "gini_cpc": 0.206755, "gini_cps": 0.200018, "bpic": 5.891272, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9561294131483307, "vi": 1.1759707600053535, "tr": 1.009468960607991, "fi": 1.065740685499681, "ru": 1.475264393773548, "el": 1.570297463682774, "hi": 2.505333999493891, "ta": 2.2270914274302145, "th": 1.8570935790078091, "zh": 2.6447063677379377, "my": 2.2981580017201755}, "t": 132.9} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26018, "de": 2.52468, "vi": 2.0873, "tr": 2.5291, "fi": 2.73592, "ru": 1.60203, "el": 1.68275, "hi": 1.32822, "ta": 1.08572, "th": 1.29921, "zh": 3.44615, "my": 1.21242}, "bytes_per_chunk": {"en": 5.089, "de": 5.331, "vi": 5.838, "tr": 5.229, "fi": 4.707, "ru": 6.111, "el": 5.632, "hi": 5.202, "ta": 5.97, "th": 7.695, "zh": 5.465, "my": 6.326}, "bpb_mean": 1.98281, "t": 134.2} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.45663, "bpb": 2.10148, "chunk_loss": 0.03041, "F": 0.18573, "G": 0.30088, "chunks": 190.19, "bytes_per_chunk": 5.384, "boundary_entropy": 0.43508, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 134.2} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53302, "bpb": 2.21168, "chunk_loss": 0.03009, "F": 0.17685, "G": 0.29156, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.42865, "router_noise": 0.0, "grad_norm": 0.7211, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 136.2} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.46354, "bpb": 2.11145, "chunk_loss": 0.030695, "F": 0.19177, "G": 0.30583, "chunks": 196.38, "bytes_per_chunk": 5.215, "boundary_entropy": 0.44257, "router_noise": 0.0, "grad_norm": 0.7196, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 138.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49002, "bpb": 2.14964, "chunk_loss": 0.030123, "F": 0.17841, "G": 0.29252, "chunks": 182.69, "bytes_per_chunk": 5.605, "boundary_entropy": 0.42582, "router_noise": 0.0, "grad_norm": 0.6987, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 140.2} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3542.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203528, "cps": 27.671875, "mean_p": 0.244646, "boundary_entropy": 0.296713, "bpb": 2.226111}, "de": {"chunks": 4102.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.199776, "cps": 32.046875, "mean_p": 0.252125, "boundary_entropy": 0.317674, "bpb": 2.471309}, "vi": {"chunks": 4252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230648, "cps": 33.21875, "mean_p": 0.280175, "boundary_entropy": 0.408328, "bpb": 2.069628}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.245659, "boundary_entropy": 0.328388, "bpb": 2.480591}, "fi": {"chunks": 3955.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210249, "cps": 30.898438, "mean_p": 0.253848, "boundary_entropy": 0.328974, "bpb": 2.674576}, "ru": {"chunks": 5789.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305488, "cps": 45.226562, "mean_p": 0.337615, "boundary_entropy": 0.534983, "bpb": 1.58849}, "el": {"chunks": 6662.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324611, "cps": 52.046875, "mean_p": 0.313624, "boundary_entropy": 0.512265, "bpb": 1.664292}, "hi": {"chunks": 7166.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425914, "cps": 55.984375, "mean_p": 0.411228, "boundary_entropy": 0.637471, "bpb": 1.310527}, "ta": {"chunks": 9545.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.510564, "cps": 74.570312, "mean_p": 0.400345, "boundary_entropy": 0.629455, "bpb": 1.061176}, "th": {"chunks": 8020.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.498601, "cps": 62.65625, "mean_p": 0.407095, "boundary_entropy": 0.637739, "bpb": 1.254685}, "zh": {"chunks": 2992.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506603, "cps": 23.375, "mean_p": 0.317092, "boundary_entropy": 0.501734, "bpb": 3.380984}, "my": {"chunks": 8392.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.442896, "cps": 65.5625, "mean_p": 0.398278, "boundary_entropy": 0.643388, "bpb": 1.186828}}, "bpb": {"en": 2.22611, "de": 2.47131, "vi": 2.06963, "tr": 2.48059, "fi": 2.67458, "ru": 1.58849, "el": 1.66429, "hi": 1.31053, "ta": 1.06118, "th": 1.25469, "zh": 3.38098, "my": 1.18683}, "gini_cpc": 0.203754, "gini_cps": 0.208627, "bpic": 5.627948, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9815644304579402, "vi": 1.1332498682553516, "tr": 1.0245707845373044, "fi": 1.0330234201962816, "ru": 1.5009626956730318, "el": 1.5949216250278262, "hi": 2.092653356076058, "ta": 2.508568858261289, "th": 2.4497900499306073, "zh": 2.489107823815343, "my": 2.176094054911138}, "t": 143.2} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.2347, "de": 2.4763, "vi": 2.07336, "tr": 2.48843, "fi": 2.68606, "ru": 1.56542, "el": 1.65689, "hi": 1.3085, "ta": 1.0684, "th": 1.27273, "zh": 3.38546, "my": 1.19693}, "bytes_per_chunk": {"en": 5.001, "de": 5.027, "vi": 5.831, "tr": 5.025, "fi": 4.699, "ru": 5.708, "el": 5.507, "hi": 6.309, "ta": 5.391, "th": 5.713, "zh": 5.681, "my": 6.674}, "bpb_mean": 1.9511, "t": 144.5} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 144.5} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.37123, "bpb": 1.97826, "chunk_loss": 0.03627, "F": 0.19232, "G": 0.30375, "chunks": 196.94, "bytes_per_chunk": 5.2, "boundary_entropy": 0.43166, "router_noise": 0.0, "grad_norm": 0.735, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.3706, "alpha": 0.03, "t": 144.6} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.47089, "bpb": 2.12205, "chunk_loss": 0.031787, "F": 0.13379, "G": 0.2453, "chunks": 137.0, "bytes_per_chunk": 7.474, "boundary_entropy": 0.41011, "router_noise": 0.0, "grad_norm": 0.661, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 11.2097, "alpha": 0.03, "t": 146.5} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.50351, "bpb": 2.1691, "chunk_loss": 0.030669, "F": 0.14481, "G": 0.23209, "chunks": 148.28, "bytes_per_chunk": 6.906, "boundary_entropy": 0.35867, "router_noise": 0.0, "grad_norm": 0.6977, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.9734, "alpha": 0.03, "t": 148.5} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.5681, "bpb": 2.26229, "chunk_loss": 0.030611, "F": 0.15466, "G": 0.23115, "chunks": 158.38, "bytes_per_chunk": 6.466, "boundary_entropy": 0.34464, "router_noise": 0.0, "grad_norm": 0.7127, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9697, "alpha": 0.03, "t": 150.5} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3511.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201747, "cps": 27.429688, "mean_p": 0.237419, "boundary_entropy": 0.278968, "bpb": 2.197908}, "de": {"chunks": 3963.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193006, "cps": 30.960938, "mean_p": 0.237666, "boundary_entropy": 0.292793, "bpb": 2.435293}, "vi": {"chunks": 3641.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.197505, "cps": 28.445312, "mean_p": 0.224338, "boundary_entropy": 0.3424, "bpb": 2.053493}, "tr": {"chunks": 3628.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200409, "cps": 28.34375, "mean_p": 0.231509, "boundary_entropy": 0.299472, "bpb": 2.444682}, "fi": {"chunks": 3822.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.203179, "cps": 29.859375, "mean_p": 0.245683, "boundary_entropy": 0.309435, "bpb": 2.647152}, "ru": {"chunks": 3789.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.199947, "cps": 29.601562, "mean_p": 0.214899, "boundary_entropy": 0.406715, "bpb": 1.591907}, "el": {"chunks": 4062.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.197924, "cps": 31.734375, "mean_p": 0.226398, "boundary_entropy": 0.426258, "bpb": 1.686615}, "hi": {"chunks": 3603.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.214146, "cps": 28.148438, "mean_p": 0.231233, "boundary_entropy": 0.458062, "bpb": 1.33816}, "ta": {"chunks": 3574.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.191174, "cps": 27.921875, "mean_p": 0.256832, "boundary_entropy": 0.521648, "bpb": 1.087931}, "th": {"chunks": 2688.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167112, "cps": 21.0, "mean_p": 0.23274, "boundary_entropy": 0.48533, "bpb": 1.270136}, "zh": {"chunks": 1066.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.180494, "cps": 8.328125, "mean_p": 0.197669, "boundary_entropy": 0.400049, "bpb": 3.364458}, "my": {"chunks": 3254.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.171733, "cps": 25.421875, "mean_p": 0.270786, "boundary_entropy": 0.54582, "bpb": 1.197372}}, "bpb": {"en": 2.19791, "de": 2.43529, "vi": 2.05349, "tr": 2.44468, "fi": 2.64715, "ru": 1.59191, "el": 1.68662, "hi": 1.33816, "ta": 1.08793, "th": 1.27014, "zh": 3.36446, "my": 1.19737}, "gini_cpc": 0.03654, "gini_cps": 0.102672, "bpic": 9.452501, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9566761693769058, "vi": 0.9789732559694406, "tr": 0.9933676615156039, "fi": 1.007098826730168, "ru": 0.9910799304710638, "el": 0.9810527616527605, "hi": 1.061457182118775, "ta": 0.9475941466657841, "th": 0.8283263745799316, "zh": 0.8946580062872402, "my": 0.8512310626387456}, "t": 153.4} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20534, "de": 2.44149, "vi": 2.05652, "tr": 2.44987, "fi": 2.65712, "ru": 1.56906, "el": 1.67943, "hi": 1.33607, "ta": 1.09315, "th": 1.28629, "zh": 3.36864, "my": 1.20676}, "bytes_per_chunk": {"en": 5.087, "de": 5.143, "vi": 6.836, "tr": 5.205, "fi": 4.852, "ru": 8.712, "el": 9.056, "hi": 11.322, "ta": 13.615, "th": 16.426, "zh": 14.303, "my": 15.594}, "bpb_mean": 1.94581, "t": 154.7} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.59834, "bpb": 2.30592, "chunk_loss": 0.031544, "F": 0.15369, "G": 0.2323, "chunks": 157.38, "bytes_per_chunk": 6.507, "boundary_entropy": 0.3464, "router_noise": 0.0, "grad_norm": 0.7342, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.4883, "alpha": 0.03, "t": 154.8} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.50232, "bpb": 2.16739, "chunk_loss": 0.031166, "F": 0.14413, "G": 0.22496, "chunks": 147.59, "bytes_per_chunk": 6.938, "boundary_entropy": 0.3499, "router_noise": 0.0, "grad_norm": 0.6557, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1825, "alpha": 0.03, "t": 156.8} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.51574, "bpb": 2.18676, "chunk_loss": 0.03055, "F": 0.14911, "G": 0.22445, "chunks": 152.69, "bytes_per_chunk": 6.707, "boundary_entropy": 0.3359, "router_noise": 0.0, "grad_norm": 0.6795, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4002, "alpha": 0.03, "t": 158.8} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.40368, "bpb": 2.02508, "chunk_loss": 0.030317, "F": 0.15787, "G": 0.22351, "chunks": 161.66, "bytes_per_chunk": 6.334, "boundary_entropy": 0.31761, "router_noise": 0.0, "grad_norm": 0.701, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4643, "alpha": 0.03, "t": 160.8} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3536.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203183, "cps": 27.625, "mean_p": 0.235728, "boundary_entropy": 0.276361, "bpb": 2.179256}, "de": {"chunks": 4091.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19924, "cps": 31.960938, "mean_p": 0.240564, "boundary_entropy": 0.289624, "bpb": 2.40998}, "vi": {"chunks": 3368.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.182696, "cps": 26.3125, "mean_p": 0.212562, "boundary_entropy": 0.335949, "bpb": 2.054144}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.224988, "boundary_entropy": 0.289475, "bpb": 2.421369}, "fi": {"chunks": 3627.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192813, "cps": 28.335938, "mean_p": 0.230823, "boundary_entropy": 0.293426, "bpb": 2.619495}, "ru": {"chunks": 3676.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.193984, "cps": 28.71875, "mean_p": 0.201853, "boundary_entropy": 0.385631, "bpb": 1.565082}, "el": {"chunks": 4077.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.198655, "cps": 31.851562, "mean_p": 0.216545, "boundary_entropy": 0.408361, "bpb": 1.646748}, "hi": {"chunks": 3483.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207013, "cps": 27.210938, "mean_p": 0.224279, "boundary_entropy": 0.43989, "bpb": 1.317777}, "ta": {"chunks": 3247.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173683, "cps": 25.367188, "mean_p": 0.243403, "boundary_entropy": 0.502158, "bpb": 1.096326}, "th": {"chunks": 2728.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.169599, "cps": 21.3125, "mean_p": 0.211416, "boundary_entropy": 0.447845, "bpb": 1.258491}, "zh": {"chunks": 985.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.16678, "cps": 7.695312, "mean_p": 0.175056, "boundary_entropy": 0.363146, "bpb": 3.358778}, "my": {"chunks": 4350.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.229576, "cps": 33.984375, "mean_p": 0.307442, "boundary_entropy": 0.580614, "bpb": 1.181779}}, "bpb": {"en": 2.17926, "de": 2.40998, "vi": 2.05414, "tr": 2.42137, "fi": 2.61949, "ru": 1.56508, "el": 1.64675, "hi": 1.31778, "ta": 1.09633, "th": 1.25849, "zh": 3.35878, "my": 1.18178}, "gini_cpc": 0.048124, "gini_cps": 0.116852, "bpic": 9.42974, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9805933330365665, "vi": 0.8991679215342642, "tr": 0.9599730257703342, "fi": 0.9489591900233593, "ru": 0.9547246863023674, "el": 0.9777137663449219, "hi": 1.0188500366428432, "ta": 0.854808206636904, "th": 0.834709131494591, "zh": 0.8208327044511831, "my": 1.1298941100530433}, "t": 163.7} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18683, "de": 2.41666, "vi": 2.05614, "tr": 2.42588, "fi": 2.62966, "ru": 1.54288, "el": 1.63975, "hi": 1.31361, "ta": 1.10201, "th": 1.27452, "zh": 3.35845, "my": 1.19115}, "bytes_per_chunk": {"en": 5.067, "de": 5.03, "vi": 7.349, "tr": 5.347, "fi": 5.087, "ru": 8.859, "el": 9.212, "hi": 11.505, "ta": 15.154, "th": 16.077, "zh": 15.121, "my": 12.493}, "bpb_mean": 1.92813, "t": 165.0} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47102, "bpb": 2.12224, "chunk_loss": 0.030667, "F": 0.1492, "G": 0.22889, "chunks": 152.78, "bytes_per_chunk": 6.702, "boundary_entropy": 0.3455, "router_noise": 0.0, "grad_norm": 0.7578, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.484, "alpha": 0.03, "t": 165.0} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.43931, "bpb": 2.07649, "chunk_loss": 0.030691, "F": 0.1503, "G": 0.2253, "chunks": 153.91, "bytes_per_chunk": 6.653, "boundary_entropy": 0.33834, "router_noise": 0.0, "grad_norm": 0.6779, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4603, "alpha": 0.03, "t": 167.0} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.45703, "bpb": 2.10205, "chunk_loss": 0.030474, "F": 0.14804, "G": 0.2196, "chunks": 151.59, "bytes_per_chunk": 6.755, "boundary_entropy": 0.32738, "router_noise": 0.0, "grad_norm": 0.7401, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3798, "alpha": 0.03, "t": 169.0} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.35867, "bpb": 1.96014, "chunk_loss": 0.030041, "F": 0.13016, "G": 0.21345, "chunks": 133.28, "bytes_per_chunk": 7.683, "boundary_entropy": 0.33695, "router_noise": 0.0, "grad_norm": 0.6476, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.2378, "alpha": 0.03, "t": 171.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3383.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194392, "cps": 26.429688, "mean_p": 0.227072, "boundary_entropy": 0.260285, "bpb": 2.155543}, "de": {"chunks": 3868.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18838, "cps": 30.21875, "mean_p": 0.2285, "boundary_entropy": 0.268179, "bpb": 2.387429}, "vi": {"chunks": 3396.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.184215, "cps": 26.53125, "mean_p": 0.201579, "boundary_entropy": 0.310289, "bpb": 2.022728}, "tr": {"chunks": 3455.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190852, "cps": 26.992188, "mean_p": 0.218014, "boundary_entropy": 0.275537, "bpb": 2.387123}, "fi": {"chunks": 3591.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190899, "cps": 28.054688, "mean_p": 0.227193, "boundary_entropy": 0.288041, "bpb": 2.575077}, "ru": {"chunks": 3161.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166807, "cps": 24.695312, "mean_p": 0.177741, "boundary_entropy": 0.349717, "bpb": 1.553764}, "el": {"chunks": 3522.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.171612, "cps": 27.515625, "mean_p": 0.197613, "boundary_entropy": 0.386921, "bpb": 1.629904}, "hi": {"chunks": 2955.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.175632, "cps": 23.085938, "mean_p": 0.213457, "boundary_entropy": 0.432519, "bpb": 1.303495}, "ta": {"chunks": 2928.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.156619, "cps": 22.875, "mean_p": 0.238208, "boundary_entropy": 0.495639, "bpb": 1.073597}, "th": {"chunks": 2345.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.145788, "cps": 18.320312, "mean_p": 0.197385, "boundary_entropy": 0.43219, "bpb": 1.25235}, "zh": {"chunks": 906.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.153403, "cps": 7.078125, "mean_p": 0.158955, "boundary_entropy": 0.342719, "bpb": 3.330553}, "my": {"chunks": 2442.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128879, "cps": 19.078125, "mean_p": 0.248844, "boundary_entropy": 0.52032, "bpb": 1.181909}}, "bpb": {"en": 2.15554, "de": 2.38743, "vi": 2.02273, "tr": 2.38712, "fi": 2.57508, "ru": 1.55376, "el": 1.6299, "hi": 1.3035, "ta": 1.0736, "th": 1.25235, "zh": 3.33055, "my": 1.18191}, "gini_cpc": 0.065276, "gini_cps": 0.128727, "bpic": 10.674816, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9690723017858436, "vi": 0.9476471526252331, "tr": 0.9817923022640718, "fi": 0.9820320099058397, "ru": 0.8580990159551444, "el": 0.8828168806922737, "hi": 0.903492464507662, "ta": 0.8056895398440214, "th": 0.7499700223584966, "zh": 0.7891451240385509, "my": 0.6629860736832469}, "t": 173.9} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16424, "de": 2.3903, "vi": 2.02233, "tr": 2.39645, "fi": 2.58517, "ru": 1.5313, "el": 1.62215, "hi": 1.30088, "ta": 1.07858, "th": 1.26983, "zh": 3.33101, "my": 1.19245}, "bytes_per_chunk": {"en": 5.235, "de": 5.265, "vi": 7.17, "tr": 5.456, "fi": 5.103, "ru": 10.208, "el": 10.478, "hi": 13.149, "ta": 17.949, "th": 18.984, "zh": 16.426, "my": 20.628}, "bpb_mean": 1.90706, "t": 175.2} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.43747, "bpb": 2.07383, "chunk_loss": 0.030247, "F": 0.12854, "G": 0.20771, "chunks": 131.62, "bytes_per_chunk": 7.78, "boundary_entropy": 0.33375, "router_noise": 0.0, "grad_norm": 0.6827, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.5865, "alpha": 0.03, "t": 175.2} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.39936, "bpb": 2.01884, "chunk_loss": 0.030385, "F": 0.13699, "G": 0.21296, "chunks": 140.28, "bytes_per_chunk": 7.3, "boundary_entropy": 0.32686, "router_noise": 0.0, "grad_norm": 0.6593, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.0199, "alpha": 0.03, "t": 177.2} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41134, "bpb": 2.03614, "chunk_loss": 0.030477, "F": 0.15076, "G": 0.21658, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.31538, "router_noise": 0.0, "grad_norm": 0.7334, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9614, "alpha": 0.03, "t": 179.2} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.3579, "bpb": 1.95904, "chunk_loss": 0.030322, "F": 0.13095, "G": 0.20641, "chunks": 134.09, "bytes_per_chunk": 7.636, "boundary_entropy": 0.32563, "router_noise": 0.0, "grad_norm": 0.6661, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.0892, "alpha": 0.03, "t": 181.2} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3490.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20054, "cps": 27.265625, "mean_p": 0.234003, "boundary_entropy": 0.254631, "bpb": 2.137038}, "de": {"chunks": 4079.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198656, "cps": 31.867188, "mean_p": 0.238388, "boundary_entropy": 0.268116, "bpb": 2.350866}, "vi": {"chunks": 3379.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.183293, "cps": 26.398438, "mean_p": 0.201044, "boundary_entropy": 0.304339, "bpb": 2.009732}, "tr": {"chunks": 3617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199801, "cps": 28.257812, "mean_p": 0.225, "boundary_entropy": 0.270155, "bpb": 2.356014}, "fi": {"chunks": 3899.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207272, "cps": 30.460938, "mean_p": 0.24224, "boundary_entropy": 0.284429, "bpb": 2.541262}, "ru": {"chunks": 3216.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16971, "cps": 25.125, "mean_p": 0.17328, "boundary_entropy": 0.333328, "bpb": 1.525979}, "el": {"chunks": 3623.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.176534, "cps": 28.304688, "mean_p": 0.197598, "boundary_entropy": 0.385466, "bpb": 1.608489}, "hi": {"chunks": 2668.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.158574, "cps": 20.84375, "mean_p": 0.197849, "boundary_entropy": 0.407524, "bpb": 1.303135}, "ta": {"chunks": 2989.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.159882, "cps": 23.351562, "mean_p": 0.254673, "boundary_entropy": 0.518333, "bpb": 1.059146}, "th": {"chunks": 2363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.146907, "cps": 18.460938, "mean_p": 0.185138, "boundary_entropy": 0.408457, "bpb": 1.252551}, "zh": {"chunks": 920.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.155774, "cps": 7.1875, "mean_p": 0.160079, "boundary_entropy": 0.333351, "bpb": 3.295136}, "my": {"chunks": 3272.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.172683, "cps": 25.5625, "mean_p": 0.266366, "boundary_entropy": 0.536357, "bpb": 1.164726}}, "bpb": {"en": 2.13704, "de": 2.35087, "vi": 2.00973, "tr": 2.35601, "fi": 2.54126, "ru": 1.52598, "el": 1.60849, "hi": 1.30313, "ta": 1.05915, "th": 1.25255, "zh": 3.29514, "my": 1.16473}, "gini_cpc": 0.062373, "gini_cps": 0.131785, "bpic": 10.230068, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9906038040378636, "vi": 0.9139948382102998, "tr": 0.99631495800772, "fi": 1.033570356550814, "ru": 0.8462633230262113, "el": 0.8802908386942206, "hi": 0.7907322385759354, "ta": 0.7972584643703671, "th": 0.7325568768353651, "zh": 0.7767711336244915, "my": 0.861090131761606}, "t": 184.1} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14554, "de": 2.35617, "vi": 2.01192, "tr": 2.36453, "fi": 2.55077, "ru": 1.50353, "el": 1.60207, "hi": 1.29925, "ta": 1.06542, "th": 1.26988, "zh": 3.29654, "my": 1.17335}, "bytes_per_chunk": {"en": 5.091, "de": 5.052, "vi": 7.22, "tr": 5.236, "fi": 4.736, "ru": 10.188, "el": 10.226, "hi": 14.747, "ta": 17.037, "th": 18.685, "zh": 16.285, "my": 16.653}, "bpb_mean": 1.88658, "t": 185.4} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.38942, "bpb": 2.00451, "chunk_loss": 0.030448, "F": 0.12302, "G": 0.20336, "chunks": 125.97, "bytes_per_chunk": 8.129, "boundary_entropy": 0.32906, "router_noise": 0.0, "grad_norm": 0.6537, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.661, "alpha": 0.03, "t": 185.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.44866, "bpb": 2.08998, "chunk_loss": 0.030435, "F": 0.14224, "G": 0.20852, "chunks": 145.66, "bytes_per_chunk": 7.03, "boundary_entropy": 0.3063, "router_noise": 0.0, "grad_norm": 0.6705, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4865, "alpha": 0.03, "t": 187.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.40944, "bpb": 2.03339, "chunk_loss": 0.030317, "F": 0.14737, "G": 0.20869, "chunks": 150.91, "bytes_per_chunk": 6.786, "boundary_entropy": 0.29761, "router_noise": 0.0, "grad_norm": 0.6989, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0267, "alpha": 0.03, "t": 189.4} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.47867, "bpb": 2.13327, "chunk_loss": 0.030453, "F": 0.13791, "G": 0.20963, "chunks": 141.22, "bytes_per_chunk": 7.251, "boundary_entropy": 0.31694, "router_noise": 0.0, "grad_norm": 0.6951, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.9442, "alpha": 0.03, "t": 191.4} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3375.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193932, "cps": 26.367188, "mean_p": 0.221803, "boundary_entropy": 0.242884, "bpb": 2.125263}, "de": {"chunks": 3884.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189159, "cps": 30.34375, "mean_p": 0.223706, "boundary_entropy": 0.254409, "bpb": 2.329874}, "vi": {"chunks": 3285.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.178194, "cps": 25.664062, "mean_p": 0.191512, "boundary_entropy": 0.287857, "bpb": 1.992397}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.20706, "boundary_entropy": 0.257308, "bpb": 2.33728}, "fi": {"chunks": 3612.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192015, "cps": 28.21875, "mean_p": 0.22176, "boundary_entropy": 0.266427, "bpb": 2.535231}, "ru": {"chunks": 3463.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.182744, "cps": 27.054688, "mean_p": 0.180799, "boundary_entropy": 0.333132, "bpb": 1.504449}, "el": {"chunks": 4265.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.207816, "cps": 33.320312, "mean_p": 0.209554, "boundary_entropy": 0.391271, "bpb": 1.595279}, "hi": {"chunks": 2612.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.155245, "cps": 20.40625, "mean_p": 0.196304, "boundary_entropy": 0.404901, "bpb": 1.292387}, "ta": {"chunks": 2652.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141856, "cps": 20.71875, "mean_p": 0.237465, "boundary_entropy": 0.494567, "bpb": 1.057623}, "th": {"chunks": 2613.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162449, "cps": 20.414062, "mean_p": 0.192169, "boundary_entropy": 0.416193, "bpb": 1.21274}, "zh": {"chunks": 958.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.162208, "cps": 7.484375, "mean_p": 0.15858, "boundary_entropy": 0.326666, "bpb": 3.271747}, "my": {"chunks": 2587.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136532, "cps": 20.210938, "mean_p": 0.209707, "boundary_entropy": 0.462285, "bpb": 1.161724}}, "bpb": {"en": 2.12526, "de": 2.32987, "vi": 1.9924, "tr": 2.33728, "fi": 2.53523, "ru": 1.50445, "el": 1.59528, "hi": 1.29239, "ta": 1.05762, "th": 1.21274, "zh": 3.27175, "my": 1.16172}, "gini_cpc": 0.068349, "gini_cps": 0.140083, "bpic": 10.4927, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9753874359432243, "vi": 0.9188456739896935, "tr": 0.9314242574895506, "fi": 0.9901162794818635, "ru": 0.9423096100850191, "el": 1.0715897069412639, "hi": 0.8005130988938418, "ta": 0.7314731568155479, "th": 0.8376617552585225, "zh": 0.8364161493020281, "my": 0.7040174043581263}, "t": 194.3} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13347, "de": 2.33877, "vi": 1.99233, "tr": 2.3441, "fi": 2.54629, "ru": 1.48113, "el": 1.58771, "hi": 1.28857, "ta": 1.06374, "th": 1.23066, "zh": 3.27283, "my": 1.17157}, "bytes_per_chunk": {"en": 5.311, "de": 5.3, "vi": 7.473, "tr": 5.745, "fi": 5.146, "ru": 9.488, "el": 8.805, "hi": 15.242, "ta": 19.929, "th": 17.319, "zh": 15.942, "my": 21.597}, "bpb_mean": 1.87093, "t": 195.6} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.40455, "bpb": 2.02634, "chunk_loss": 0.030433, "F": 0.12054, "G": 0.19656, "chunks": 123.44, "bytes_per_chunk": 8.296, "boundary_entropy": 0.31963, "router_noise": 0.0, "grad_norm": 0.6725, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 11.2813, "alpha": 0.03, "t": 195.6} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.26502, "bpb": 1.82504, "chunk_loss": 0.030087, "F": 0.13486, "G": 0.20665, "chunks": 138.09, "bytes_per_chunk": 7.415, "boundary_entropy": 0.3118, "router_noise": 0.0, "grad_norm": 0.6571, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6015, "alpha": 0.03, "t": 197.6} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.45014, "bpb": 2.0921, "chunk_loss": 0.030399, "F": 0.14764, "G": 0.20976, "chunks": 151.19, "bytes_per_chunk": 6.773, "boundary_entropy": 0.29716, "router_noise": 0.0, "grad_norm": 0.7442, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.5112, "alpha": 0.03, "t": 199.6} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.3829, "bpb": 1.9951, "chunk_loss": 0.030376, "F": 0.13354, "G": 0.20427, "chunks": 136.75, "bytes_per_chunk": 7.488, "boundary_entropy": 0.31255, "router_noise": 0.0, "grad_norm": 0.6655, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.0088, "alpha": 0.03, "t": 201.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3443.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197839, "cps": 26.898438, "mean_p": 0.225641, "boundary_entropy": 0.240092, "bpb": 2.107971}, "de": {"chunks": 4009.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195247, "cps": 31.320312, "mean_p": 0.230093, "boundary_entropy": 0.2521, "bpb": 2.315332}, "vi": {"chunks": 3300.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179007, "cps": 25.78125, "mean_p": 0.188696, "boundary_entropy": 0.283986, "bpb": 1.992636}, "tr": {"chunks": 3461.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191184, "cps": 27.039062, "mean_p": 0.215487, "boundary_entropy": 0.254195, "bpb": 2.31116}, "fi": {"chunks": 3690.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196162, "cps": 28.828125, "mean_p": 0.227859, "boundary_entropy": 0.266412, "bpb": 2.483846}, "ru": {"chunks": 3309.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.174617, "cps": 25.851562, "mean_p": 0.169612, "boundary_entropy": 0.318253, "bpb": 1.493854}, "el": {"chunks": 4038.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.196755, "cps": 31.546875, "mean_p": 0.194767, "boundary_entropy": 0.364706, "bpb": 1.58082}, "hi": {"chunks": 3159.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.187756, "cps": 24.679688, "mean_p": 0.205938, "boundary_entropy": 0.414834, "bpb": 1.277686}, "ta": {"chunks": 2698.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144317, "cps": 21.078125, "mean_p": 0.243956, "boundary_entropy": 0.504407, "bpb": 1.054003}, "th": {"chunks": 2632.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.163631, "cps": 20.5625, "mean_p": 0.196258, "boundary_entropy": 0.422087, "bpb": 1.201764}, "zh": {"chunks": 914.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.154758, "cps": 7.140625, "mean_p": 0.15452, "boundary_entropy": 0.324514, "bpb": 3.28269}, "my": {"chunks": 2235.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.117954, "cps": 17.460938, "mean_p": 0.222211, "boundary_entropy": 0.482744, "bpb": 1.154005}}, "bpb": {"en": 2.10797, "de": 2.31533, "vi": 1.99264, "tr": 2.31116, "fi": 2.48385, "ru": 1.49385, "el": 1.58082, "hi": 1.27769, "ta": 1.054, "th": 1.20176, "zh": 3.28269, "my": 1.154}, "gini_cpc": 0.073719, "gini_cps": 0.140994, "bpic": 10.403953, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9868945407673759, "vi": 0.904811049269907, "tr": 0.9663582203933926, "fi": 0.9915202315254422, "ru": 0.882621800801136, "el": 0.9945178145658896, "hi": 0.9490337351363038, "ta": 0.7294635121771078, "th": 0.8270883758958791, "zh": 0.7822396950029108, "my": 0.5962127358848905}, "t": 204.5} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11707, "de": 2.32279, "vi": 1.99331, "tr": 2.31933, "fi": 2.49624, "ru": 1.47131, "el": 1.57277, "hi": 1.27553, "ta": 1.05875, "th": 1.2199, "zh": 3.28201, "my": 1.1633}, "bytes_per_chunk": {"en": 5.222, "de": 5.137, "vi": 7.381, "tr": 5.427, "fi": 4.996, "ru": 9.899, "el": 9.467, "hi": 13.138, "ta": 19.264, "th": 17.296, "zh": 16.398, "my": 23.496}, "bpb_mean": 1.85769, "t": 205.8} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.64123, "bpb": 2.36779, "chunk_loss": 0.030365, "F": 0.13391, "G": 0.20093, "chunks": 137.12, "bytes_per_chunk": 7.468, "boundary_entropy": 0.29797, "router_noise": 0.0, "grad_norm": 0.7459, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.7476, "alpha": 0.03, "t": 205.9} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.44575, "bpb": 2.08578, "chunk_loss": 0.030702, "F": 0.1405, "G": 0.20465, "chunks": 143.88, "bytes_per_chunk": 7.117, "boundary_entropy": 0.30236, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1549, "alpha": 0.03, "t": 207.9} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.36019, "bpb": 1.96235, "chunk_loss": 0.031085, "F": 0.13431, "G": 0.20955, "chunks": 137.53, "bytes_per_chunk": 7.446, "boundary_entropy": 0.32413, "router_noise": 0.0, "grad_norm": 0.702, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.6034, "alpha": 0.03, "t": 209.9} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.40223, "bpb": 2.02299, "chunk_loss": 0.030436, "F": 0.13458, "G": 0.19919, "chunks": 137.81, "bytes_per_chunk": 7.43, "boundary_entropy": 0.30049, "router_noise": 0.0, "grad_norm": 0.6895, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.3202, "alpha": 0.03, "t": 211.9} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3402.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195484, "cps": 26.578125, "mean_p": 0.222936, "boundary_entropy": 0.23376, "bpb": 2.101982}, "de": {"chunks": 3960.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19286, "cps": 30.9375, "mean_p": 0.227404, "boundary_entropy": 0.248345, "bpb": 2.294103}, "vi": {"chunks": 3288.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.178356, "cps": 25.6875, "mean_p": 0.189016, "boundary_entropy": 0.279386, "bpb": 1.973003}, "tr": {"chunks": 3487.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19262, "cps": 27.242188, "mean_p": 0.215015, "boundary_entropy": 0.251488, "bpb": 2.293536}, "fi": {"chunks": 3661.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19462, "cps": 28.601562, "mean_p": 0.223097, "boundary_entropy": 0.257671, "bpb": 2.470048}, "ru": {"chunks": 3226.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170237, "cps": 25.203125, "mean_p": 0.165404, "boundary_entropy": 0.31067, "bpb": 1.474789}, "el": {"chunks": 3770.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.183696, "cps": 29.453125, "mean_p": 0.190474, "boundary_entropy": 0.361291, "bpb": 1.554291}, "hi": {"chunks": 2744.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.163091, "cps": 21.4375, "mean_p": 0.196843, "boundary_entropy": 0.406257, "bpb": 1.269871}, "ta": {"chunks": 3019.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161487, "cps": 23.585938, "mean_p": 0.249918, "boundary_entropy": 0.510843, "bpb": 1.038023}, "th": {"chunks": 2431.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151135, "cps": 18.992188, "mean_p": 0.182382, "boundary_entropy": 0.399888, "bpb": 1.188752}, "zh": {"chunks": 913.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.154589, "cps": 7.132812, "mean_p": 0.150268, "boundary_entropy": 0.312653, "bpb": 3.243061}, "my": {"chunks": 2364.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.124763, "cps": 18.46875, "mean_p": 0.246237, "boundary_entropy": 0.514861, "bpb": 1.148203}}, "bpb": {"en": 2.10198, "de": 2.2941, "vi": 1.973, "tr": 2.29354, "fi": 2.47005, "ru": 1.47479, "el": 1.55429, "hi": 1.26987, "ta": 1.03802, "th": 1.18875, "zh": 3.24306, "my": 1.1482}, "gini_cpc": 0.06717, "gini_cps": 0.137201, "bpic": 10.582683, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9865806417698493, "vi": 0.9123857167252881, "tr": 0.9853515563158531, "fi": 0.99558342209805, "ru": 0.8708532153211131, "el": 0.939702356567987, "hi": 0.8342934712820795, "ta": 0.8260901702017864, "th": 0.773132098600962, "zh": 0.7908008834467802, "my": 0.6382251397028682}, "t": 214.7} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10988, "de": 2.29979, "vi": 1.97299, "tr": 2.29963, "fi": 2.48082, "ru": 1.45267, "el": 1.54526, "hi": 1.26484, "ta": 1.04343, "th": 1.20601, "zh": 3.24209, "my": 1.15669}, "bytes_per_chunk": {"en": 5.225, "de": 5.197, "vi": 7.423, "tr": 5.415, "fi": 5.069, "ru": 10.205, "el": 9.977, "hi": 15.192, "ta": 17.562, "th": 18.739, "zh": 16.737, "my": 23.322}, "bpb_mean": 1.83951, "t": 216.0} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47546, "bpb": 2.12864, "chunk_loss": 0.030398, "F": 0.12204, "G": 0.19402, "chunks": 124.97, "bytes_per_chunk": 8.194, "boundary_entropy": 0.30689, "router_noise": 0.0, "grad_norm": 0.6992, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 11.0501, "alpha": 0.03, "t": 216.1} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.47489, "bpb": 2.12782, "chunk_loss": 0.030693, "F": 0.12689, "G": 0.19959, "chunks": 129.94, "bytes_per_chunk": 7.881, "boundary_entropy": 0.31018, "router_noise": 0.0, "grad_norm": 0.7157, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 11.2966, "alpha": 0.03, "t": 218.1} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47526, "bpb": 2.12836, "chunk_loss": 0.030409, "F": 0.15805, "G": 0.21231, "chunks": 161.84, "bytes_per_chunk": 6.327, "boundary_entropy": 0.28294, "router_noise": 0.0, "grad_norm": 0.7489, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5711, "alpha": 0.03, "t": 220.1} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.55385, "bpb": 2.24173, "chunk_loss": 0.030723, "F": 0.12967, "G": 0.20147, "chunks": 132.78, "bytes_per_chunk": 7.712, "boundary_entropy": 0.30983, "router_noise": 0.0, "grad_norm": 0.6879, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 11.3417, "alpha": 0.03, "t": 222.1} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3495.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200827, "cps": 27.304688, "mean_p": 0.227162, "boundary_entropy": 0.234429, "bpb": 2.078629}, "de": {"chunks": 4056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197536, "cps": 31.6875, "mean_p": 0.230419, "boundary_entropy": 0.245324, "bpb": 2.284686}, "vi": {"chunks": 3199.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173529, "cps": 24.992188, "mean_p": 0.184393, "boundary_entropy": 0.27439, "bpb": 1.966109}, "tr": {"chunks": 3535.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195272, "cps": 27.617188, "mean_p": 0.216775, "boundary_entropy": 0.25032, "bpb": 2.281128}, "fi": {"chunks": 3735.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198554, "cps": 29.179688, "mean_p": 0.227463, "boundary_entropy": 0.256838, "bpb": 2.445928}, "ru": {"chunks": 3278.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.172982, "cps": 25.609375, "mean_p": 0.165858, "boundary_entropy": 0.305742, "bpb": 1.464684}, "el": {"chunks": 3711.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.180822, "cps": 28.992188, "mean_p": 0.18961, "boundary_entropy": 0.357387, "bpb": 1.542378}, "hi": {"chunks": 2247.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.133551, "cps": 17.554688, "mean_p": 0.190162, "boundary_entropy": 0.401164, "bpb": 1.263534}, "ta": {"chunks": 2718.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145386, "cps": 21.234375, "mean_p": 0.226147, "boundary_entropy": 0.479719, "bpb": 1.037611}, "th": {"chunks": 2572.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.159901, "cps": 20.09375, "mean_p": 0.189449, "boundary_entropy": 0.408941, "bpb": 1.176934}, "zh": {"chunks": 946.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.160176, "cps": 7.390625, "mean_p": 0.152525, "boundary_entropy": 0.311359, "bpb": 3.21915}, "my": {"chunks": 2828.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.149251, "cps": 22.09375, "mean_p": 0.241818, "boundary_entropy": 0.507545, "bpb": 1.140476}}, "bpb": {"en": 2.07863, "de": 2.28469, "vi": 1.96611, "tr": 2.28113, "fi": 2.44593, "ru": 1.46468, "el": 1.54238, "hi": 1.26353, "ta": 1.03761, "th": 1.17693, "zh": 3.21915, "my": 1.14048}, "gini_cpc": 0.072375, "gini_cps": 0.141657, "bpic": 10.566657, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9836089669534376, "vi": 0.8640682318457962, "tr": 0.9723347492495849, "fi": 0.9886798040503649, "ru": 0.8613440837079733, "el": 0.9003825081417081, "hi": 0.6650050443533214, "ta": 0.7239372488340621, "th": 0.7962085540736511, "zh": 0.7975806955609265, "my": 0.7431782126098896}, "t": 225.0} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08859, "de": 2.29081, "vi": 1.96689, "tr": 2.28816, "fi": 2.45849, "ru": 1.44116, "el": 1.53549, "hi": 1.25978, "ta": 1.04341, "th": 1.1938, "zh": 3.21806, "my": 1.14971}, "bytes_per_chunk": {"en": 5.136, "de": 5.117, "vi": 7.691, "tr": 5.339, "fi": 4.918, "ru": 9.887, "el": 10.021, "hi": 18.231, "ta": 18.948, "th": 17.405, "zh": 16.283, "my": 18.829}, "bpb_mean": 1.82786, "t": 226.3} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.34607, "bpb": 1.94198, "chunk_loss": 0.030203, "F": 0.14404, "G": 0.20495, "chunks": 147.5, "bytes_per_chunk": 6.942, "boundary_entropy": 0.28867, "router_noise": 0.0, "grad_norm": 0.723, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.3194, "alpha": 0.03, "t": 226.3} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.53651, "bpb": 2.21671, "chunk_loss": 0.030601, "F": 0.14008, "G": 0.20481, "chunks": 143.44, "bytes_per_chunk": 7.139, "boundary_entropy": 0.29322, "router_noise": 0.0, "grad_norm": 0.7086, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.4285, "alpha": 0.03, "t": 228.3} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.40584, "bpb": 2.0282, "chunk_loss": 0.030454, "F": 0.1481, "G": 0.20558, "chunks": 151.66, "bytes_per_chunk": 6.752, "boundary_entropy": 0.28165, "router_noise": 0.0, "grad_norm": 0.6934, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.101, "alpha": 0.03, "t": 230.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.38999, "bpb": 2.00533, "chunk_loss": 0.030351, "F": 0.16116, "G": 0.21351, "chunks": 165.03, "bytes_per_chunk": 6.205, "boundary_entropy": 0.26927, "router_noise": 0.0, "grad_norm": 0.7321, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.1686, "alpha": 0.03, "t": 232.3} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3460.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198816, "cps": 27.03125, "mean_p": 0.221982, "boundary_entropy": 0.224548, "bpb": 2.068021}, "de": {"chunks": 4058.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197633, "cps": 31.703125, "mean_p": 0.228856, "boundary_entropy": 0.240932, "bpb": 2.26155}, "vi": {"chunks": 3307.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179387, "cps": 25.835938, "mean_p": 0.188175, "boundary_entropy": 0.27165, "bpb": 1.951872}, "tr": {"chunks": 3412.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188477, "cps": 26.65625, "mean_p": 0.20888, "boundary_entropy": 0.237881, "bpb": 2.257957}, "fi": {"chunks": 3729.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198235, "cps": 29.132812, "mean_p": 0.224984, "boundary_entropy": 0.248405, "bpb": 2.426559}, "ru": {"chunks": 3343.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.176412, "cps": 26.117188, "mean_p": 0.164076, "boundary_entropy": 0.297771, "bpb": 1.451528}, "el": {"chunks": 3937.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.191834, "cps": 30.757812, "mean_p": 0.191379, "boundary_entropy": 0.352644, "bpb": 1.525371}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.204868, "boundary_entropy": 0.41373, "bpb": 1.247333}, "ta": {"chunks": 3240.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173308, "cps": 25.3125, "mean_p": 0.226384, "boundary_entropy": 0.474078, "bpb": 1.019654}, "th": {"chunks": 2592.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161144, "cps": 20.25, "mean_p": 0.194364, "boundary_entropy": 0.420116, "bpb": 1.163823}, "zh": {"chunks": 907.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.153573, "cps": 7.085938, "mean_p": 0.146583, "boundary_entropy": 0.302037, "bpb": 3.215212}, "my": {"chunks": 3565.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.188147, "cps": 27.851562, "mean_p": 0.244815, "boundary_entropy": 0.502293, "bpb": 1.138418}}, "bpb": {"en": 2.06802, "de": 2.26155, "vi": 1.95187, "tr": 2.25796, "fi": 2.42656, "ru": 1.45153, "el": 1.52537, "hi": 1.24733, "ta": 1.01965, "th": 1.16382, "zh": 3.21521, "my": 1.13842}, "gini_cpc": 0.042839, "gini_cps": 0.117233, "bpic": 9.961869, "worst_lang": "en", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9940486891396311, "vi": 0.9022753119458932, "tr": 0.947995972947351, "fi": 0.997076593666908, "ru": 0.8873096069669193, "el": 0.9648784149969623, "hi": 0.8893647630744917, "ta": 0.8717010359482226, "th": 0.8105166735245022, "zh": 0.7724348609917611, "my": 0.9463334242423133}, "t": 235.3} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07824, "de": 2.26873, "vi": 1.95291, "tr": 2.26617, "fi": 2.4389, "ru": 1.42909, "el": 1.5192, "hi": 1.24314, "ta": 1.02542, "th": 1.1807, "zh": 3.21433, "my": 1.14734}, "bytes_per_chunk": {"en": 5.173, "de": 5.063, "vi": 7.321, "tr": 5.539, "fi": 4.962, "ru": 9.849, "el": 9.481, "hi": 14.45, "ta": 15.695, "th": 17.323, "zh": 16.805, "my": 15.045}, "bpb_mean": 1.81368, "t": 236.6} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 236.6} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.2053, "bpb": 1.73888, "chunk_loss": 0.0, "F": 0.12354, "G": 0.20373, "chunks": 126.5, "bytes_per_chunk": 8.095, "boundary_entropy": 0.32286, "router_noise": 0.0, "grad_norm": 0.6485, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 236.6} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.25358, "bpb": 1.80854, "chunk_loss": 0.0, "F": 0.14261, "G": 0.21244, "chunks": 146.03, "bytes_per_chunk": 7.012, "boundary_entropy": 0.30143, "router_noise": 0.0, "grad_norm": 0.692, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 238.6} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.48154, "bpb": 2.1374, "chunk_loss": 0.0, "F": 0.16, "G": 0.22016, "chunks": 163.84, "bytes_per_chunk": 6.25, "boundary_entropy": 0.28518, "router_noise": 0.0, "grad_norm": 0.7323, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 240.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.46811, "bpb": 2.11804, "chunk_loss": 0.0, "F": 0.15536, "G": 0.21356, "chunks": 159.09, "bytes_per_chunk": 6.436, "boundary_entropy": 0.28238, "router_noise": 0.0, "grad_norm": 0.7577, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 242.6} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3588.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206171, "cps": 28.03125, "mean_p": 0.236591, "boundary_entropy": 0.239751, "bpb": 2.055395}, "de": {"chunks": 4241.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.206546, "cps": 33.132812, "mean_p": 0.240243, "boundary_entropy": 0.249737, "bpb": 2.252112}, "vi": {"chunks": 3437.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.186439, "cps": 26.851562, "mean_p": 0.200012, "boundary_entropy": 0.281891, "bpb": 1.943308}, "tr": {"chunks": 3623.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200133, "cps": 28.304688, "mean_p": 0.224052, "boundary_entropy": 0.252073, "bpb": 2.237987}, "fi": {"chunks": 4020.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213705, "cps": 31.40625, "mean_p": 0.247254, "boundary_entropy": 0.267513, "bpb": 2.406206}, "ru": {"chunks": 3403.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.179578, "cps": 26.585938, "mean_p": 0.172504, "boundary_entropy": 0.310438, "bpb": 1.440075}, "el": {"chunks": 4280.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.208547, "cps": 33.4375, "mean_p": 0.204434, "boundary_entropy": 0.363349, "bpb": 1.511546}, "hi": {"chunks": 3444.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.204695, "cps": 26.90625, "mean_p": 0.211982, "boundary_entropy": 0.419414, "bpb": 1.235728}, "ta": {"chunks": 3606.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.192886, "cps": 28.171875, "mean_p": 0.240735, "boundary_entropy": 0.491372, "bpb": 1.014139}, "th": {"chunks": 3005.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.18682, "cps": 23.476562, "mean_p": 0.207537, "boundary_entropy": 0.43557, "bpb": 1.152778}, "zh": {"chunks": 954.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.161531, "cps": 7.453125, "mean_p": 0.156772, "boundary_entropy": 0.318436, "bpb": 3.193284}, "my": {"chunks": 2915.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153842, "cps": 22.773438, "mean_p": 0.244782, "boundary_entropy": 0.505542, "bpb": 1.129362}}, "bpb": {"en": 2.0554, "de": 2.25211, "vi": 1.94331, "tr": 2.23799, "fi": 2.40621, "ru": 1.44008, "el": 1.51155, "hi": 1.23573, "ta": 1.01414, "th": 1.15278, "zh": 3.19328, "my": 1.12936}, "gini_cpc": 0.051789, "gini_cps": 0.118011, "bpic": 9.472332, "worst_lang": "fi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0018150486849866, "vi": 0.9042907240752786, "tr": 0.9707099213216384, "fi": 1.0365394971881001, "ru": 0.8710125660733667, "el": 1.0115203156520534, "hi": 0.9928411197304537, "ta": 0.9355606322581915, "th": 0.9061395720685363, "zh": 0.7834776606070353, "my": 0.7461856088446254}, "t": 245.4} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06561, "de": 2.25799, "vi": 1.94446, "tr": 2.24566, "fi": 2.4184, "ru": 1.41655, "el": 1.50457, "hi": 1.23226, "ta": 1.01969, "th": 1.1708, "zh": 3.19306, "my": 1.13734}, "bytes_per_chunk": {"en": 5.003, "de": 4.874, "vi": 7.121, "tr": 5.216, "fi": 4.575, "ru": 9.633, "el": 8.685, "hi": 12.118, "ta": 13.852, "th": 14.76, "zh": 15.724, "my": 18.184}, "bpb_mean": 1.80053, "t": 246.7} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.48785, "bpb": 2.14651, "chunk_loss": 0.0, "F": 0.15179, "G": 0.21462, "chunks": 155.44, "bytes_per_chunk": 6.588, "boundary_entropy": 0.29243, "router_noise": 0.0, "grad_norm": 0.7547, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 246.8} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.50065, "bpb": 2.16498, "chunk_loss": 0.0, "F": 0.13223, "G": 0.20684, "chunks": 135.41, "bytes_per_chunk": 7.562, "boundary_entropy": 0.31063, "router_noise": 0.0, "grad_norm": 0.7059, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 248.8} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.42033, "bpb": 2.0491, "chunk_loss": 0.0, "F": 0.16302, "G": 0.22356, "chunks": 166.94, "bytes_per_chunk": 6.134, "boundary_entropy": 0.28952, "router_noise": 0.0, "grad_norm": 0.7763, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 250.8} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.23155, "bpb": 1.77675, "chunk_loss": 0.0, "F": 0.14868, "G": 0.21627, "chunks": 152.25, "bytes_per_chunk": 6.726, "boundary_entropy": 0.30494, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 252.7} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3564.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204792, "cps": 27.84375, "mean_p": 0.234028, "boundary_entropy": 0.239854, "bpb": 2.046788}, "de": {"chunks": 4174.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.203283, "cps": 32.609375, "mean_p": 0.237919, "boundary_entropy": 0.252331, "bpb": 2.242251}, "vi": {"chunks": 3514.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190616, "cps": 27.453125, "mean_p": 0.204479, "boundary_entropy": 0.286492, "bpb": 1.937615}, "tr": {"chunks": 3591.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198365, "cps": 28.054688, "mean_p": 0.222683, "boundary_entropy": 0.253818, "bpb": 2.230816}, "fi": {"chunks": 3947.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.209824, "cps": 30.835938, "mean_p": 0.242706, "boundary_entropy": 0.264068, "bpb": 2.38786}, "ru": {"chunks": 3528.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.186174, "cps": 27.5625, "mean_p": 0.178245, "boundary_entropy": 0.316828, "bpb": 1.42906}, "el": {"chunks": 4092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.199386, "cps": 31.96875, "mean_p": 0.202544, "boundary_entropy": 0.367226, "bpb": 1.505108}, "hi": {"chunks": 3667.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.217949, "cps": 28.648438, "mean_p": 0.220226, "boundary_entropy": 0.427271, "bpb": 1.229043}, "ta": {"chunks": 4105.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.219577, "cps": 32.070312, "mean_p": 0.248164, "boundary_entropy": 0.50003, "bpb": 1.011837}, "th": {"chunks": 3132.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.194716, "cps": 24.46875, "mean_p": 0.208247, "boundary_entropy": 0.43317, "bpb": 1.148822}, "zh": {"chunks": 984.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.16661, "cps": 7.6875, "mean_p": 0.159924, "boundary_entropy": 0.321409, "bpb": 3.177645}, "my": {"chunks": 2266.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.11959, "cps": 17.703125, "mean_p": 0.242891, "boundary_entropy": 0.50696, "bpb": 1.122194}}, "bpb": {"en": 2.04679, "de": 2.24225, "vi": 1.93761, "tr": 2.23082, "fi": 2.38786, "ru": 1.42906, "el": 1.50511, "hi": 1.22904, "ta": 1.01184, "th": 1.14882, "zh": 3.17764, "my": 1.12219}, "gini_cpc": 0.065814, "gini_cps": 0.125255, "bpic": 9.461123, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9926278647118272, "vi": 0.9307757075318779, "tr": 0.9686151968784682, "fi": 1.0245700765742232, "ru": 0.9090877108819061, "el": 0.9736014336218984, "hi": 1.0642465767131444, "ta": 1.0721958373068297, "th": 0.950795489869161, "zh": 0.8135571769164726, "my": 0.5839598042205177}, "t": 255.6} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05631, "de": 2.24819, "vi": 1.93758, "tr": 2.23765, "fi": 2.40023, "ru": 1.40595, "el": 1.49803, "hi": 1.22533, "ta": 1.01759, "th": 1.16618, "zh": 3.17689, "my": 1.13079}, "bytes_per_chunk": {"en": 5.064, "de": 4.967, "vi": 6.992, "tr": 5.29, "fi": 4.683, "ru": 9.3, "el": 9.102, "hi": 11.746, "ta": 12.304, "th": 14.087, "zh": 15.344, "my": 23.25}, "bpb_mean": 1.79173, "t": 256.9} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.30821, "bpb": 1.88735, "chunk_loss": 0.0, "F": 0.13507, "G": 0.21512, "chunks": 138.31, "bytes_per_chunk": 7.404, "boundary_entropy": 0.3265, "router_noise": 0.0, "grad_norm": 0.7236, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 257.0} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.41113, "bpb": 2.03582, "chunk_loss": 0.0, "F": 0.13339, "G": 0.21, "chunks": 136.59, "bytes_per_chunk": 7.497, "boundary_entropy": 0.31493, "router_noise": 0.0, "grad_norm": 0.7036, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 259.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.32803, "bpb": 1.91594, "chunk_loss": 0.0, "F": 0.15167, "G": 0.21589, "chunks": 155.31, "bytes_per_chunk": 6.593, "boundary_entropy": 0.29777, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 260.9} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.33745, "bpb": 1.92953, "chunk_loss": 0.0, "F": 0.15787, "G": 0.22698, "chunks": 161.66, "bytes_per_chunk": 6.334, "boundary_entropy": 0.30422, "router_noise": 0.0, "grad_norm": 0.727, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 262.9} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3603.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207033, "cps": 28.148438, "mean_p": 0.238708, "boundary_entropy": 0.240886, "bpb": 2.037509}, "de": {"chunks": 4244.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.206692, "cps": 33.15625, "mean_p": 0.24069, "boundary_entropy": 0.251965, "bpb": 2.228681}, "vi": {"chunks": 3499.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189802, "cps": 27.335938, "mean_p": 0.20415, "boundary_entropy": 0.286172, "bpb": 1.931921}, "tr": {"chunks": 3566.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196984, "cps": 27.859375, "mean_p": 0.220501, "boundary_entropy": 0.252257, "bpb": 2.216348}, "fi": {"chunks": 3910.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.207857, "cps": 30.546875, "mean_p": 0.241397, "boundary_entropy": 0.264867, "bpb": 2.375919}, "ru": {"chunks": 3578.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188813, "cps": 27.953125, "mean_p": 0.178704, "boundary_entropy": 0.317443, "bpb": 1.415432}, "el": {"chunks": 4553.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.221849, "cps": 35.570312, "mean_p": 0.215068, "boundary_entropy": 0.377271, "bpb": 1.48657}, "hi": {"chunks": 4565.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.271322, "cps": 35.664062, "mean_p": 0.229948, "boundary_entropy": 0.435986, "bpb": 1.223888}, "ta": {"chunks": 5482.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.293233, "cps": 42.828125, "mean_p": 0.26661, "boundary_entropy": 0.51357, "bpb": 1.000556}, "th": {"chunks": 3491.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.217035, "cps": 27.273438, "mean_p": 0.21234, "boundary_entropy": 0.433699, "bpb": 1.143825}, "zh": {"chunks": 974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.164917, "cps": 7.609375, "mean_p": 0.159734, "boundary_entropy": 0.322028, "bpb": 3.172399}, "my": {"chunks": 2869.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151414, "cps": 22.414062, "mean_p": 0.236894, "boundary_entropy": 0.496872, "bpb": 1.116019}}, "bpb": {"en": 2.03751, "de": 2.22868, "vi": 1.93192, "tr": 2.21635, "fi": 2.37592, "ru": 1.41543, "el": 1.48657, "hi": 1.22389, "ta": 1.00056, "th": 1.14383, "zh": 3.1724, "my": 1.11602}, "gini_cpc": 0.096613, "gini_cps": 0.144862, "bpic": 8.656584, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9983500088989786, "vi": 0.9167705602893529, "tr": 0.9514602420978705, "fi": 1.0039792385016102, "ru": 0.9119918976929955, "el": 1.071560418616866, "hi": 1.3105257753259107, "ta": 1.4163592388352488, "th": 1.04830737622285, "zh": 0.796572615720109, "my": 0.7313529714612251}, "t": 265.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04716, "de": 2.23537, "vi": 1.93118, "tr": 2.22207, "fi": 2.38697, "ru": 1.39309, "el": 1.47865, "hi": 1.22015, "ta": 1.00656, "th": 1.16053, "zh": 3.17001, "my": 1.12439}, "bytes_per_chunk": {"en": 4.97, "de": 4.867, "vi": 6.991, "tr": 5.323, "fi": 4.727, "ru": 9.128, "el": 8.298, "hi": 9.438, "ta": 9.142, "th": 12.806, "zh": 15.38, "my": 18.5}, "bpb_mean": 1.78135, "t": 267.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.26179, "bpb": 1.82038, "chunk_loss": 0.0, "F": 0.14908, "G": 0.22276, "chunks": 152.66, "bytes_per_chunk": 6.708, "boundary_entropy": 0.31696, "router_noise": 0.0, "grad_norm": 0.7005, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 267.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.49391, "bpb": 2.15526, "chunk_loss": 0.0, "F": 0.15787, "G": 0.21927, "chunks": 161.66, "bytes_per_chunk": 6.334, "boundary_entropy": 0.28786, "router_noise": 0.0, "grad_norm": 0.7616, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 269.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.41555, "bpb": 2.0422, "chunk_loss": 0.0, "F": 0.12842, "G": 0.21075, "chunks": 131.5, "bytes_per_chunk": 7.787, "boundary_entropy": 0.3263, "router_noise": 0.0, "grad_norm": 0.7094, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 271.1} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.52426, "bpb": 2.19904, "chunk_loss": 0.0, "F": 0.16794, "G": 0.22716, "chunks": 171.97, "bytes_per_chunk": 5.955, "boundary_entropy": 0.29162, "router_noise": 0.0, "grad_norm": 0.7685, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 273.1} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3645.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209447, "cps": 28.476562, "mean_p": 0.240765, "boundary_entropy": 0.24177, "bpb": 2.027962}, "de": {"chunks": 4261.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.20752, "cps": 33.289062, "mean_p": 0.240102, "boundary_entropy": 0.248146, "bpb": 2.215921}, "vi": {"chunks": 3573.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193816, "cps": 27.914062, "mean_p": 0.208024, "boundary_entropy": 0.287497, "bpb": 1.926861}, "tr": {"chunks": 3680.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203281, "cps": 28.75, "mean_p": 0.226186, "boundary_entropy": 0.252368, "bpb": 2.207591}, "fi": {"chunks": 3960.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210515, "cps": 30.9375, "mean_p": 0.243586, "boundary_entropy": 0.263154, "bpb": 2.36054}, "ru": {"chunks": 3861.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.203747, "cps": 30.164062, "mean_p": 0.187949, "boundary_entropy": 0.32867, "bpb": 1.406631}, "el": {"chunks": 4679.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.227988, "cps": 36.554688, "mean_p": 0.215153, "boundary_entropy": 0.373847, "bpb": 1.477264}, "hi": {"chunks": 4700.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.279346, "cps": 36.71875, "mean_p": 0.232061, "boundary_entropy": 0.437538, "bpb": 1.221836}, "ta": {"chunks": 3372.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.180369, "cps": 26.34375, "mean_p": 0.248094, "boundary_entropy": 0.502604, "bpb": 1.002566}, "th": {"chunks": 3499.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.217532, "cps": 27.335938, "mean_p": 0.222098, "boundary_entropy": 0.449338, "bpb": 1.135474}, "zh": {"chunks": 973.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.164748, "cps": 7.601562, "mean_p": 0.160653, "boundary_entropy": 0.323257, "bpb": 3.171426}, "my": {"chunks": 2481.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.130937, "cps": 19.382812, "mean_p": 0.244113, "boundary_entropy": 0.508106, "bpb": 1.112875}}, "bpb": {"en": 2.02796, "de": 2.21592, "vi": 1.92686, "tr": 2.20759, "fi": 2.36054, "ru": 1.40663, "el": 1.47726, "hi": 1.22184, "ta": 1.00257, "th": 1.13547, "zh": 3.17143, "my": 1.11288}, "gini_cpc": 0.088078, "gini_cps": 0.137065, "bpic": 8.991215, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9907993536050268, "vi": 0.92537222875167, "tr": 0.9705632765776265, "fi": 1.00510142804545, "ru": 0.97278569334506, "el": 1.088525951712512, "hi": 1.3337344608931203, "ta": 0.8611695871676259, "th": 1.0386027418638892, "zh": 0.7865855884857278, "my": 0.6251582629001531}, "t": 276.0} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03723, "de": 2.2236, "vi": 1.92633, "tr": 2.21506, "fi": 2.37262, "ru": 1.38262, "el": 1.4697, "hi": 1.21778, "ta": 1.00892, "th": 1.1531, "zh": 3.16858, "my": 1.12211}, "bytes_per_chunk": {"en": 4.92, "de": 4.845, "vi": 6.769, "tr": 5.147, "fi": 4.667, "ru": 8.472, "el": 8.062, "hi": 9.195, "ta": 14.941, "th": 12.841, "zh": 15.423, "my": 20.997}, "bpb_mean": 1.7748, "t": 277.3} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.29441, "bpb": 1.86744, "chunk_loss": 0.0, "F": 0.14899, "G": 0.22418, "chunks": 152.56, "bytes_per_chunk": 6.712, "boundary_entropy": 0.32419, "router_noise": 0.0, "grad_norm": 0.7416, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 277.3} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.26994, "bpb": 1.83214, "chunk_loss": 0.0, "F": 0.15472, "G": 0.22236, "chunks": 158.44, "bytes_per_chunk": 6.463, "boundary_entropy": 0.30784, "router_noise": 0.0, "grad_norm": 0.7273, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 279.3} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.31216, "bpb": 1.89304, "chunk_loss": 0.0, "F": 0.15311, "G": 0.22378, "chunks": 156.78, "bytes_per_chunk": 6.531, "boundary_entropy": 0.31054, "router_noise": 0.0, "grad_norm": 0.7399, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 281.3} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.34067, "bpb": 1.93418, "chunk_loss": 0.0, "F": 0.15729, "G": 0.22106, "chunks": 161.06, "bytes_per_chunk": 6.358, "boundary_entropy": 0.29984, "router_noise": 0.0, "grad_norm": 0.7363, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 283.3} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3618.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207895, "cps": 28.265625, "mean_p": 0.240082, "boundary_entropy": 0.241468, "bpb": 2.022785}, "de": {"chunks": 4292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209029, "cps": 33.53125, "mean_p": 0.242276, "boundary_entropy": 0.252632, "bpb": 2.207538}, "vi": {"chunks": 3583.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194359, "cps": 27.992188, "mean_p": 0.208628, "boundary_entropy": 0.288108, "bpb": 1.9216}, "tr": {"chunks": 3640.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201072, "cps": 28.4375, "mean_p": 0.226557, "boundary_entropy": 0.258642, "bpb": 2.197969}, "fi": {"chunks": 4002.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.212748, "cps": 31.265625, "mean_p": 0.246579, "boundary_entropy": 0.265538, "bpb": 2.347291}, "ru": {"chunks": 3917.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.206702, "cps": 30.601562, "mean_p": 0.188083, "boundary_entropy": 0.325773, "bpb": 1.399511}, "el": {"chunks": 4807.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.234225, "cps": 37.554688, "mean_p": 0.219223, "boundary_entropy": 0.374205, "bpb": 1.472444}, "hi": {"chunks": 4657.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.27679, "cps": 36.382812, "mean_p": 0.231834, "boundary_entropy": 0.435871, "bpb": 1.207482}, "ta": {"chunks": 4403.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.235518, "cps": 34.398438, "mean_p": 0.251876, "boundary_entropy": 0.502703, "bpb": 0.995112}, "th": {"chunks": 3547.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.220516, "cps": 27.710938, "mean_p": 0.221839, "boundary_entropy": 0.450094, "bpb": 1.125121}, "zh": {"chunks": 1009.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.170843, "cps": 7.882812, "mean_p": 0.166114, "boundary_entropy": 0.331862, "bpb": 3.145491}, "my": {"chunks": 2742.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144712, "cps": 21.421875, "mean_p": 0.243912, "boundary_entropy": 0.505922, "bpb": 1.109871}}, "bpb": {"en": 2.02278, "de": 2.20754, "vi": 1.9216, "tr": 2.19797, "fi": 2.34729, "ru": 1.39951, "el": 1.47244, "hi": 1.20748, "ta": 0.99511, "th": 1.12512, "zh": 3.14549, "my": 1.10987}, "gini_cpc": 0.080552, "gini_cps": 0.131886, "bpic": 8.67949, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0054555224332888, "vi": 0.9348872219680909, "tr": 0.9671779569075392, "fi": 1.023341905114796, "ru": 0.994259879144296, "el": 1.1266495164709835, "hi": 1.3313943901098766, "ta": 1.1328666021767777, "th": 1.060707600738407, "zh": 0.8217756740622432, "my": 0.6960807635875929}, "t": 286.1} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03228, "de": 2.21384, "vi": 1.92082, "tr": 2.20461, "fi": 2.35932, "ru": 1.376, "el": 1.46451, "hi": 1.2037, "ta": 1.00151, "th": 1.14335, "zh": 3.145, "my": 1.11804}, "bytes_per_chunk": {"en": 4.948, "de": 4.808, "vi": 6.813, "tr": 5.224, "fi": 4.625, "ru": 8.348, "el": 7.824, "hi": 9.65, "ta": 11.72, "th": 12.621, "zh": 14.843, "my": 19.314}, "bpb_mean": 1.76525, "t": 287.5} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.28889, "bpb": 1.85947, "chunk_loss": 0.0, "F": 0.15625, "G": 0.22989, "chunks": 160.0, "bytes_per_chunk": 6.4, "boundary_entropy": 0.32256, "router_noise": 0.0, "grad_norm": 0.779, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 287.5} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.37932, "bpb": 1.98994, "chunk_loss": 0.0, "F": 0.15192, "G": 0.22342, "chunks": 155.56, "bytes_per_chunk": 6.583, "boundary_entropy": 0.31144, "router_noise": 0.0, "grad_norm": 0.7613, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 289.5} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.38318, "bpb": 1.9955, "chunk_loss": 0.0, "F": 0.15546, "G": 0.22754, "chunks": 159.19, "bytes_per_chunk": 6.433, "boundary_entropy": 0.31519, "router_noise": 0.0, "grad_norm": 0.7631, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 291.5} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.42393, "bpb": 2.05429, "chunk_loss": 0.0, "F": 0.15863, "G": 0.2256, "chunks": 162.44, "bytes_per_chunk": 6.304, "boundary_entropy": 0.30737, "router_noise": 0.0, "grad_norm": 0.7875, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 293.4} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3639.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209102, "cps": 28.429688, "mean_p": 0.24121, "boundary_entropy": 0.242498, "bpb": 2.015771}, "de": {"chunks": 4321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.210442, "cps": 33.757812, "mean_p": 0.245174, "boundary_entropy": 0.254656, "bpb": 2.198602}, "vi": {"chunks": 3576.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193979, "cps": 27.9375, "mean_p": 0.209301, "boundary_entropy": 0.288529, "bpb": 1.912961}, "tr": {"chunks": 3635.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200795, "cps": 28.398438, "mean_p": 0.225696, "boundary_entropy": 0.256365, "bpb": 2.190207}, "fi": {"chunks": 3982.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.211685, "cps": 31.109375, "mean_p": 0.246076, "boundary_entropy": 0.266205, "bpb": 2.340318}, "ru": {"chunks": 3793.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.200158, "cps": 29.632812, "mean_p": 0.184489, "boundary_entropy": 0.321993, "bpb": 1.394508}, "el": {"chunks": 4481.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.21834, "cps": 35.007812, "mean_p": 0.211184, "boundary_entropy": 0.373284, "bpb": 1.463615}, "hi": {"chunks": 4711.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.28, "cps": 36.804688, "mean_p": 0.233021, "boundary_entropy": 0.436328, "bpb": 1.204999}, "ta": {"chunks": 4337.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.231987, "cps": 33.882812, "mean_p": 0.250348, "boundary_entropy": 0.501122, "bpb": 0.98941}, "th": {"chunks": 3240.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.20143, "cps": 25.3125, "mean_p": 0.211303, "boundary_entropy": 0.43742, "bpb": 1.122385}, "zh": {"chunks": 1003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.169827, "cps": 7.835938, "mean_p": 0.163098, "boundary_entropy": 0.326861, "bpb": 3.147523}, "my": {"chunks": 2738.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144501, "cps": 21.390625, "mean_p": 0.248604, "boundary_entropy": 0.51275, "bpb": 1.105782}}, "bpb": {"en": 2.01577, "de": 2.1986, "vi": 1.91296, "tr": 2.19021, "fi": 2.34032, "ru": 1.39451, "el": 1.46362, "hi": 1.205, "ta": 0.98941, "th": 1.12238, "zh": 3.14752, "my": 1.10578}, "gini_cpc": 0.078023, "gini_cps": 0.13246, "bpic": 8.831485, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.006407637130007, "vi": 0.9276762386326057, "tr": 0.9602756763430146, "fi": 1.0123517474975505, "ru": 0.9572286596175555, "el": 1.0441819061388065, "hi": 1.339060181368508, "ta": 1.1094456131500436, "th": 0.9633098689182391, "zh": 0.8121748838424685, "my": 0.6910542342552124}, "t": 296.3} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.0258, "de": 2.20547, "vi": 1.91214, "tr": 2.1969, "fi": 2.35172, "ru": 1.37138, "el": 1.45695, "hi": 1.20104, "ta": 0.99581, "th": 1.14067, "zh": 3.14527, "my": 1.11507}, "bytes_per_chunk": {"en": 4.939, "de": 4.78, "vi": 6.835, "tr": 5.221, "fi": 4.653, "ru": 8.581, "el": 8.316, "hi": 9.503, "ta": 11.84, "th": 13.833, "zh": 15.156, "my": 19.738}, "bpb_mean": 1.75985, "t": 297.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.13823, "bpb": 1.64212, "chunk_loss": 0.0, "F": 0.13791, "G": 0.22106, "chunks": 141.22, "bytes_per_chunk": 7.251, "boundary_entropy": 0.3385, "router_noise": 0.0, "grad_norm": 0.7271, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.085, "alpha": 0.0, "t": 297.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.1999, "bpb": 1.73109, "chunk_loss": 0.0, "F": 0.14093, "G": 0.21857, "chunks": 144.31, "bytes_per_chunk": 7.096, "boundary_entropy": 0.32367, "router_noise": 0.0, "grad_norm": 0.7539, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 299.7} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.39812, "bpb": 2.01707, "chunk_loss": 0.0, "F": 0.164, "G": 0.23197, "chunks": 167.94, "bytes_per_chunk": 6.098, "boundary_entropy": 0.30308, "router_noise": 0.0, "grad_norm": 0.7454, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 301.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.41088, "bpb": 2.03547, "chunk_loss": 0.0, "F": 0.15863, "G": 0.2254, "chunks": 162.44, "bytes_per_chunk": 6.304, "boundary_entropy": 0.30346, "router_noise": 0.0, "grad_norm": 0.7776, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 303.7} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3672.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210998, "cps": 28.6875, "mean_p": 0.244066, "boundary_entropy": 0.243162, "bpb": 2.009875}, "de": {"chunks": 4358.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.212244, "cps": 34.046875, "mean_p": 0.246347, "boundary_entropy": 0.253409, "bpb": 2.192666}, "vi": {"chunks": 3561.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193165, "cps": 27.820312, "mean_p": 0.208456, "boundary_entropy": 0.288661, "bpb": 1.911767}, "tr": {"chunks": 3709.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204883, "cps": 28.976562, "mean_p": 0.229721, "boundary_entropy": 0.259203, "bpb": 2.178724}, "fi": {"chunks": 4025.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213971, "cps": 31.445312, "mean_p": 0.248941, "boundary_entropy": 0.267317, "bpb": 2.328087}, "ru": {"chunks": 3857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.203536, "cps": 30.132812, "mean_p": 0.186779, "boundary_entropy": 0.325558, "bpb": 1.392455}, "el": {"chunks": 4561.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.222238, "cps": 35.632812, "mean_p": 0.21416, "boundary_entropy": 0.375261, "bpb": 1.455754}, "hi": {"chunks": 4450.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.264487, "cps": 34.765625, "mean_p": 0.229655, "boundary_entropy": 0.438334, "bpb": 1.19618}, "ta": {"chunks": 5235.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.280021, "cps": 40.898438, "mean_p": 0.253538, "boundary_entropy": 0.497752, "bpb": 0.985016}, "th": {"chunks": 3380.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.210134, "cps": 26.40625, "mean_p": 0.214747, "boundary_entropy": 0.440828, "bpb": 1.119289}, "zh": {"chunks": 995.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.168473, "cps": 7.773438, "mean_p": 0.165164, "boundary_entropy": 0.330458, "bpb": 3.140136}, "my": {"chunks": 2782.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.146823, "cps": 21.734375, "mean_p": 0.250695, "boundary_entropy": 0.515011, "bpb": 1.103395}}, "bpb": {"en": 2.00987, "de": 2.19267, "vi": 1.91177, "tr": 2.17872, "fi": 2.32809, "ru": 1.39245, "el": 1.45575, "hi": 1.19618, "ta": 0.98502, "th": 1.11929, "zh": 3.14014, "my": 1.10339}, "gini_cpc": 0.085868, "gini_cps": 0.140804, "bpic": 8.60785, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0059033776013044, "vi": 0.9154829900498307, "tr": 0.9710190038194659, "fi": 1.0140875454252014, "ru": 0.9646324607239555, "el": 1.0532723289253982, "hi": 1.2535059095455914, "ta": 1.3271275479970006, "th": 0.9959030964991944, "zh": 0.7984561783851141, "my": 0.6958493041154257}, "t": 306.6} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02091, "de": 2.19949, "vi": 1.91085, "tr": 2.18497, "fi": 2.34063, "ru": 1.36763, "el": 1.44812, "hi": 1.19309, "ta": 0.99194, "th": 1.13732, "zh": 3.13861, "my": 1.11172}, "bytes_per_chunk": {"en": 4.891, "de": 4.735, "vi": 6.855, "tr": 5.145, "fi": 4.619, "ru": 8.453, "el": 8.11, "hi": 9.89, "ta": 9.909, "th": 13.414, "zh": 15.183, "my": 19.227}, "bpb_mean": 1.75377, "t": 307.9} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.46933, "bpb": 2.11979, "chunk_loss": 0.0, "F": 0.1514, "G": 0.21534, "chunks": 155.03, "bytes_per_chunk": 6.605, "boundary_entropy": 0.29244, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 308.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.27768, "bpb": 1.8433, "chunk_loss": 0.0, "F": 0.15012, "G": 0.22431, "chunks": 153.72, "bytes_per_chunk": 6.662, "boundary_entropy": 0.32218, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 310.0} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.32415, "bpb": 1.91035, "chunk_loss": 0.0, "F": 0.16641, "G": 0.22975, "chunks": 170.41, "bytes_per_chunk": 6.009, "boundary_entropy": 0.30332, "router_noise": 0.0, "grad_norm": 0.7665, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 312.0} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.21184, "bpb": 1.74832, "chunk_loss": 0.0, "F": 0.15433, "G": 0.22818, "chunks": 158.03, "bytes_per_chunk": 6.48, "boundary_entropy": 0.31705, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 314.1} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3664.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.210538, "cps": 28.625, "mean_p": 0.243516, "boundary_entropy": 0.243802, "bpb": 2.006761}, "de": {"chunks": 4307.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.20976, "cps": 33.648438, "mean_p": 0.245068, "boundary_entropy": 0.253845, "bpb": 2.189105}, "vi": {"chunks": 3564.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193328, "cps": 27.84375, "mean_p": 0.211439, "boundary_entropy": 0.29377, "bpb": 1.907299}, "tr": {"chunks": 3697.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20422, "cps": 28.882812, "mean_p": 0.230451, "boundary_entropy": 0.260195, "bpb": 2.171343}, "fi": {"chunks": 4021.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.213758, "cps": 31.414062, "mean_p": 0.248559, "boundary_entropy": 0.26787, "bpb": 2.322773}, "ru": {"chunks": 3966.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.209288, "cps": 30.984375, "mean_p": 0.190033, "boundary_entropy": 0.329391, "bpb": 1.384715}, "el": {"chunks": 4587.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.223505, "cps": 35.835938, "mean_p": 0.214088, "boundary_entropy": 0.374924, "bpb": 1.449144}, "hi": {"chunks": 4216.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.250579, "cps": 32.9375, "mean_p": 0.23027, "boundary_entropy": 0.440259, "bpb": 1.195424}, "ta": {"chunks": 5122.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.273977, "cps": 40.015625, "mean_p": 0.26105, "boundary_entropy": 0.510911, "bpb": 0.981981}, "th": {"chunks": 3824.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.237737, "cps": 29.875, "mean_p": 0.227084, "boundary_entropy": 0.456189, "bpb": 1.115157}, "zh": {"chunks": 993.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.168134, "cps": 7.757812, "mean_p": 0.16442, "boundary_entropy": 0.329531, "bpb": 3.134418}, "my": {"chunks": 2878.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151889, "cps": 22.484375, "mean_p": 0.25311, "boundary_entropy": 0.517214, "bpb": 1.102166}}, "bpb": {"en": 2.00676, "de": 2.1891, "vi": 1.9073, "tr": 2.17134, "fi": 2.32277, "ru": 1.38472, "el": 1.44914, "hi": 1.19542, "ta": 0.98198, "th": 1.11516, "zh": 3.13442, "my": 1.10217}, "gini_cpc": 0.082016, "gini_cps": 0.129863, "bpic": 8.559089, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9963022699427081, "vi": 0.9182548029604785, "tr": 0.9699906641689103, "fi": 1.0152917210941568, "ru": 0.9940589750089296, "el": 1.0615893431525436, "hi": 1.190184210697068, "ta": 1.3013159708069437, "th": 1.129185970275271, "zh": 0.7985910912150621, "my": 0.7214331074335368}, "t": 317.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01631, "de": 2.19662, "vi": 1.90563, "tr": 2.17853, "fi": 2.33504, "ru": 1.36125, "el": 1.44245, "hi": 1.19177, "ta": 0.98867, "th": 1.1324, "zh": 3.1327, "my": 1.11078}, "bytes_per_chunk": {"en": 4.904, "de": 4.786, "vi": 6.855, "tr": 5.135, "fi": 4.609, "ru": 8.221, "el": 8.109, "hi": 10.51, "ta": 9.991, "th": 11.836, "zh": 15.051, "my": 18.546}, "bpb_mean": 1.74935, "t": 318.3} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.26338, "bpb": 1.82267, "chunk_loss": 0.0, "F": 0.15408, "G": 0.22764, "chunks": 157.78, "bytes_per_chunk": 6.49, "boundary_entropy": 0.31842, "router_noise": 0.0, "grad_norm": 0.7153, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 318.4} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.36869, "bpb": 1.9746, "chunk_loss": 0.0, "F": 0.15234, "G": 0.22365, "chunks": 156.0, "bytes_per_chunk": 6.564, "boundary_entropy": 0.31271, "router_noise": 0.0, "grad_norm": 0.716, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 320.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.3274, "bpb": 1.91503, "chunk_loss": 0.0, "F": 0.16449, "G": 0.22772, "chunks": 168.44, "bytes_per_chunk": 6.079, "boundary_entropy": 0.29899, "router_noise": 0.0, "grad_norm": 0.7527, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.04, "alpha": 0.0, "t": 322.4} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.28299, "bpb": 1.85096, "chunk_loss": 0.0, "F": 0.15131, "G": 0.23093, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.32762, "router_noise": 0.0, "grad_norm": 0.7272, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 324.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21163, "cps": 28.773438, "mean_p": 0.244535, "boundary_entropy": 0.243583, "bpb": 2.003906}, "de": {"chunks": 4314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.210101, "cps": 33.703125, "mean_p": 0.245728, "boundary_entropy": 0.253091, "bpb": 2.184671}, "vi": {"chunks": 3540.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192026, "cps": 27.65625, "mean_p": 0.210654, "boundary_entropy": 0.290713, "bpb": 1.904545}, "tr": {"chunks": 3695.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20411, "cps": 28.867188, "mean_p": 0.229801, "boundary_entropy": 0.256778, "bpb": 2.169336}, "fi": {"chunks": 4059.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215778, "cps": 31.710938, "mean_p": 0.250459, "boundary_entropy": 0.266547, "bpb": 2.319622}, "ru": {"chunks": 4038.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.213087, "cps": 31.546875, "mean_p": 0.19158, "boundary_entropy": 0.329582, "bpb": 1.381369}, "el": {"chunks": 4633.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.225747, "cps": 36.195312, "mean_p": 0.216564, "boundary_entropy": 0.376393, "bpb": 1.444697}, "hi": {"chunks": 4720.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.280535, "cps": 36.875, "mean_p": 0.236346, "boundary_entropy": 0.442511, "bpb": 1.194161}, "ta": {"chunks": 4277.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.228778, "cps": 33.414062, "mean_p": 0.253503, "boundary_entropy": 0.50727, "bpb": 0.981911}, "th": {"chunks": 3384.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.210382, "cps": 26.4375, "mean_p": 0.218198, "boundary_entropy": 0.448269, "bpb": 1.112}, "zh": {"chunks": 999.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.16915, "cps": 7.804688, "mean_p": 0.165648, "boundary_entropy": 0.332407, "bpb": 3.128703}, "my": {"chunks": 2573.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135793, "cps": 20.101562, "mean_p": 0.249842, "boundary_entropy": 0.515969, "bpb": 1.101266}}, "bpb": {"en": 2.00391, "de": 2.18467, "vi": 1.90454, "tr": 2.16934, "fi": 2.31962, "ru": 1.38137, "el": 1.4447, "hi": 1.19416, "ta": 0.98191, "th": 1.112, "zh": 3.1287, "my": 1.10127}, "gini_cpc": 0.081207, "gini_cps": 0.13499, "bpic": 8.739178, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9927734059986666, "vi": 0.9073660411005903, "tr": 0.9644646018906294, "fi": 1.019599395290879, "ru": 1.0068841435763118, "el": 1.0667038348225666, "hi": 1.3255903292869249, "ta": 1.0810261063006286, "th": 0.994103700550235, "zh": 0.799271719974597, "my": 0.6416509055092317}, "t": 327.4} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01463, "de": 2.19241, "vi": 1.90296, "tr": 2.17582, "fi": 2.33079, "ru": 1.35747, "el": 1.43759, "hi": 1.19053, "ta": 0.98928, "th": 1.12959, "zh": 3.12709, "my": 1.10964}, "bytes_per_chunk": {"en": 4.889, "de": 4.769, "vi": 6.865, "tr": 5.149, "fi": 4.571, "ru": 8.097, "el": 8.088, "hi": 9.489, "ta": 11.897, "th": 12.96, "zh": 14.985, "my": 20.448}, "bpb_mean": 1.74648, "t": 328.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3683.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21163, "cps": 28.773438, "mean_p": 0.244535, "boundary_entropy": 0.243583, "bpb": 2.003906}, "de": {"chunks": 4314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.210101, "cps": 33.703125, "mean_p": 0.245728, "boundary_entropy": 0.253091, "bpb": 2.184671}, "vi": {"chunks": 3540.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192026, "cps": 27.65625, "mean_p": 0.210654, "boundary_entropy": 0.290713, "bpb": 1.904545}, "tr": {"chunks": 3695.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20411, "cps": 28.867188, "mean_p": 0.229801, "boundary_entropy": 0.256778, "bpb": 2.169336}, "fi": {"chunks": 4059.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.215778, "cps": 31.710938, "mean_p": 0.250459, "boundary_entropy": 0.266547, "bpb": 2.319622}, "ru": {"chunks": 4038.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.213087, "cps": 31.546875, "mean_p": 0.19158, "boundary_entropy": 0.329582, "bpb": 1.381369}, "el": {"chunks": 4633.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.225747, "cps": 36.195312, "mean_p": 0.216564, "boundary_entropy": 0.376393, "bpb": 1.444697}, "hi": {"chunks": 4720.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.280535, "cps": 36.875, "mean_p": 0.236346, "boundary_entropy": 0.442511, "bpb": 1.194161}, "ta": {"chunks": 4277.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.228778, "cps": 33.414062, "mean_p": 0.253503, "boundary_entropy": 0.50727, "bpb": 0.981911}, "th": {"chunks": 3384.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.210382, "cps": 26.4375, "mean_p": 0.218198, "boundary_entropy": 0.448269, "bpb": 1.112}, "zh": {"chunks": 999.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.16915, "cps": 7.804688, "mean_p": 0.165648, "boundary_entropy": 0.332407, "bpb": 3.128703}, "my": {"chunks": 2573.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135793, "cps": 20.101562, "mean_p": 0.249842, "boundary_entropy": 0.515969, "bpb": 1.101266}}, "bpb": {"en": 2.00391, "de": 2.18467, "vi": 1.90454, "tr": 2.16934, "fi": 2.31962, "ru": 1.38137, "el": 1.4447, "hi": 1.19416, "ta": 0.98191, "th": 1.112, "zh": 3.1287, "my": 1.10127}, "gini_cpc": 0.081207, "gini_cps": 0.13499, "bpic": 8.739178, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9927734059986666, "vi": 0.9073660411005903, "tr": 0.9644646018906294, "fi": 1.019599395290879, "ru": 1.0068841435763118, "el": 1.0667038348225666, "hi": 1.3255903292869249, "ta": 1.0810261063006286, "th": 0.994103700550235, "zh": 0.799271719974597, "my": 0.6416509055092317}, "t": 329.6} +{"event": "final", "run": "pilot_Bpc_s0", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.211630178704821, "cps": 28.7734375, "bpb": 2.0236759541310367, "bytes_per_chunk": 4.849803431848666}, "de": {"cpc": 0.21010081332489164, "cps": 33.703125, "bpb": 2.184274127428656, "bytes_per_chunk": 4.781991645232492}, "vi": {"cpc": 0.1920260374288039, "cps": 27.65625, "bpb": 1.907216450995669, "bytes_per_chunk": 6.8501247762520086}, "tr": {"cpc": 0.20410981605258796, "cps": 28.8671875, "bpb": 2.1666493561171514, "bytes_per_chunk": 5.170697068917906}, "fi": {"cpc": 0.21577800223273616, "cps": 31.7109375, "bpb": 2.349011138461699, "bytes_per_chunk": 4.563708849079926}, "ru": {"cpc": 0.21308707124010554, "cps": 31.546875, "bpb": 1.3587628852341709, "bytes_per_chunk": 8.085748214864052}, "el": {"cpc": 0.22574672318861766, "cps": 36.1953125, "bpb": 1.4326475242048349, "bytes_per_chunk": 8.065721054736777}, "hi": {"cpc": 0.28053491827637445, "cps": 36.875, "bpb": 1.1991079776574975, "bytes_per_chunk": 9.450547073562017}, "ta": {"cpc": 0.22877774806097886, "cps": 33.4140625, "bpb": 0.9890050605123927, "bytes_per_chunk": 12.070912188608004}, "th": {"cpc": 0.2103823437985701, "cps": 26.4375, "bpb": 1.1282025457776095, "bytes_per_chunk": 13.016410536507857}, "zh": {"cpc": 0.16915001693193363, "cps": 7.8046875, "bpb": 3.135393780091879, "bytes_per_chunk": 15.04542715298304}, "my": {"cpc": 0.13579269579902892, "cps": 20.1015625, "bpb": 1.1188346722829436, "bytes_per_chunk": 20.079200337022712}}, "gini_cpc": 0.08120721436107003, "gini_cps": 0.13498994269232245, "bpic": 8.73917795741774, "seed": 0, "mean_boundary_entropy": 0.30649498105049133, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 332.1} diff --git a/pilot_Bpc_s0/model.safetensors b/pilot_Bpc_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c8ec6dc5dfa8a6f51c545c339966abebf5831aa4 --- /dev/null +++ b/pilot_Bpc_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:009ace0137e11d0ccd8c8d169085b934689250697bff8ca401f35639bcff0002 +size 90078296 diff --git a/pilot_Bpc_s1/config.json b/pilot_Bpc_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..81a866e88989f07716e252d0a051918ff29e3c3d --- /dev/null +++ b/pilot_Bpc_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Bpc_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 1, + "out_dir": null, + "run_name": "pilot_Bpc_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.1612873717171932, + "gini_cps": 0.1978951314264943, + "bpic": 8.718926778290205, + "worst_lang": "el", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.963526150027638, + "vi": 1.374665083482168, + "tr": 1.014943221887318, + "fi": 0.9652069055763477, + "ru": 1.8077808353889193, + "el": 1.9770428477171633, + "hi": 1.430611044745853, + "ta": 1.367477342381898, + "th": 1.070696816649599, + "zh": 1.73411251507423, + "my": 0.757165674433644 + } + } +} \ No newline at end of file diff --git a/pilot_Bpc_s1/final.json b/pilot_Bpc_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..a101773c898a495fcd85c4dd85f342a0cc3bd1a4 --- /dev/null +++ b/pilot_Bpc_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Bpc_s1", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16589093834396368, + "cps": 22.5546875, + "bpb": 2.022277036500003, + "bytes_per_chunk": 5.737448019260232 + }, + "de": { + "cpc": 0.1598402571470316, + "cps": 25.640625, + "bpb": 2.212262530285491, + "bytes_per_chunk": 6.28281085226728 + }, + "vi": { + "cpc": 0.22804448060754, + "cps": 32.84375, + "bpb": 1.8635332016418173, + "bytes_per_chunk": 5.69333680827035 + }, + "tr": { + "cpc": 0.16836988344473292, + "cps": 23.8125, + "bpb": 2.20278255634921, + "bytes_per_chunk": 6.390327141533811 + }, + "fi": { + "cpc": 0.16011907926213387, + "cps": 23.53125, + "bpb": 2.3973121972336267, + "bytes_per_chunk": 6.275441074378187 + }, + "ru": { + "cpc": 0.29989445910290236, + "cps": 44.3984375, + "bpb": 1.2820044161675894, + "bytes_per_chunk": 6.228695662504603 + }, + "el": { + "cpc": 0.3279734931540223, + "cps": 52.5859375, + "bpb": 1.3292369306063332, + "bytes_per_chunk": 5.610958904109589 + }, + "hi": { + "cpc": 0.2373254086181278, + "cps": 31.1953125, + "bpb": 1.1773838762501472, + "bytes_per_chunk": 10.146855041610218 + }, + "ta": { + "cpc": 0.22685209949184273, + "cps": 33.1328125, + "bpb": 0.9680200115514627, + "bytes_per_chunk": 11.766152741309275 + }, + "th": { + "cpc": 0.1776188995958968, + "cps": 22.3203125, + "bpb": 1.0968234512144357, + "bytes_per_chunk": 15.853406307641135 + }, + "zh": { + "cpc": 0.2876735523196749, + "cps": 13.2734375, + "bpb": 3.1441993133138864, + "bytes_per_chunk": 10.574799814437565 + }, + "my": { + "cpc": 0.1256069242136373, + "cps": 18.59375, + "bpb": 1.1201699240864111, + "bytes_per_chunk": 19.878971714567378 + } + }, + "gini_cpc": 0.1612873717171932, + "gini_cps": 0.1978951314264943, + "bpic": 8.718926778290205, + "seed": 1, + "mean_boundary_entropy": 0.12611162662506104, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_Bpc_s1/log.jsonl b/pilot_Bpc_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..83377fdcab71557de328e09433c28c2744823b3e --- /dev/null +++ b/pilot_Bpc_s1/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Bpc_s1", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3219, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.7} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2653.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152445, "cps": 20.726562, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.012048}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.041927}, "vi": {"chunks": 14105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765121, "cps": 110.195312, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873463}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996313}, "fi": {"chunks": 4696.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249641, "cps": 36.6875, "mean_p": 0.484352, "boundary_entropy": 0.686583, "bpb": 8.050083}, "ru": {"chunks": 17483.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922586, "cps": 136.585938, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.083973}, "el": {"chunks": 31423.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.531111, "cps": 245.492188, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792293}, "hi": {"chunks": 1660.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098663, "cps": 12.96875, "mean_p": 0.476277, "boundary_entropy": 0.689497, "bpb": 8.024787}, "ta": {"chunks": 39579.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.11709, "cps": 309.210938, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080319}, "th": {"chunks": 44406.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760709, "cps": 346.921875, "mean_p": 0.520711, "boundary_entropy": 0.69023, "bpb": 8.182836}, "zh": {"chunks": 12934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189976, "cps": 101.046875, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116862}, "my": {"chunks": 7051.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372124, "cps": 55.085938, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097766}}, "bpb": {"en": 8.01205, "de": 8.04193, "vi": 7.87346, "tr": 7.99631, "fi": 8.05008, "ru": 8.08397, "el": 7.79229, "hi": 8.02479, "ta": 8.08032, "th": 8.18284, "zh": 8.11686, "my": 8.09777}, "gini_cpc": 0.507764, "gini_cps": 0.501329, "bpic": 2.089878, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.651725374774326, "vi": 5.018995643969077, "tr": 2.0320964808755795, "fi": 1.6375820717293295, "ru": 6.051926061699455, "el": 10.043698575136178, "hi": 0.647202051673818, "ta": 13.88756862068677, "th": 18.109541693376254, "zh": 14.36568317639756, "my": 2.441036137468618}, "t": 5.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2629.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151066, "cps": 20.539062, "mean_p": 0.477867, "boundary_entropy": 0.685416, "bpb": 7.96192}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 7.999938}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506724, "boundary_entropy": 0.688298, "bpb": 7.8402}, "tr": {"chunks": 5560.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.307131, "cps": 43.4375, "mean_p": 0.485758, "boundary_entropy": 0.686358, "bpb": 7.961961}, "fi": {"chunks": 4633.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246292, "cps": 36.195312, "mean_p": 0.484106, "boundary_entropy": 0.686566, "bpb": 8.009891}, "ru": {"chunks": 17254.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910501, "cps": 134.796875, "mean_p": 0.502048, "boundary_entropy": 0.690066, "bpb": 8.040033}, "el": {"chunks": 31369.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.52848, "cps": 245.070312, "mean_p": 0.517784, "boundary_entropy": 0.689716, "bpb": 7.7695}, "hi": {"chunks": 1670.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099257, "cps": 13.046875, "mean_p": 0.476369, "boundary_entropy": 0.689506, "bpb": 7.983839}, "ta": {"chunks": 39396.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107301, "cps": 307.78125, "mean_p": 0.514418, "boundary_entropy": 0.69055, "bpb": 8.042727}, "th": {"chunks": 44380.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759092, "cps": 346.71875, "mean_p": 0.520515, "boundary_entropy": 0.690244, "bpb": 8.123365}, "zh": {"chunks": 12931.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189468, "cps": 101.023438, "mean_p": 0.528259, "boundary_entropy": 0.684757, "bpb": 8.106778}, "my": {"chunks": 7067.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372968, "cps": 55.210938, "mean_p": 0.491161, "boundary_entropy": 0.691021, "bpb": 8.084102}}, "bpb": {"en": 7.96192, "de": 7.99994, "vi": 7.8402, "tr": 7.96196, "fi": 8.00989, "ru": 8.04003, "el": 7.7695, "hi": 7.98384, "ta": 8.04273, "th": 8.12336, "zh": 8.10678, "my": 8.0841}, "gini_cpc": 0.50879, "gini_cps": 0.50199, "bpic": 2.09854, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6492928091689306, "vi": 5.018851633266182, "tr": 2.033095477262132, "fi": 1.6303616489457633, "ru": 6.027179330202701, "el": 10.117969435510913, "hi": 0.6570447240375805, "ta": 13.949549854926294, "th": 18.26416267799453, "zh": 14.493464234977367, "my": 2.4689099465671416}, "t": 6.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2559.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147044, "cps": 19.992188, "mean_p": 0.477481, "boundary_entropy": 0.685387, "bpb": 7.791619}, "de": {"chunks": 1969.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095894, "cps": 15.382812, "mean_p": 0.468988, "boundary_entropy": 0.685193, "bpb": 7.852585}, "vi": {"chunks": 13540.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.734472, "cps": 105.78125, "mean_p": 0.505672, "boundary_entropy": 0.688326, "bpb": 7.729913}, "tr": {"chunks": 5386.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29752, "cps": 42.078125, "mean_p": 0.485238, "boundary_entropy": 0.686332, "bpb": 7.842913}, "fi": {"chunks": 4455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23683, "cps": 34.804688, "mean_p": 0.483398, "boundary_entropy": 0.686516, "bpb": 7.870478}, "ru": {"chunks": 16103.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849763, "cps": 125.804688, "mean_p": 0.500931, "boundary_entropy": 0.690065, "bpb": 7.865208}, "el": {"chunks": 31133.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.516981, "cps": 243.226562, "mean_p": 0.517304, "boundary_entropy": 0.689748, "bpb": 7.686026}, "hi": {"chunks": 1732.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102942, "cps": 13.53125, "mean_p": 0.476711, "boundary_entropy": 0.689543, "bpb": 7.830747}, "ta": {"chunks": 38754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072961, "cps": 302.765625, "mean_p": 0.513992, "boundary_entropy": 0.69057, "bpb": 7.912894}, "th": {"chunks": 44277.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.752689, "cps": 345.914062, "mean_p": 0.519897, "boundary_entropy": 0.69029, "bpb": 7.955028}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528242, "boundary_entropy": 0.684757, "bpb": 8.079617}, "my": {"chunks": 7116.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375554, "cps": 55.59375, "mean_p": 0.491186, "boundary_entropy": 0.691022, "bpb": 8.001159}}, "bpb": {"en": 7.79162, "de": 7.85258, "vi": 7.72991, "tr": 7.84291, "fi": 7.87048, "ru": 7.86521, "el": 7.68603, "hi": 7.83075, "ta": 7.91289, "th": 7.95503, "zh": 8.07962, "my": 8.00116}, "gini_cpc": 0.512195, "gini_cps": 0.503663, "bpic": 2.132756, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6521494664266466, "vi": 4.99492942949961, "tr": 2.0233435624557896, "fi": 1.610607285415738, "ru": 5.7789829470408645, "el": 10.31653749183357, "hi": 0.7000783529506035, "ta": 14.097590775849879, "th": 18.720220356320702, "zh": 14.879561349774843, "my": 2.5540323724261946}, "t": 8.2} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132161, "cps": 17.96875, "mean_p": 0.476348, "boundary_entropy": 0.685317, "bpb": 7.297508}, "de": {"chunks": 1783.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086836, "cps": 13.929688, "mean_p": 0.467599, "boundary_entropy": 0.685052, "bpb": 7.408754}, "vi": {"chunks": 12231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663466, "cps": 95.554688, "mean_p": 0.502575, "boundary_entropy": 0.688389, "bpb": 7.434444}, "tr": {"chunks": 4856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268243, "cps": 37.9375, "mean_p": 0.483426, "boundary_entropy": 0.686243, "bpb": 7.49497}, "fi": {"chunks": 3816.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20286, "cps": 29.8125, "mean_p": 0.480874, "boundary_entropy": 0.68633, "bpb": 7.453762}, "ru": {"chunks": 12111.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.639103, "cps": 94.617188, "mean_p": 0.496817, "boundary_entropy": 0.690021, "bpb": 7.244648}, "el": {"chunks": 30501.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486186, "cps": 238.289062, "mean_p": 0.516119, "boundary_entropy": 0.689821, "bpb": 7.51206}, "hi": {"chunks": 1893.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112511, "cps": 14.789062, "mean_p": 0.477706, "boundary_entropy": 0.689647, "bpb": 7.379206}, "ta": {"chunks": 34877.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.865579, "cps": 272.476562, "mean_p": 0.511352, "boundary_entropy": 0.69068, "bpb": 7.49277}, "th": {"chunks": 43416.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.699161, "cps": 339.1875, "mean_p": 0.517057, "boundary_entropy": 0.690482, "bpb": 7.519925}, "zh": {"chunks": 12916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.186929, "cps": 100.90625, "mean_p": 0.528222, "boundary_entropy": 0.684759, "bpb": 7.972107}, "my": {"chunks": 7559.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398934, "cps": 59.054688, "mean_p": 0.491567, "boundary_entropy": 0.691038, "bpb": 7.746756}}, "bpb": {"en": 7.29751, "de": 7.40875, "vi": 7.43444, "tr": 7.49497, "fi": 7.45376, "ru": 7.24465, "el": 7.51206, "hi": 7.37921, "ta": 7.49277, "th": 7.51992, "zh": 7.97211, "my": 7.74676}, "gini_cpc": 0.522729, "gini_cps": 0.507354, "bpic": 2.280894, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6570451595416922, "vi": 5.020131672975555, "tr": 2.0296652248366236, "fi": 1.5349448172091722, "ru": 4.8357860043592975, "el": 11.245260418321756, "hi": 0.8513180179598165, "ta": 14.115944300382571, "th": 20.423258180048922, "zh": 16.547442394617118, "my": 3.018542211636424}, "t": 10.0} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131816, "cps": 17.921875, "mean_p": 0.478687, "boundary_entropy": 0.68575, "bpb": 6.636032}, "de": {"chunks": 1724.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.083962, "cps": 13.46875, "mean_p": 0.470355, "boundary_entropy": 0.685667, "bpb": 6.756661}, "vi": {"chunks": 9744.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.52856, "cps": 76.125, "mean_p": 0.496639, "boundary_entropy": 0.688418, "bpb": 7.048676}, "tr": {"chunks": 4411.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243661, "cps": 34.460938, "mean_p": 0.482558, "boundary_entropy": 0.686345, "bpb": 7.015109}, "fi": {"chunks": 2971.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15794, "cps": 23.210938, "mean_p": 0.478151, "boundary_entropy": 0.686223, "bpb": 6.854119}, "ru": {"chunks": 6012.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317256, "cps": 46.96875, "mean_p": 0.487691, "boundary_entropy": 0.689678, "bpb": 6.436077}, "el": {"chunks": 23089.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.12503, "cps": 180.382812, "mean_p": 0.506376, "boundary_entropy": 0.69025, "bpb": 6.833892}, "hi": {"chunks": 3524.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.20945, "cps": 27.53125, "mean_p": 0.483426, "boundary_entropy": 0.690144, "bpb": 6.49948}, "ta": {"chunks": 21618.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.156352, "cps": 168.890625, "mean_p": 0.498108, "boundary_entropy": 0.690847, "bpb": 6.584849}, "th": {"chunks": 24798.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.541685, "cps": 193.734375, "mean_p": 0.503052, "boundary_entropy": 0.690961, "bpb": 6.461884}, "zh": {"chunks": 13088.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.216051, "cps": 102.25, "mean_p": 0.528845, "boundary_entropy": 0.684759, "bpb": 7.681133}, "my": {"chunks": 8518.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449546, "cps": 66.546875, "mean_p": 0.492479, "boundary_entropy": 0.691083, "bpb": 6.949098}}, "bpb": {"en": 6.63603, "de": 6.75666, "vi": 7.04868, "tr": 7.01511, "fi": 6.85412, "ru": 6.43608, "el": 6.83389, "hi": 6.49948, "ta": 6.58485, "th": 6.46188, "zh": 7.68113, "my": 6.9491}, "gini_cpc": 0.49722, "gini_cps": 0.436419, "bpic": 3.151144, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6369649876985826, "vi": 4.009819651930994, "tr": 1.848490457659674, "fi": 1.1981783692664938, "ru": 2.40680255708939, "el": 8.534832164189785, "hi": 1.5889547640916093, "ta": 8.77244693122494, "th": 11.695702077482338, "zh": 16.81165814558865, "my": 3.410397225352587}, "t": 12.0} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3528.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202724, "cps": 27.5625, "mean_p": 0.488212, "boundary_entropy": 0.686849, "bpb": 6.226399}, "de": {"chunks": 3095.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150733, "cps": 24.179688, "mean_p": 0.483309, "boundary_entropy": 0.687365, "bpb": 6.332563}, "vi": {"chunks": 6113.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331598, "cps": 47.757812, "mean_p": 0.489063, "boundary_entropy": 0.688305, "bpb": 6.743216}, "tr": {"chunks": 4945.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.273159, "cps": 38.632812, "mean_p": 0.487074, "boundary_entropy": 0.687059, "bpb": 6.641879}, "fi": {"chunks": 3309.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175908, "cps": 25.851562, "mean_p": 0.483023, "boundary_entropy": 0.686939, "bpb": 6.410088}, "ru": {"chunks": 2409.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.127124, "cps": 18.820312, "mean_p": 0.482052, "boundary_entropy": 0.689463, "bpb": 5.795341}, "el": {"chunks": 1349.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.065731, "cps": 10.539062, "mean_p": 0.473771, "boundary_entropy": 0.688756, "bpb": 6.226604}, "hi": {"chunks": 5062.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.300862, "cps": 39.546875, "mean_p": 0.488277, "boundary_entropy": 0.690523, "bpb": 5.768785}, "ta": {"chunks": 4454.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.238246, "cps": 34.796875, "mean_p": 0.482275, "boundary_entropy": 0.690304, "bpb": 6.128456}, "th": {"chunks": 4780.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297171, "cps": 37.34375, "mean_p": 0.489185, "boundary_entropy": 0.690753, "bpb": 5.554456}, "zh": {"chunks": 4818.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.815781, "cps": 37.640625, "mean_p": 0.491067, "boundary_entropy": 0.686032, "bpb": 7.308084}, "my": {"chunks": 4115.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.217173, "cps": 32.148438, "mean_p": 0.489038, "boundary_entropy": 0.690968, "bpb": 5.725688}}, "bpb": {"en": 6.2264, "de": 6.33256, "vi": 6.74322, "tr": 6.64188, "fi": 6.41009, "ru": 5.79534, "el": 6.2266, "hi": 5.76879, "ta": 6.12846, "th": 5.55446, "zh": 7.30808, "my": 5.72569}, "gini_cpc": 0.31236, "gini_cps": 0.175207, "bpic": 7.99927, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7435390632169685, "vi": 1.6357118410152236, "tr": 1.3474457478953576, "fi": 0.8677216381209865, "ru": 0.627080259544451, "el": 0.324240042945015, "hi": 1.4840981087828888, "ta": 1.175223012446487, "th": 1.46589335143445, "zh": 4.024101225319115, "my": 1.0712775584162313}, "t": 14.4} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18169, "bpb": 6.0329, "chunk_loss": 0.029072, "F": 0.15207, "G": 0.48523, "chunks": 155.72, "bytes_per_chunk": 6.576, "boundary_entropy": 0.69152, "router_noise": 0.0, "grad_norm": 1.6407, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.237, "alpha": 0.03, "t": 15.5} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5781.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332184, "cps": 45.164062, "mean_p": 0.496564, "boundary_entropy": 0.687365, "bpb": 5.700477}, "de": {"chunks": 5714.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.278284, "cps": 44.640625, "mean_p": 0.493163, "boundary_entropy": 0.688116, "bpb": 5.814947}, "vi": {"chunks": 4985.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27041, "cps": 38.945312, "mean_p": 0.485718, "boundary_entropy": 0.688067, "bpb": 6.193618}, "tr": {"chunks": 4483.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.247639, "cps": 35.023438, "mean_p": 0.487198, "boundary_entropy": 0.687238, "bpb": 6.160952}, "fi": {"chunks": 4469.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237574, "cps": 34.914062, "mean_p": 0.489483, "boundary_entropy": 0.68755, "bpb": 5.889301}, "ru": {"chunks": 9947.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.524908, "cps": 77.710938, "mean_p": 0.494772, "boundary_entropy": 0.690226, "bpb": 5.366013}, "el": {"chunks": 2408.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.117332, "cps": 18.8125, "mean_p": 0.484198, "boundary_entropy": 0.68991, "bpb": 5.640015}, "hi": {"chunks": 8875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.527489, "cps": 69.335938, "mean_p": 0.491102, "boundary_entropy": 0.690629, "bpb": 5.211598}, "ta": {"chunks": 9538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.51019, "cps": 74.515625, "mean_p": 0.486802, "boundary_entropy": 0.690584, "bpb": 5.235529}, "th": {"chunks": 2625.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.163196, "cps": 20.507812, "mean_p": 0.48648, "boundary_entropy": 0.690623, "bpb": 5.049929}, "zh": {"chunks": 2581.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.437013, "cps": 20.164062, "mean_p": 0.484881, "boundary_entropy": 0.686169, "bpb": 6.981225}, "my": {"chunks": 24234.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.278974, "cps": 189.328125, "mean_p": 0.49916, "boundary_entropy": 0.691343, "bpb": 4.953697}}, "bpb": {"en": 5.70048, "de": 5.81495, "vi": 6.19362, "tr": 6.16095, "fi": 5.8893, "ru": 5.36601, "el": 5.64002, "hi": 5.2116, "ta": 5.23553, "th": 5.04993, "zh": 6.98122, "my": 4.9537}, "gini_cpc": 0.337288, "gini_cps": 0.371151, "bpic": 4.481329, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8377394739481859, "vi": 0.8140351751318008, "tr": 0.7454857361931226, "fi": 0.71518701710294, "ru": 1.5801708809543045, "el": 0.3532130885289483, "hi": 1.5879412832887774, "ta": 1.5358648437423015, "th": 0.49128034947966326, "zh": 1.3155753052800394, "my": 3.8501963530812593}, "t": 17.3} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33873, "bpb": 4.81678, "chunk_loss": 0.032613, "F": 0.20432, "G": 0.48389, "chunks": 209.22, "bytes_per_chunk": 4.894, "boundary_entropy": 0.69111, "router_noise": 0.0, "grad_norm": 1.5821, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 19.3} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2502.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.143768, "cps": 19.546875, "mean_p": 0.473421, "boundary_entropy": 0.684907, "bpb": 4.488046}, "de": {"chunks": 2977.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.144986, "cps": 23.257812, "mean_p": 0.471911, "boundary_entropy": 0.685468, "bpb": 4.660432}, "vi": {"chunks": 4996.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.271006, "cps": 39.03125, "mean_p": 0.475315, "boundary_entropy": 0.684863, "bpb": 4.919781}, "tr": {"chunks": 3267.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180467, "cps": 25.523438, "mean_p": 0.470924, "boundary_entropy": 0.684533, "bpb": 4.975976}, "fi": {"chunks": 2443.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.129871, "cps": 19.085938, "mean_p": 0.473346, "boundary_entropy": 0.685551, "bpb": 4.730012}, "ru": {"chunks": 5281.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.278681, "cps": 41.257812, "mean_p": 0.478879, "boundary_entropy": 0.687825, "bpb": 3.669419}, "el": {"chunks": 5188.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.25279, "cps": 40.53125, "mean_p": 0.483068, "boundary_entropy": 0.689493, "bpb": 4.43296}, "hi": {"chunks": 3281.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.195007, "cps": 25.632812, "mean_p": 0.480899, "boundary_entropy": 0.68987, "bpb": 3.444862}, "ta": {"chunks": 8100.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433271, "cps": 63.28125, "mean_p": 0.484676, "boundary_entropy": 0.690138, "bpb": 3.585848}, "th": {"chunks": 8856.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.550575, "cps": 69.1875, "mean_p": 0.480119, "boundary_entropy": 0.689187, "bpb": 3.324547}, "zh": {"chunks": 2084.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.352861, "cps": 16.28125, "mean_p": 0.481638, "boundary_entropy": 0.68584, "bpb": 6.317435}, "my": {"chunks": 14400.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.759975, "cps": 112.5, "mean_p": 0.49214, "boundary_entropy": 0.690927, "bpb": 3.982168}}, "bpb": {"en": 4.48805, "de": 4.66043, "vi": 4.91978, "tr": 4.97598, "fi": 4.73001, "ru": 3.66942, "el": 4.43296, "hi": 3.44486, "ta": 3.58585, "th": 3.32455, "zh": 6.31743, "my": 3.98217}, "gini_cpc": 0.310061, "gini_cps": 0.330542, "bpic": 6.055716, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0084706013983924, "vi": 1.8850206084115622, "tr": 1.2552649368104258, "fi": 0.9033340867574933, "ru": 1.9384016375290272, "el": 1.75831198803565, "hi": 1.3564005972042574, "ta": 3.0136746446651186, "th": 3.829599497275043, "zh": 2.4543759506448346, "my": 5.286106770062101}, "t": 21.6} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.92029, "bpb": 4.21309, "chunk_loss": 0.029975, "F": 0.16656, "G": 0.46125, "chunks": 170.56, "bytes_per_chunk": 6.004, "boundary_entropy": 0.68539, "router_noise": 0.0, "grad_norm": 1.5185, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.07, "alpha": 0.03, "t": 22.8} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3649.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.209676, "cps": 28.507812, "mean_p": 0.379493, "boundary_entropy": 0.552437, "bpb": 3.874269}, "de": {"chunks": 4060.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19773, "cps": 31.71875, "mean_p": 0.356731, "boundary_entropy": 0.548169, "bpb": 4.098596}, "vi": {"chunks": 7358.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.399132, "cps": 57.484375, "mean_p": 0.443599, "boundary_entropy": 0.577581, "bpb": 3.594872}, "tr": {"chunks": 5066.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279843, "cps": 39.578125, "mean_p": 0.387769, "boundary_entropy": 0.577135, "bpb": 4.134979}, "fi": {"chunks": 3700.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196693, "cps": 28.90625, "mean_p": 0.36117, "boundary_entropy": 0.568929, "bpb": 4.150109}, "ru": {"chunks": 8799.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.464327, "cps": 68.742188, "mean_p": 0.437452, "boundary_entropy": 0.66516, "bpb": 2.814162}, "el": {"chunks": 7093.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.345612, "cps": 55.414062, "mean_p": 0.43795, "boundary_entropy": 0.673735, "bpb": 2.990577}, "hi": {"chunks": 6249.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.371412, "cps": 48.820312, "mean_p": 0.476951, "boundary_entropy": 0.688071, "bpb": 2.451371}, "ta": {"chunks": 13511.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.722707, "cps": 105.554688, "mean_p": 0.435874, "boundary_entropy": 0.670558, "bpb": 2.375401}, "th": {"chunks": 12902.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.802114, "cps": 100.796875, "mean_p": 0.457657, "boundary_entropy": 0.68241, "bpb": 2.323845}, "zh": {"chunks": 2666.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.451405, "cps": 20.828125, "mean_p": 0.452252, "boundary_entropy": 0.676253, "bpb": 5.262051}, "my": {"chunks": 11190.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.590564, "cps": 87.421875, "mean_p": 0.380078, "boundary_entropy": 0.64103, "bpb": 2.453329}}, "bpb": {"en": 3.87427, "de": 4.0986, "vi": 3.59487, "tr": 4.13498, "fi": 4.15011, "ru": 2.81416, "el": 2.99058, "hi": 2.45137, "ta": 2.3754, "th": 2.32385, "zh": 5.26205, "my": 2.45333}, "gini_cpc": 0.253718, "gini_cps": 0.276754, "bpic": 4.449996, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9430264700860462, "vi": 1.90356143807916, "tr": 1.33464231736163, "fi": 0.9380804765478133, "ru": 2.214493246785363, "el": 1.6483118145878535, "hi": 1.7713554121567228, "ta": 3.4467698177557247, "th": 3.8254825841716977, "zh": 2.1528658028488152, "my": 2.81654677008163}, "t": 26.0} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87761, "de": 4.09892, "vi": 3.59978, "tr": 4.14472, "fi": 4.15283, "ru": 2.79943, "el": 2.98327, "hi": 2.44712, "ta": 2.39258, "th": 2.3563, "zh": 5.27096, "my": 2.46954}, "bytes_per_chunk": {"en": 4.95, "de": 5.158, "vi": 3.227, "tr": 3.95, "fi": 5.295, "ru": 3.82, "el": 5.488, "hi": 8.242, "ta": 3.97, "th": 3.9, "zh": 6.201, "my": 4.831}, "bpb_mean": 3.38275, "t": 27.4} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53182, "bpb": 3.65264, "chunk_loss": 0.032614, "F": 0.21576, "G": 0.39873, "chunks": 220.94, "bytes_per_chunk": 4.635, "boundary_entropy": 0.59634, "router_noise": 0.0, "grad_norm": 1.1924, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 27.4} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.19316, "bpb": 3.16406, "chunk_loss": 0.030804, "F": 0.18887, "G": 0.3521, "chunks": 193.41, "bytes_per_chunk": 5.295, "boundary_entropy": 0.52025, "router_noise": 0.0, "grad_norm": 1.469, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 29.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3005.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172671, "cps": 23.476562, "mean_p": 0.272942, "boundary_entropy": 0.373989, "bpb": 3.580265}, "de": {"chunks": 3461.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168558, "cps": 27.039062, "mean_p": 0.260167, "boundary_entropy": 0.38132, "bpb": 3.850527}, "vi": {"chunks": 7115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.385951, "cps": 55.585938, "mean_p": 0.346056, "boundary_entropy": 0.449832, "bpb": 3.173907}, "tr": {"chunks": 4120.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227587, "cps": 32.1875, "mean_p": 0.289343, "boundary_entropy": 0.427084, "bpb": 3.902776}, "fi": {"chunks": 3607.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19175, "cps": 28.179688, "mean_p": 0.265373, "boundary_entropy": 0.414802, "bpb": 3.92429}, "ru": {"chunks": 9552.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.504063, "cps": 74.625, "mean_p": 0.314456, "boundary_entropy": 0.510097, "bpb": 2.650328}, "el": {"chunks": 5350.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.260683, "cps": 41.796875, "mean_p": 0.372006, "boundary_entropy": 0.630176, "bpb": 2.844727}, "hi": {"chunks": 11789.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.700684, "cps": 92.101562, "mean_p": 0.465997, "boundary_entropy": 0.674487, "bpb": 2.12632}, "ta": {"chunks": 16602.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.888045, "cps": 129.703125, "mean_p": 0.453194, "boundary_entropy": 0.667509, "bpb": 1.967429}, "th": {"chunks": 14781.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.918931, "cps": 115.476562, "mean_p": 0.436909, "boundary_entropy": 0.667803, "bpb": 2.102517}, "zh": {"chunks": 2984.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.505249, "cps": 23.3125, "mean_p": 0.419983, "boundary_entropy": 0.653069, "bpb": 4.987774}, "my": {"chunks": 2480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.130885, "cps": 19.375, "mean_p": 0.325619, "boundary_entropy": 0.603759, "bpb": 2.255813}}, "bpb": {"en": 3.58027, "de": 3.85053, "vi": 3.17391, "tr": 3.90278, "fi": 3.92429, "ru": 2.65033, "el": 2.84473, "hi": 2.12632, "ta": 1.96743, "th": 2.10252, "zh": 4.98777, "my": 2.25581}, "gini_cpc": 0.352159, "gini_cps": 0.358701, "bpic": 4.523266, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9761775958558006, "vi": 2.235174356815126, "tr": 1.318033074375755, "fi": 1.110488083980317, "ru": 2.9192060023092554, "el": 1.509706694076359, "hi": 4.057901852534038, "ta": 5.1429770210031505, "th": 5.321847133856793, "zh": 2.9260720787625094, "my": 0.7579978060631478}, "t": 30.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.1866, "bpb": 3.15459, "chunk_loss": 0.034413, "F": 0.2529, "G": 0.32753, "chunks": 258.97, "bytes_per_chunk": 3.954, "boundary_entropy": 0.45784, "router_noise": 0.0, "grad_norm": 0.9649, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.071, "alpha": 0.03, "t": 33.2} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.43979, "bpb": 3.51988, "chunk_loss": 0.034465, "F": 0.24164, "G": 0.3475, "chunks": 247.44, "bytes_per_chunk": 4.138, "boundary_entropy": 0.42714, "router_noise": 0.0, "grad_norm": 0.8659, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.054, "alpha": 0.03, "t": 35.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2991.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171867, "cps": 23.367188, "mean_p": 0.284686, "boundary_entropy": 0.374231, "bpb": 3.19138}, "de": {"chunks": 3609.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175766, "cps": 28.195312, "mean_p": 0.281953, "boundary_entropy": 0.395739, "bpb": 3.448875}, "vi": {"chunks": 4898.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26569, "cps": 38.265625, "mean_p": 0.302112, "boundary_entropy": 0.385077, "bpb": 2.772838}, "tr": {"chunks": 4186.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.231232, "cps": 32.703125, "mean_p": 0.294613, "boundary_entropy": 0.401662, "bpb": 3.436372}, "fi": {"chunks": 3632.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193079, "cps": 28.375, "mean_p": 0.281868, "boundary_entropy": 0.401486, "bpb": 3.613311}, "ru": {"chunks": 7541.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.397942, "cps": 58.914062, "mean_p": 0.269862, "boundary_entropy": 0.282063, "bpb": 2.541681}, "el": {"chunks": 8371.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.407884, "cps": 65.398438, "mean_p": 0.279634, "boundary_entropy": 0.341238, "bpb": 2.558248}, "hi": {"chunks": 5028.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.298841, "cps": 39.28125, "mean_p": 0.357215, "boundary_entropy": 0.566982, "bpb": 1.936608}, "ta": {"chunks": 8292.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.443541, "cps": 64.78125, "mean_p": 0.314749, "boundary_entropy": 0.504769, "bpb": 1.72459}, "th": {"chunks": 4544.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.282499, "cps": 35.5, "mean_p": 0.363775, "boundary_entropy": 0.615027, "bpb": 1.942939}, "zh": {"chunks": 3324.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.562817, "cps": 25.96875, "mean_p": 0.305934, "boundary_entropy": 0.489612, "bpb": 4.164096}, "my": {"chunks": 3182.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.167933, "cps": 24.859375, "mean_p": 0.356694, "boundary_entropy": 0.60593, "bpb": 2.013164}}, "bpb": {"en": 3.19138, "de": 3.44887, "vi": 2.77284, "tr": 3.43637, "fi": 3.61331, "ru": 2.54168, "el": 2.55825, "hi": 1.93661, "ta": 1.72459, "th": 1.94294, "zh": 4.1641, "my": 2.01316}, "gini_cpc": 0.223611, "gini_cps": 0.204062, "bpic": 6.439495, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0226856969877147, "vi": 1.5459069369758311, "tr": 1.3454153544985616, "fi": 1.1234187384864711, "ru": 2.315407488957638, "el": 2.373253903893623, "hi": 1.7387930805790328, "ta": 2.580723824321319, "th": 1.6437091192757631, "zh": 3.274728350306592, "my": 0.9771123588201802}, "t": 39.1} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20097, "de": 3.44755, "vi": 2.77922, "tr": 3.44776, "fi": 3.60725, "ru": 2.52839, "el": 2.55322, "hi": 1.93435, "ta": 1.73892, "th": 1.97326, "zh": 4.17443, "my": 2.02745}, "bytes_per_chunk": {"en": 5.669, "de": 5.851, "vi": 5.16, "tr": 4.668, "fi": 5.413, "ru": 4.383, "el": 4.259, "hi": 7.365, "ta": 6.014, "th": 8.481, "zh": 3.934, "my": 16.329}, "bpb_mean": 2.7844, "t": 40.5} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01026, "bpb": 2.9002, "chunk_loss": 0.030376, "F": 0.18158, "G": 0.29811, "chunks": 185.94, "bytes_per_chunk": 5.507, "boundary_entropy": 0.40475, "router_noise": 0.0, "grad_norm": 1.2577, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 40.5} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.07249, "bpb": 2.98997, "chunk_loss": 0.029931, "F": 0.15988, "G": 0.26561, "chunks": 163.72, "bytes_per_chunk": 6.255, "boundary_entropy": 0.37141, "router_noise": 0.0, "grad_norm": 0.9185, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 42.7} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06174, "bpb": 2.97447, "chunk_loss": 0.030089, "F": 0.17032, "G": 0.27989, "chunks": 174.41, "bytes_per_chunk": 5.871, "boundary_entropy": 0.38507, "router_noise": 0.0, "grad_norm": 0.9493, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 44.8} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.95965, "bpb": 2.82718, "chunk_loss": 0.029643, "F": 0.15408, "G": 0.28517, "chunks": 157.78, "bytes_per_chunk": 6.49, "boundary_entropy": 0.4153, "router_noise": 0.0, "grad_norm": 0.8026, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.8} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.284392, "boundary_entropy": 0.363517, "bpb": 2.913587}, "de": {"chunks": 3349.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163103, "cps": 26.164062, "mean_p": 0.292565, "boundary_entropy": 0.405108, "bpb": 3.173822}, "vi": {"chunks": 4459.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241877, "cps": 34.835938, "mean_p": 0.29768, "boundary_entropy": 0.380427, "bpb": 2.513935}, "tr": {"chunks": 3850.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212672, "cps": 30.078125, "mean_p": 0.311518, "boundary_entropy": 0.399462, "bpb": 3.148599}, "fi": {"chunks": 3971.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2111, "cps": 31.023438, "mean_p": 0.347707, "boundary_entropy": 0.464396, "bpb": 3.378996}, "ru": {"chunks": 6871.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.362586, "cps": 53.679688, "mean_p": 0.242778, "boundary_entropy": 0.258415, "bpb": 2.152983}, "el": {"chunks": 7395.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.360327, "cps": 57.773438, "mean_p": 0.231106, "boundary_entropy": 0.229626, "bpb": 2.401662}, "hi": {"chunks": 6197.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.368321, "cps": 48.414062, "mean_p": 0.345946, "boundary_entropy": 0.510466, "bpb": 1.734768}, "ta": {"chunks": 9509.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.508639, "cps": 74.289062, "mean_p": 0.253296, "boundary_entropy": 0.352966, "bpb": 1.440189}, "th": {"chunks": 6099.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.379173, "cps": 47.648438, "mean_p": 0.361553, "boundary_entropy": 0.571118, "bpb": 1.794694}, "zh": {"chunks": 3252.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.550626, "cps": 25.40625, "mean_p": 0.344108, "boundary_entropy": 0.5617, "bpb": 3.861161}, "my": {"chunks": 10945.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.577634, "cps": 85.507812, "mean_p": 0.399629, "boundary_entropy": 0.598309, "bpb": 1.794384}}, "bpb": {"en": 2.91359, "de": 3.17382, "vi": 2.51393, "tr": 3.1486, "fi": 3.379, "ru": 2.15298, "el": 2.40166, "hi": 1.73477, "ta": 1.44019, "th": 1.79469, "zh": 3.86116, "my": 1.79438}, "gini_cpc": 0.229876, "gini_cps": 0.238201, "bpic": 5.579023, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9811568199027209, "vi": 1.455023531168779, "tr": 1.2793396636777847, "fi": 1.2698829440665835, "ru": 2.181154456166144, "el": 2.1675694417461098, "hi": 2.215654859888782, "ta": 3.059743807090498, "th": 2.2809368137060493, "zh": 3.312323767132243, "my": 3.4747861066228087}, "t": 49.8} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92233, "de": 3.1728, "vi": 2.52017, "tr": 3.15878, "fi": 3.3756, "ru": 2.13865, "el": 2.39445, "hi": 1.72954, "ta": 1.45242, "th": 1.8223, "zh": 3.87175, "my": 1.80763}, "bytes_per_chunk": {"en": 5.708, "de": 6.224, "vi": 5.431, "tr": 5.106, "fi": 5.324, "ru": 5.115, "el": 5.144, "hi": 6.138, "ta": 4.993, "th": 6.917, "zh": 4.687, "my": 5.123}, "bpb_mean": 2.53053, "t": 51.1} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.86436, "bpb": 2.68971, "chunk_loss": 0.03057, "F": 0.18747, "G": 0.30574, "chunks": 191.97, "bytes_per_chunk": 5.334, "boundary_entropy": 0.41287, "router_noise": 0.0, "grad_norm": 0.6338, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 51.2} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.8879, "bpb": 2.72366, "chunk_loss": 0.030236, "F": 0.17795, "G": 0.28098, "chunks": 182.22, "bytes_per_chunk": 5.62, "boundary_entropy": 0.35879, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 53.2} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83732, "bpb": 2.6507, "chunk_loss": 0.03008, "F": 0.17413, "G": 0.28177, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.36369, "router_noise": 0.0, "grad_norm": 0.7485, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 55.2} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.91369, "bpb": 2.76087, "chunk_loss": 0.030221, "F": 0.17548, "G": 0.28778, "chunks": 179.69, "bytes_per_chunk": 5.699, "boundary_entropy": 0.37406, "router_noise": 0.0, "grad_norm": 0.8161, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 57.2} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.275311, "boundary_entropy": 0.335136, "bpb": 2.727006}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.282819, "boundary_entropy": 0.379898, "bpb": 3.031442}, "vi": {"chunks": 4528.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24562, "cps": 35.375, "mean_p": 0.282647, "boundary_entropy": 0.345735, "bpb": 2.374767}, "tr": {"chunks": 3840.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21212, "cps": 30.0, "mean_p": 0.290278, "boundary_entropy": 0.362983, "bpb": 2.984424}, "fi": {"chunks": 3164.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168199, "cps": 24.71875, "mean_p": 0.303469, "boundary_entropy": 0.40982, "bpb": 3.23011}, "ru": {"chunks": 6729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.355092, "cps": 52.570312, "mean_p": 0.234888, "boundary_entropy": 0.262845, "bpb": 1.996002}, "el": {"chunks": 6805.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331579, "cps": 53.164062, "mean_p": 0.219463, "boundary_entropy": 0.295075, "bpb": 2.126027}, "hi": {"chunks": 7723.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.459019, "cps": 60.335938, "mean_p": 0.37877, "boundary_entropy": 0.546859, "bpb": 1.617765}, "ta": {"chunks": 9293.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497085, "cps": 72.601562, "mean_p": 0.245305, "boundary_entropy": 0.338397, "bpb": 1.336715}, "th": {"chunks": 6943.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431644, "cps": 54.242188, "mean_p": 0.380814, "boundary_entropy": 0.575579, "bpb": 1.59399}, "zh": {"chunks": 2895.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490179, "cps": 22.617188, "mean_p": 0.324807, "boundary_entropy": 0.541688, "bpb": 3.705382}, "my": {"chunks": 9114.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.481001, "cps": 71.203125, "mean_p": 0.371455, "boundary_entropy": 0.570203, "bpb": 1.560895}}, "bpb": {"en": 2.72701, "de": 3.03144, "vi": 2.37477, "tr": 2.98442, "fi": 3.23011, "ru": 1.996, "el": 2.12603, "hi": 1.61776, "ta": 1.33671, "th": 1.59399, "zh": 3.70538, "my": 1.56089}, "gini_cpc": 0.221582, "gini_cps": 0.232753, "bpic": 5.710092, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9671319305837387, "vi": 1.4816361951848243, "tr": 1.2795550513904117, "fi": 1.0146187741657482, "ru": 2.1420007407983244, "el": 2.0001639112933356, "hi": 2.7689127088156447, "ta": 2.9985325690193254, "th": 2.60378069495407, "zh": 2.9568781505281176, "my": 2.9015091929055856}, "t": 60.1} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.73824, "de": 3.0305, "vi": 2.37946, "tr": 2.99571, "fi": 3.22523, "ru": 1.97969, "el": 2.11381, "hi": 1.61251, "ta": 1.34689, "th": 1.62495, "zh": 3.71715, "my": 1.57047}, "bytes_per_chunk": {"en": 5.735, "de": 6.273, "vi": 5.425, "tr": 5.227, "fi": 6.186, "ru": 5.223, "el": 5.549, "hi": 5.557, "ta": 5.49, "th": 6.632, "zh": 6.067, "my": 6.175}, "bpb_mean": 2.36122, "t": 61.4} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64229, "bpb": 2.36932, "chunk_loss": 0.030234, "F": 0.17737, "G": 0.2754, "chunks": 181.62, "bytes_per_chunk": 5.638, "boundary_entropy": 0.34365, "router_noise": 0.0, "grad_norm": 0.7363, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 61.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.71272, "bpb": 2.47094, "chunk_loss": 0.029774, "F": 0.16595, "G": 0.28749, "chunks": 169.94, "bytes_per_chunk": 6.026, "boundary_entropy": 0.38245, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 63.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.61987, "bpb": 2.33698, "chunk_loss": 0.030293, "F": 0.18225, "G": 0.26175, "chunks": 186.62, "bytes_per_chunk": 5.487, "boundary_entropy": 0.31225, "router_noise": 0.0, "grad_norm": 0.671, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 65.5} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.71863, "bpb": 2.47946, "chunk_loss": 0.030362, "F": 0.18121, "G": 0.27163, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.34383, "router_noise": 0.0, "grad_norm": 0.7072, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 67.6} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2873.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165086, "cps": 22.445312, "mean_p": 0.247162, "boundary_entropy": 0.27908, "bpb": 2.587556}, "de": {"chunks": 3291.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160279, "cps": 25.710938, "mean_p": 0.26407, "boundary_entropy": 0.339862, "bpb": 2.911987}, "vi": {"chunks": 4319.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234283, "cps": 33.742188, "mean_p": 0.255245, "boundary_entropy": 0.291519, "bpb": 2.281252}, "tr": {"chunks": 3871.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213832, "cps": 30.242188, "mean_p": 0.266894, "boundary_entropy": 0.321115, "bpb": 2.88652}, "fi": {"chunks": 3109.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165276, "cps": 24.289062, "mean_p": 0.273086, "boundary_entropy": 0.357387, "bpb": 3.179665}, "ru": {"chunks": 6624.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.349551, "cps": 51.75, "mean_p": 0.241017, "boundary_entropy": 0.272028, "bpb": 1.885172}, "el": {"chunks": 7297.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.355552, "cps": 57.007812, "mean_p": 0.229077, "boundary_entropy": 0.28209, "bpb": 2.008738}, "hi": {"chunks": 5909.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.351204, "cps": 46.164062, "mean_p": 0.360143, "boundary_entropy": 0.526781, "bpb": 1.557662}, "ta": {"chunks": 9513.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.508853, "cps": 74.320312, "mean_p": 0.263148, "boundary_entropy": 0.375115, "bpb": 1.25378}, "th": {"chunks": 7572.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470749, "cps": 59.15625, "mean_p": 0.394753, "boundary_entropy": 0.584892, "bpb": 1.498537}, "zh": {"chunks": 2874.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.486624, "cps": 22.453125, "mean_p": 0.328755, "boundary_entropy": 0.541018, "bpb": 3.643526}, "my": {"chunks": 9709.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.512402, "cps": 75.851562, "mean_p": 0.400632, "boundary_entropy": 0.570057, "bpb": 1.412433}}, "bpb": {"en": 2.58756, "de": 2.91199, "vi": 2.28125, "tr": 2.88652, "fi": 3.17967, "ru": 1.88517, "el": 2.00874, "hi": 1.55766, "ta": 1.25378, "th": 1.49854, "zh": 3.64353, "my": 1.41243}, "gini_cpc": 0.227889, "gini_cps": 0.244006, "bpic": 5.731411, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9708764557165532, "vi": 1.419150832489124, "tr": 1.2952724075574893, "fi": 1.0011458070565202, "ru": 2.1173838861862837, "el": 2.1537336587668596, "hi": 2.1273914588299427, "ta": 3.082339852545306, "th": 2.851530585913397, "zh": 2.9476900493153617, "my": 3.103842097826348}, "t": 70.5} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60037, "de": 2.91507, "vi": 2.28702, "tr": 2.89687, "fi": 3.17917, "ru": 1.8682, "el": 1.99804, "hi": 1.55379, "ta": 1.26247, "th": 1.52245, "zh": 3.65238, "my": 1.42177}, "bytes_per_chunk": {"en": 5.747, "de": 6.247, "vi": 5.611, "tr": 5.118, "fi": 6.185, "ru": 5.31, "el": 5.221, "hi": 6.839, "ta": 5.414, "th": 6.104, "zh": 6.101, "my": 5.705}, "bpb_mean": 2.26313, "t": 71.8} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.73913, "bpb": 2.50904, "chunk_loss": 0.030122, "F": 0.17529, "G": 0.28063, "chunks": 179.5, "bytes_per_chunk": 5.705, "boundary_entropy": 0.3598, "router_noise": 0.0, "grad_norm": 0.7155, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 71.8} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.52087, "bpb": 2.19414, "chunk_loss": 0.030104, "F": 0.17526, "G": 0.28142, "chunks": 179.47, "bytes_per_chunk": 5.706, "boundary_entropy": 0.3451, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77216, "bpb": 2.55668, "chunk_loss": 0.030191, "F": 0.17395, "G": 0.28339, "chunks": 178.12, "bytes_per_chunk": 5.749, "boundary_entropy": 0.35904, "router_noise": 0.0, "grad_norm": 0.7831, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 75.8} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66953, "bpb": 2.40862, "chunk_loss": 0.029977, "F": 0.16995, "G": 0.26169, "chunks": 174.03, "bytes_per_chunk": 5.884, "boundary_entropy": 0.33166, "router_noise": 0.0, "grad_norm": 0.6999, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 77.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.251418, "boundary_entropy": 0.283158, "bpb": 2.49812}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.265041, "boundary_entropy": 0.334205, "bpb": 2.794323}, "vi": {"chunks": 4359.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236452, "cps": 34.054688, "mean_p": 0.255529, "boundary_entropy": 0.288262, "bpb": 2.224868}, "tr": {"chunks": 3902.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215544, "cps": 30.484375, "mean_p": 0.265366, "boundary_entropy": 0.30853, "bpb": 2.793896}, "fi": {"chunks": 3122.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165967, "cps": 24.390625, "mean_p": 0.285599, "boundary_entropy": 0.368942, "bpb": 3.052971}, "ru": {"chunks": 6321.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333562, "cps": 49.382812, "mean_p": 0.240728, "boundary_entropy": 0.280981, "bpb": 1.815067}, "el": {"chunks": 7074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.344686, "cps": 55.265625, "mean_p": 0.224975, "boundary_entropy": 0.267008, "bpb": 1.890978}, "hi": {"chunks": 7344.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.436493, "cps": 57.375, "mean_p": 0.379269, "boundary_entropy": 0.535891, "bpb": 1.533858}, "ta": {"chunks": 9324.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.498743, "cps": 72.84375, "mean_p": 0.27683, "boundary_entropy": 0.402126, "bpb": 1.164737}, "th": {"chunks": 9197.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.571775, "cps": 71.851562, "mean_p": 0.415235, "boundary_entropy": 0.584787, "bpb": 1.422976}, "zh": {"chunks": 2969.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502709, "cps": 23.195312, "mean_p": 0.326956, "boundary_entropy": 0.532012, "bpb": 3.574577}, "my": {"chunks": 9144.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.482584, "cps": 71.4375, "mean_p": 0.385034, "boundary_entropy": 0.567518, "bpb": 1.356536}}, "bpb": {"en": 2.49812, "de": 2.79432, "vi": 2.22487, "tr": 2.7939, "fi": 3.05297, "ru": 1.81507, "el": 1.89098, "hi": 1.53386, "ta": 1.16474, "th": 1.42298, "zh": 3.57458, "my": 1.35654}, "gini_cpc": 0.239328, "gini_cps": 0.242423, "bpic": 5.56535, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9709881940306735, "vi": 1.4233763828654848, "tr": 1.297516060381873, "fi": 0.9990725894114552, "ru": 2.0079486606144625, "el": 2.0749146586058553, "hi": 2.6275659409254417, "ta": 3.0022912731259472, "th": 3.441922994916211, "zh": 3.0261662506209643, "my": 2.905018281934128}, "t": 80.6} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.50843, "de": 2.79607, "vi": 2.23031, "tr": 2.80372, "fi": 3.05837, "ru": 1.79913, "el": 1.87811, "hi": 1.52973, "ta": 1.17453, "th": 1.44483, "zh": 3.58232, "my": 1.36587}, "bytes_per_chunk": {"en": 5.722, "de": 6.227, "vi": 5.589, "tr": 5.049, "fi": 6.205, "ru": 5.587, "el": 5.37, "hi": 5.667, "ta": 5.374, "th": 4.872, "zh": 5.752, "my": 5.918}, "bpb_mean": 2.18095, "t": 81.9} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61209, "bpb": 2.32576, "chunk_loss": 0.030393, "F": 0.18036, "G": 0.27106, "chunks": 184.69, "bytes_per_chunk": 5.545, "boundary_entropy": 0.3301, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 82.0} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63737, "bpb": 2.36222, "chunk_loss": 0.030331, "F": 0.17892, "G": 0.27155, "chunks": 183.22, "bytes_per_chunk": 5.589, "boundary_entropy": 0.32927, "router_noise": 0.0, "grad_norm": 0.7647, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 83.9} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.56975, "bpb": 2.26467, "chunk_loss": 0.030117, "F": 0.17239, "G": 0.26846, "chunks": 176.53, "bytes_per_chunk": 5.801, "boundary_entropy": 0.33857, "router_noise": 0.0, "grad_norm": 0.7057, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 85.9} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71264, "bpb": 2.47082, "chunk_loss": 0.030031, "F": 0.16937, "G": 0.26788, "chunks": 173.44, "bytes_per_chunk": 5.904, "boundary_entropy": 0.33275, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 87.8} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16658, "cps": 22.648438, "mean_p": 0.241465, "boundary_entropy": 0.26232, "bpb": 2.443563}, "de": {"chunks": 3324.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161886, "cps": 25.96875, "mean_p": 0.260722, "boundary_entropy": 0.324548, "bpb": 2.736152}, "vi": {"chunks": 4364.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236724, "cps": 34.09375, "mean_p": 0.250118, "boundary_entropy": 0.275898, "bpb": 2.186159}, "tr": {"chunks": 3927.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216925, "cps": 30.679688, "mean_p": 0.253865, "boundary_entropy": 0.28007, "bpb": 2.729083}, "fi": {"chunks": 3077.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163575, "cps": 24.039062, "mean_p": 0.266535, "boundary_entropy": 0.342004, "bpb": 2.994642}, "ru": {"chunks": 6201.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.32723, "cps": 48.445312, "mean_p": 0.235062, "boundary_entropy": 0.268042, "bpb": 1.741605}, "el": {"chunks": 7110.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346441, "cps": 55.546875, "mean_p": 0.233849, "boundary_entropy": 0.285889, "bpb": 1.833287}, "hi": {"chunks": 7086.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.421159, "cps": 55.359375, "mean_p": 0.342275, "boundary_entropy": 0.503128, "bpb": 1.423506}, "ta": {"chunks": 9095.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486494, "cps": 71.054688, "mean_p": 0.259703, "boundary_entropy": 0.375322, "bpb": 1.130688}, "th": {"chunks": 7121.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.442711, "cps": 55.632812, "mean_p": 0.385202, "boundary_entropy": 0.578215, "bpb": 1.352441}, "zh": {"chunks": 3086.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522519, "cps": 24.109375, "mean_p": 0.311861, "boundary_entropy": 0.506199, "bpb": 3.554374}, "my": {"chunks": 7523.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.397034, "cps": 58.773438, "mean_p": 0.34245, "boundary_entropy": 0.535149, "bpb": 1.368517}}, "bpb": {"en": 2.44356, "de": 2.73615, "vi": 2.18616, "tr": 2.72908, "fi": 2.99464, "ru": 1.7416, "el": 1.83329, "hi": 1.42351, "ta": 1.13069, "th": 1.35244, "zh": 3.55437, "my": 1.36852}, "gini_cpc": 0.221281, "gini_cps": 0.214282, "bpic": 5.921358, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9718170467291591, "vi": 1.4210766541926443, "tr": 1.3022256778062185, "fi": 0.9819548458001343, "ru": 1.9643931990013843, "el": 2.079719004466455, "hi": 2.528261433593692, "ta": 2.920472618265966, "th": 2.657638003007265, "zh": 3.1367390018651413, "my": 2.3834365260148456}, "t": 90.7} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45459, "de": 2.73842, "vi": 2.19073, "tr": 2.73546, "fi": 3.001, "ru": 1.72038, "el": 1.82291, "hi": 1.42086, "ta": 1.13866, "th": 1.37377, "zh": 3.55981, "my": 1.37754}, "bytes_per_chunk": {"en": 5.729, "de": 6.208, "vi": 5.574, "tr": 5.019, "fi": 6.226, "ru": 5.654, "el": 5.374, "hi": 5.879, "ta": 5.599, "th": 6.244, "zh": 5.8, "my": 7.254}, "bpb_mean": 2.12784, "t": 92.0} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57008, "bpb": 2.26514, "chunk_loss": 0.030127, "F": 0.17389, "G": 0.26129, "chunks": 178.06, "bytes_per_chunk": 5.751, "boundary_entropy": 0.30384, "router_noise": 0.0, "grad_norm": 0.7842, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 92.0} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72425, "bpb": 2.48757, "chunk_loss": 0.030184, "F": 0.17508, "G": 0.24975, "chunks": 179.28, "bytes_per_chunk": 5.712, "boundary_entropy": 0.29266, "router_noise": 0.0, "grad_norm": 0.7783, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 94.0} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.54233, "bpb": 2.22511, "chunk_loss": 0.030307, "F": 0.17801, "G": 0.2747, "chunks": 182.28, "bytes_per_chunk": 5.618, "boundary_entropy": 0.34948, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 95.9} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60688, "bpb": 2.31824, "chunk_loss": 0.030082, "F": 0.17459, "G": 0.2624, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.32444, "router_noise": 0.0, "grad_norm": 0.7034, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 97.9} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.230462, "boundary_entropy": 0.236132, "bpb": 2.373206}, "de": {"chunks": 3311.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161253, "cps": 25.867188, "mean_p": 0.245645, "boundary_entropy": 0.29326, "bpb": 2.665528}, "vi": {"chunks": 4325.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234608, "cps": 33.789062, "mean_p": 0.242318, "boundary_entropy": 0.253808, "bpb": 2.142122}, "tr": {"chunks": 3915.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216262, "cps": 30.585938, "mean_p": 0.249114, "boundary_entropy": 0.268875, "bpb": 2.645692}, "fi": {"chunks": 3097.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164638, "cps": 24.195312, "mean_p": 0.254763, "boundary_entropy": 0.319761, "bpb": 2.89818}, "ru": {"chunks": 6270.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330871, "cps": 48.984375, "mean_p": 0.237866, "boundary_entropy": 0.271485, "bpb": 1.661164}, "el": {"chunks": 7043.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343176, "cps": 55.023438, "mean_p": 0.227268, "boundary_entropy": 0.252755, "bpb": 1.789117}, "hi": {"chunks": 7650.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.454681, "cps": 59.765625, "mean_p": 0.368954, "boundary_entropy": 0.520884, "bpb": 1.389987}, "ta": {"chunks": 9817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.525114, "cps": 76.695312, "mean_p": 0.293091, "boundary_entropy": 0.409749, "bpb": 1.153184}, "th": {"chunks": 6080.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.377992, "cps": 47.5, "mean_p": 0.38086, "boundary_entropy": 0.58696, "bpb": 1.325143}, "zh": {"chunks": 2873.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.486454, "cps": 22.445312, "mean_p": 0.295297, "boundary_entropy": 0.48052, "bpb": 3.50431}, "my": {"chunks": 7888.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.416297, "cps": 61.625, "mean_p": 0.349326, "boundary_entropy": 0.541422, "bpb": 1.269219}}, "bpb": {"en": 2.37321, "de": 2.66553, "vi": 2.14212, "tr": 2.64569, "fi": 2.89818, "ru": 1.66116, "el": 1.78912, "hi": 1.38999, "ta": 1.15318, "th": 1.32514, "zh": 3.50431, "my": 1.26922}, "gini_cpc": 0.222683, "gini_cps": 0.231108, "bpic": 5.889825, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9706950212667754, "vi": 1.4122741123866076, "tr": 1.3018388970771484, "fi": 0.9910723284456365, "ru": 1.9917478408563014, "el": 2.0658218745491994, "hi": 2.7370478551306685, "ta": 3.161035331218085, "th": 2.27540413277053, "zh": 2.928317830257336, "my": 2.50599127382944}, "t": 100.8} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38374, "de": 2.66817, "vi": 2.14558, "tr": 2.65192, "fi": 2.90433, "ru": 1.64168, "el": 1.77862, "hi": 1.38998, "ta": 1.16025, "th": 1.34417, "zh": 3.50807, "my": 1.27729}, "bytes_per_chunk": {"en": 5.735, "de": 6.248, "vi": 5.638, "tr": 5.037, "fi": 6.191, "ru": 5.596, "el": 5.418, "hi": 5.472, "ta": 5.221, "th": 7.455, "zh": 6.504, "my": 6.634}, "bpb_mean": 2.07115, "t": 102.0} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.57663, "bpb": 2.2746, "chunk_loss": 0.030125, "F": 0.17056, "G": 0.25469, "chunks": 174.66, "bytes_per_chunk": 5.863, "boundary_entropy": 0.32987, "router_noise": 0.0, "grad_norm": 0.7828, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 102.1} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50022, "bpb": 2.16436, "chunk_loss": 0.030409, "F": 0.18256, "G": 0.27421, "chunks": 186.94, "bytes_per_chunk": 5.478, "boundary_entropy": 0.33368, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 104.0} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42731, "bpb": 2.05917, "chunk_loss": 0.030001, "F": 0.16867, "G": 0.25536, "chunks": 172.72, "bytes_per_chunk": 5.929, "boundary_entropy": 0.32128, "router_noise": 0.0, "grad_norm": 0.6574, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 106.0} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.6213, "bpb": 2.33904, "chunk_loss": 0.03019, "F": 0.1759, "G": 0.25683, "chunks": 180.12, "bytes_per_chunk": 5.685, "boundary_entropy": 0.30199, "router_noise": 0.0, "grad_norm": 0.8106, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 107.9} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.231212, "boundary_entropy": 0.236186, "bpb": 2.331455}, "de": {"chunks": 3311.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161253, "cps": 25.867188, "mean_p": 0.251801, "boundary_entropy": 0.30358, "bpb": 2.598582}, "vi": {"chunks": 4498.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.243992, "cps": 35.140625, "mean_p": 0.245975, "boundary_entropy": 0.255857, "bpb": 2.119074}, "tr": {"chunks": 3898.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215323, "cps": 30.453125, "mean_p": 0.246058, "boundary_entropy": 0.269583, "bpb": 2.630353}, "fi": {"chunks": 3064.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162883, "cps": 23.9375, "mean_p": 0.253422, "boundary_entropy": 0.317378, "bpb": 2.847679}, "ru": {"chunks": 6354.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335303, "cps": 49.640625, "mean_p": 0.244623, "boundary_entropy": 0.274277, "bpb": 1.611162}, "el": {"chunks": 7229.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.352239, "cps": 56.476562, "mean_p": 0.23383, "boundary_entropy": 0.252783, "bpb": 1.715836}, "hi": {"chunks": 7356.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437207, "cps": 57.46875, "mean_p": 0.370435, "boundary_entropy": 0.522437, "bpb": 1.359519}, "ta": {"chunks": 8695.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465098, "cps": 67.929688, "mean_p": 0.300096, "boundary_entropy": 0.427053, "bpb": 1.090741}, "th": {"chunks": 8451.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.525396, "cps": 66.023438, "mean_p": 0.396864, "boundary_entropy": 0.587646, "bpb": 1.300306}, "zh": {"chunks": 3230.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546901, "cps": 25.234375, "mean_p": 0.297364, "boundary_entropy": 0.466891, "bpb": 3.472178}, "my": {"chunks": 8782.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463479, "cps": 68.609375, "mean_p": 0.364663, "boundary_entropy": 0.552899, "bpb": 1.248861}}, "bpb": {"en": 2.33145, "de": 2.59858, "vi": 2.11907, "tr": 2.63035, "fi": 2.84768, "ru": 1.61116, "el": 1.71584, "hi": 1.35952, "ta": 1.09074, "th": 1.30031, "zh": 3.47218, "my": 1.24886}, "gini_cpc": 0.233763, "gini_cps": 0.226315, "bpic": 5.66341, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9686846070011211, "vi": 1.4657231057183533, "tr": 1.2935014156232645, "fi": 0.9784812377146892, "ru": 2.014251154182791, "el": 2.1159870457606087, "hi": 2.626408484259733, "ta": 2.7939571540793047, "th": 3.1561865259088617, "zh": 3.2853731588933095, "my": 2.784233673628437}, "t": 110.8} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34264, "de": 2.60184, "vi": 2.12411, "tr": 2.63818, "fi": 2.84898, "ru": 1.58941, "el": 1.70443, "hi": 1.35967, "ta": 1.09776, "th": 1.31721, "zh": 3.47653, "my": 1.2568}, "bytes_per_chunk": {"en": 5.728, "de": 6.235, "vi": 5.378, "tr": 5.049, "fi": 6.304, "ru": 5.518, "el": 5.306, "hi": 5.619, "ta": 5.86, "th": 5.302, "zh": 5.483, "my": 6.119}, "bpb_mean": 2.0298, "t": 112.1} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57673, "bpb": 2.27473, "chunk_loss": 0.030141, "F": 0.17404, "G": 0.23846, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.25549, "router_noise": 0.0, "grad_norm": 0.902, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 112.2} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.55107, "bpb": 2.23771, "chunk_loss": 0.030013, "F": 0.17075, "G": 0.25388, "chunks": 174.84, "bytes_per_chunk": 5.857, "boundary_entropy": 0.28592, "router_noise": 0.0, "grad_norm": 0.7521, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 114.1} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.593, "bpb": 2.29821, "chunk_loss": 0.03004, "F": 0.17075, "G": 0.25431, "chunks": 174.84, "bytes_per_chunk": 5.857, "boundary_entropy": 0.3127, "router_noise": 0.0, "grad_norm": 0.6723, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 116.1} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.59825, "bpb": 2.30579, "chunk_loss": 0.030147, "F": 0.17642, "G": 0.25534, "chunks": 180.66, "bytes_per_chunk": 5.668, "boundary_entropy": 0.29608, "router_noise": 0.0, "grad_norm": 0.7003, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 118.0} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.224576, "boundary_entropy": 0.221827, "bpb": 2.279859}, "de": {"chunks": 3302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160814, "cps": 25.796875, "mean_p": 0.248616, "boundary_entropy": 0.298687, "bpb": 2.556372}, "vi": {"chunks": 4376.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237375, "cps": 34.1875, "mean_p": 0.239447, "boundary_entropy": 0.23825, "bpb": 2.082411}, "tr": {"chunks": 3739.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20654, "cps": 29.210938, "mean_p": 0.230771, "boundary_entropy": 0.253866, "bpb": 2.560034}, "fi": {"chunks": 3103.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164957, "cps": 24.242188, "mean_p": 0.250504, "boundary_entropy": 0.306924, "bpb": 2.781977}, "ru": {"chunks": 6161.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.325119, "cps": 48.132812, "mean_p": 0.238344, "boundary_entropy": 0.264358, "bpb": 1.576368}, "el": {"chunks": 7065.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.344248, "cps": 55.195312, "mean_p": 0.237206, "boundary_entropy": 0.255091, "bpb": 1.702543}, "hi": {"chunks": 6943.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41266, "cps": 54.242188, "mean_p": 0.358726, "boundary_entropy": 0.515688, "bpb": 1.348908}, "ta": {"chunks": 8689.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.464777, "cps": 67.882812, "mean_p": 0.301854, "boundary_entropy": 0.434208, "bpb": 1.059622}, "th": {"chunks": 9293.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577743, "cps": 72.601562, "mean_p": 0.410583, "boundary_entropy": 0.593052, "bpb": 1.252649}, "zh": {"chunks": 2844.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481544, "cps": 22.21875, "mean_p": 0.28925, "boundary_entropy": 0.459755, "bpb": 3.452255}, "my": {"chunks": 7398.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.390437, "cps": 57.796875, "mean_p": 0.372706, "boundary_entropy": 0.580124, "bpb": 1.230826}}, "bpb": {"en": 2.27986, "de": 2.55637, "vi": 2.08241, "tr": 2.56003, "fi": 2.78198, "ru": 1.57637, "el": 1.70254, "hi": 1.34891, "ta": 1.05962, "th": 1.25265, "zh": 3.45225, "my": 1.23083}, "gini_cpc": 0.233864, "gini_cps": 0.232268, "bpic": 5.832272, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9683914340271219, "vi": 1.4294219566925033, "tr": 1.243744551315072, "fi": 0.9933359870605047, "ru": 1.957799764450247, "el": 2.072991868183338, "hi": 2.484954091836892, "ta": 2.7987918794785354, "th": 3.4790538370443356, "zh": 2.8997624842251795, "my": 2.351133168686765}, "t": 120.9} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29027, "de": 2.56236, "vi": 2.08602, "tr": 2.56766, "fi": 2.78825, "ru": 1.5568, "el": 1.69054, "hi": 1.34601, "ta": 1.06918, "th": 1.27537, "zh": 3.45562, "my": 1.23958}, "bytes_per_chunk": {"en": 5.732, "de": 6.246, "vi": 5.567, "tr": 5.235, "fi": 6.157, "ru": 5.753, "el": 5.361, "hi": 5.965, "ta": 5.778, "th": 4.85, "zh": 6.256, "my": 7.357}, "bpb_mean": 1.99397, "t": 122.2} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51659, "bpb": 2.18798, "chunk_loss": 0.030268, "F": 0.17508, "G": 0.2669, "chunks": 179.28, "bytes_per_chunk": 5.712, "boundary_entropy": 0.32095, "router_noise": 0.0, "grad_norm": 0.6648, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 122.3} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39196, "bpb": 2.00818, "chunk_loss": 0.030105, "F": 0.17606, "G": 0.24621, "chunks": 180.28, "bytes_per_chunk": 5.68, "boundary_entropy": 0.27331, "router_noise": 0.0, "grad_norm": 0.6914, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.2} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.55867, "bpb": 2.24868, "chunk_loss": 0.030013, "F": 0.16953, "G": 0.253, "chunks": 173.59, "bytes_per_chunk": 5.899, "boundary_entropy": 0.29537, "router_noise": 0.0, "grad_norm": 0.6945, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.2} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.4804, "bpb": 2.13577, "chunk_loss": 0.03015, "F": 0.17502, "G": 0.2483, "chunks": 179.22, "bytes_per_chunk": 5.714, "boundary_entropy": 0.27774, "router_noise": 0.0, "grad_norm": 0.689, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 128.1} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.223523, "boundary_entropy": 0.214694, "bpb": 2.244696}, "de": {"chunks": 3333.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162324, "cps": 26.039062, "mean_p": 0.250834, "boundary_entropy": 0.294109, "bpb": 2.509171}, "vi": {"chunks": 4437.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.240683, "cps": 34.664062, "mean_p": 0.237369, "boundary_entropy": 0.232746, "bpb": 2.053119}, "tr": {"chunks": 3842.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21223, "cps": 30.015625, "mean_p": 0.233869, "boundary_entropy": 0.247151, "bpb": 2.510896}, "fi": {"chunks": 3137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166764, "cps": 24.507812, "mean_p": 0.253515, "boundary_entropy": 0.307478, "bpb": 2.739213}, "ru": {"chunks": 6234.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.328971, "cps": 48.703125, "mean_p": 0.243824, "boundary_entropy": 0.262346, "bpb": 1.537464}, "el": {"chunks": 7190.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350339, "cps": 56.171875, "mean_p": 0.235218, "boundary_entropy": 0.24689, "bpb": 1.64754}, "hi": {"chunks": 6570.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39049, "cps": 51.328125, "mean_p": 0.324308, "boundary_entropy": 0.485376, "bpb": 1.324721}, "ta": {"chunks": 10155.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.543193, "cps": 79.335938, "mean_p": 0.309638, "boundary_entropy": 0.408052, "bpb": 1.056257}, "th": {"chunks": 6895.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.42866, "cps": 53.867188, "mean_p": 0.375392, "boundary_entropy": 0.57464, "bpb": 1.235462}, "zh": {"chunks": 2774.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.469692, "cps": 21.671875, "mean_p": 0.26978, "boundary_entropy": 0.428969, "bpb": 3.410326}, "my": {"chunks": 8230.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.434347, "cps": 64.296875, "mean_p": 0.357423, "boundary_entropy": 0.553855, "bpb": 1.200597}}, "bpb": {"en": 2.2447, "de": 2.50917, "vi": 2.05312, "tr": 2.5109, "fi": 2.73921, "ru": 1.53746, "el": 1.64754, "hi": 1.32472, "ta": 1.05626, "th": 1.23546, "zh": 3.41033, "my": 1.2006}, "gini_cpc": 0.221471, "gini_cps": 0.235223, "bpic": 5.842572, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9774829344677156, "vi": 1.4493476283922846, "tr": 1.2780065702467256, "fi": 1.0042201068027081, "ru": 1.9809971971405356, "el": 2.1096690066862283, "hi": 2.351454469734752, "ta": 3.271001442755728, "th": 2.581305951406509, "zh": 2.8283899898877105, "my": 2.6155482533511862}, "t": 131.0} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25508, "de": 2.51562, "vi": 2.05606, "tr": 2.5177, "fi": 2.74406, "ru": 1.51678, "el": 1.63779, "hi": 1.32148, "ta": 1.06536, "th": 1.25558, "zh": 3.41382, "my": 1.20747}, "bytes_per_chunk": {"en": 5.732, "de": 6.209, "vi": 5.479, "tr": 5.153, "fi": 6.131, "ru": 5.653, "el": 5.306, "hi": 6.353, "ta": 5.102, "th": 6.416, "zh": 6.45, "my": 6.406}, "bpb_mean": 1.9589, "t": 132.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48497, "bpb": 2.14235, "chunk_loss": 0.030006, "F": 0.16989, "G": 0.25083, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.3001, "router_noise": 0.0, "grad_norm": 0.6758, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 132.3} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71705, "bpb": 2.47717, "chunk_loss": 0.030224, "F": 0.17902, "G": 0.2387, "chunks": 183.31, "bytes_per_chunk": 5.586, "boundary_entropy": 0.24916, "router_noise": 0.0, "grad_norm": 0.7825, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.3} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48529, "bpb": 2.14283, "chunk_loss": 0.030201, "F": 0.17422, "G": 0.24827, "chunks": 178.41, "bytes_per_chunk": 5.74, "boundary_entropy": 0.28399, "router_noise": 0.0, "grad_norm": 0.6372, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.48856, "bpb": 2.14754, "chunk_loss": 0.030243, "F": 0.17554, "G": 0.25364, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.2925, "router_noise": 0.0, "grad_norm": 0.6915, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 138.2} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.216748, "boundary_entropy": 0.197452, "bpb": 2.220078}, "de": {"chunks": 3338.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162568, "cps": 26.078125, "mean_p": 0.244318, "boundary_entropy": 0.282861, "bpb": 2.483589}, "vi": {"chunks": 4403.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238839, "cps": 34.398438, "mean_p": 0.235961, "boundary_entropy": 0.224304, "bpb": 2.047921}, "tr": {"chunks": 3754.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207369, "cps": 29.328125, "mean_p": 0.225045, "boundary_entropy": 0.235783, "bpb": 2.477992}, "fi": {"chunks": 3043.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161767, "cps": 23.773438, "mean_p": 0.243112, "boundary_entropy": 0.292427, "bpb": 2.700745}, "ru": {"chunks": 6025.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317942, "cps": 47.070312, "mean_p": 0.235634, "boundary_entropy": 0.250583, "bpb": 1.522531}, "el": {"chunks": 7105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.346197, "cps": 55.507812, "mean_p": 0.228389, "boundary_entropy": 0.226676, "bpb": 1.626459}, "hi": {"chunks": 6100.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.362556, "cps": 47.65625, "mean_p": 0.322412, "boundary_entropy": 0.492876, "bpb": 1.314605}, "ta": {"chunks": 7817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.418133, "cps": 61.070312, "mean_p": 0.285389, "boundary_entropy": 0.414487, "bpb": 1.041828}, "th": {"chunks": 5514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.342804, "cps": 43.078125, "mean_p": 0.3795, "boundary_entropy": 0.586745, "bpb": 1.2333}, "zh": {"chunks": 3193.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540637, "cps": 24.945312, "mean_p": 0.283603, "boundary_entropy": 0.421643, "bpb": 3.401379}, "my": {"chunks": 7129.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37624, "cps": 55.695312, "mean_p": 0.361621, "boundary_entropy": 0.570832, "bpb": 1.233313}}, "bpb": {"en": 2.22008, "de": 2.48359, "vi": 2.04792, "tr": 2.47799, "fi": 2.70074, "ru": 1.52253, "el": 1.62646, "hi": 1.3146, "ta": 1.04183, "th": 1.2333, "zh": 3.40138, "my": 1.23331}, "gini_cpc": 0.207369, "gini_cps": 0.193528, "bpic": 6.363156, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9782723004543037, "vi": 1.4372468817770636, "tr": 1.2478705874613754, "fi": 0.9734550456153601, "ru": 1.913258575197889, "el": 2.0832868315135955, "hi": 2.181727941403143, "ta": 2.51617286224932, "th": 2.0628684233268024, "zh": 3.2533538928693373, "my": 2.26407636054824}, "t": 141.1} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23128, "de": 2.48957, "vi": 2.04977, "tr": 2.4822, "fi": 2.70196, "ru": 1.50072, "el": 1.616, "hi": 1.31246, "ta": 1.04885, "th": 1.24982, "zh": 3.40346, "my": 1.24015}, "bytes_per_chunk": {"en": 5.736, "de": 6.238, "vi": 5.529, "tr": 5.25, "fi": 6.249, "ru": 5.826, "el": 5.333, "hi": 6.615, "ta": 6.628, "th": 8.027, "zh": 5.516, "my": 7.401}, "bpb_mean": 1.94385, "t": 142.3} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 142.3} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.50454, "bpb": 2.17059, "chunk_loss": 0.034871, "F": 0.17444, "G": 0.25323, "chunks": 178.62, "bytes_per_chunk": 5.733, "boundary_entropy": 0.29194, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.5454, "alpha": 0.03, "t": 142.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.30957, "bpb": 1.88931, "chunk_loss": 0.031827, "F": 0.15503, "G": 0.20781, "chunks": 158.75, "bytes_per_chunk": 6.45, "boundary_entropy": 0.22904, "router_noise": 0.0, "grad_norm": 0.6248, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.2655, "alpha": 0.03, "t": 144.3} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.41115, "bpb": 2.03586, "chunk_loss": 0.031447, "F": 0.15314, "G": 0.19571, "chunks": 156.81, "bytes_per_chunk": 6.53, "boundary_entropy": 0.20681, "router_noise": 0.0, "grad_norm": 0.6999, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9273, "alpha": 0.03, "t": 146.3} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.5766, "bpb": 2.27456, "chunk_loss": 0.030942, "F": 0.15707, "G": 0.19535, "chunks": 160.84, "bytes_per_chunk": 6.366, "boundary_entropy": 0.18459, "router_noise": 0.0, "grad_norm": 0.6555, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9194, "alpha": 0.03, "t": 148.2} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166868, "cps": 22.6875, "mean_p": 0.200441, "boundary_entropy": 0.148896, "bpb": 2.193926}, "de": {"chunks": 3308.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161107, "cps": 25.84375, "mean_p": 0.212276, "boundary_entropy": 0.209969, "bpb": 2.449524}, "vi": {"chunks": 4240.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229997, "cps": 33.125, "mean_p": 0.204263, "boundary_entropy": 0.150252, "bpb": 2.026652}, "tr": {"chunks": 3472.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191791, "cps": 27.125, "mean_p": 0.205827, "boundary_entropy": 0.189428, "bpb": 2.459343}, "fi": {"chunks": 3051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162192, "cps": 23.835938, "mean_p": 0.209459, "boundary_entropy": 0.217216, "bpb": 2.672258}, "ru": {"chunks": 5871.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309815, "cps": 45.867188, "mean_p": 0.195853, "boundary_entropy": 0.16835, "bpb": 1.494689}, "el": {"chunks": 6883.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33538, "cps": 53.773438, "mean_p": 0.201634, "boundary_entropy": 0.177057, "bpb": 1.606334}, "hi": {"chunks": 4028.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.239406, "cps": 31.46875, "mean_p": 0.129368, "boundary_entropy": 0.216569, "bpb": 1.326297}, "ta": {"chunks": 4757.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.254453, "cps": 37.164062, "mean_p": 0.11999, "boundary_entropy": 0.186407, "bpb": 1.090125}, "th": {"chunks": 3052.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.189742, "cps": 23.84375, "mean_p": 0.139709, "boundary_entropy": 0.289306, "bpb": 1.239699}, "zh": {"chunks": 1573.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.266339, "cps": 12.289062, "mean_p": 0.144088, "boundary_entropy": 0.261213, "bpb": 3.380143}, "my": {"chunks": 3728.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.196749, "cps": 29.125, "mean_p": 0.140611, "boundary_entropy": 0.300452, "bpb": 1.217217}}, "bpb": {"en": 2.19393, "de": 2.44952, "vi": 2.02665, "tr": 2.45934, "fi": 2.67226, "ru": 1.49469, "el": 1.60633, "hi": 1.3263, "ta": 1.09012, "th": 1.2397, "zh": 3.38014, "my": 1.21722}, "gini_cpc": 0.136891, "gini_cps": 0.187429, "bpic": 8.188726, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9654740423901376, "vi": 1.3783205230797508, "tr": 1.1493615733294742, "fi": 0.9719811271846831, "ru": 1.8566514206589766, "el": 2.009853639315374, "hi": 1.4347026389792836, "ta": 1.5248783207601802, "th": 1.137079872680517, "zh": 1.596109888249238, "my": 1.1790712118595128}, "t": 151.1} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20483, "de": 2.45867, "vi": 2.02805, "tr": 2.46454, "fi": 2.67708, "ru": 1.47058, "el": 1.59741, "hi": 1.32302, "ta": 1.09769, "th": 1.26103, "zh": 3.38318, "my": 1.22647}, "bytes_per_chunk": {"en": 5.739, "de": 6.258, "vi": 5.699, "tr": 5.605, "fi": 6.27, "ru": 6.008, "el": 5.515, "hi": 10.04, "ta": 10.339, "th": 14.707, "zh": 11.056, "my": 13.739}, "bpb_mean": 1.93271, "t": 152.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.67616, "bpb": 2.41819, "chunk_loss": 0.030817, "F": 0.14502, "G": 0.18178, "chunks": 148.5, "bytes_per_chunk": 6.896, "boundary_entropy": 0.19156, "router_noise": 0.0, "grad_norm": 0.7007, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.9946, "alpha": 0.03, "t": 152.3} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.43381, "bpb": 2.06856, "chunk_loss": 0.030759, "F": 0.14752, "G": 0.17975, "chunks": 151.06, "bytes_per_chunk": 6.779, "boundary_entropy": 0.17176, "router_noise": 0.0, "grad_norm": 0.6527, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7257, "alpha": 0.03, "t": 154.3} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.36872, "bpb": 1.97464, "chunk_loss": 0.031002, "F": 0.14734, "G": 0.17484, "chunks": 150.88, "bytes_per_chunk": 6.787, "boundary_entropy": 0.16597, "router_noise": 0.0, "grad_norm": 0.6849, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.29, "alpha": 0.03, "t": 156.2} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.34166, "bpb": 1.93561, "chunk_loss": 0.03079, "F": 0.1543, "G": 0.18341, "chunks": 158.0, "bytes_per_chunk": 6.481, "boundary_entropy": 0.16237, "router_noise": 0.0, "grad_norm": 0.69, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1792, "alpha": 0.03, "t": 158.1} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2900.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166638, "cps": 22.65625, "mean_p": 0.196315, "boundary_entropy": 0.133385, "bpb": 2.170767}, "de": {"chunks": 3331.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162227, "cps": 26.023438, "mean_p": 0.202206, "boundary_entropy": 0.17915, "bpb": 2.429769}, "vi": {"chunks": 4233.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229618, "cps": 33.070312, "mean_p": 0.194918, "boundary_entropy": 0.127654, "bpb": 2.005628}, "tr": {"chunks": 3478.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192123, "cps": 27.171875, "mean_p": 0.202187, "boundary_entropy": 0.175092, "bpb": 2.423284}, "fi": {"chunks": 3059.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162618, "cps": 23.898438, "mean_p": 0.200801, "boundary_entropy": 0.19199, "bpb": 2.639857}, "ru": {"chunks": 5771.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.304538, "cps": 45.085938, "mean_p": 0.184587, "boundary_entropy": 0.151776, "bpb": 1.466722}, "el": {"chunks": 6830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332797, "cps": 53.359375, "mean_p": 0.189832, "boundary_entropy": 0.142977, "bpb": 1.568668}, "hi": {"chunks": 2963.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176107, "cps": 23.148438, "mean_p": 0.090772, "boundary_entropy": 0.191687, "bpb": 1.32543}, "ta": {"chunks": 4446.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.237818, "cps": 34.734375, "mean_p": 0.097475, "boundary_entropy": 0.167662, "bpb": 1.052186}, "th": {"chunks": 2984.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.185514, "cps": 23.3125, "mean_p": 0.125435, "boundary_entropy": 0.254219, "bpb": 1.220106}, "zh": {"chunks": 1344.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.227565, "cps": 10.5, "mean_p": 0.124129, "boundary_entropy": 0.232347, "bpb": 3.359424}, "my": {"chunks": 3744.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.197593, "cps": 29.25, "mean_p": 0.112655, "boundary_entropy": 0.224132, "bpb": 1.197534}}, "bpb": {"en": 2.17077, "de": 2.42977, "vi": 2.00563, "tr": 2.42328, "fi": 2.63986, "ru": 1.46672, "el": 1.56867, "hi": 1.32543, "ta": 1.05219, "th": 1.22011, "zh": 3.35942, "my": 1.19753}, "gini_cpc": 0.131092, "gini_cps": 0.19411, "bpic": 8.512765, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9735277778244271, "vi": 1.377942987009343, "tr": 1.1529358631737547, "fi": 0.9758739292306958, "ru": 1.8275445910290238, "el": 1.9971283690123947, "hi": 1.0568240815699133, "ta": 1.4271516079350002, "th": 1.1132786382686803, "zh": 1.3656265399301704, "my": 1.1857648882968268}, "t": 161.0} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18391, "de": 2.43734, "vi": 2.00689, "tr": 2.42761, "fi": 2.64831, "ru": 1.44509, "el": 1.55833, "hi": 1.32164, "ta": 1.05944, "th": 1.23706, "zh": 3.3633, "my": 1.20636}, "bytes_per_chunk": {"en": 5.736, "de": 6.241, "vi": 5.701, "tr": 5.523, "fi": 6.236, "ru": 6.109, "el": 5.531, "hi": 11.367, "ta": 11.025, "th": 14.727, "zh": 13.098, "my": 12.906}, "bpb_mean": 1.90794, "t": 162.3} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.46483, "bpb": 2.11331, "chunk_loss": 0.031043, "F": 0.15891, "G": 0.18386, "chunks": 162.72, "bytes_per_chunk": 6.293, "boundary_entropy": 0.15386, "router_noise": 0.0, "grad_norm": 0.7448, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.2423, "alpha": 0.03, "t": 162.3} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.40669, "bpb": 2.02943, "chunk_loss": 0.030761, "F": 0.14746, "G": 0.17163, "chunks": 151.0, "bytes_per_chunk": 6.781, "boundary_entropy": 0.15067, "router_noise": 0.0, "grad_norm": 0.7207, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9644, "alpha": 0.03, "t": 164.3} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.48414, "bpb": 2.14116, "chunk_loss": 0.030741, "F": 0.14978, "G": 0.17456, "chunks": 153.38, "bytes_per_chunk": 6.676, "boundary_entropy": 0.14925, "router_noise": 0.0, "grad_norm": 0.6968, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7181, "alpha": 0.03, "t": 166.2} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.3706, "bpb": 1.97736, "chunk_loss": 0.030884, "F": 0.1467, "G": 0.17116, "chunks": 150.22, "bytes_per_chunk": 6.817, "boundary_entropy": 0.1521, "router_noise": 0.0, "grad_norm": 0.6893, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4663, "alpha": 0.03, "t": 168.2} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.190471, "boundary_entropy": 0.115748, "bpb": 2.147138}, "de": {"chunks": 3327.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162032, "cps": 25.992188, "mean_p": 0.198533, "boundary_entropy": 0.167403, "bpb": 2.393333}, "vi": {"chunks": 4223.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229075, "cps": 32.992188, "mean_p": 0.190765, "boundary_entropy": 0.107339, "bpb": 2.002559}, "tr": {"chunks": 3206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177098, "cps": 25.046875, "mean_p": 0.195023, "boundary_entropy": 0.160925, "bpb": 2.398323}, "fi": {"chunks": 3070.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163202, "cps": 23.984375, "mean_p": 0.195699, "boundary_entropy": 0.1764, "bpb": 2.582161}, "ru": {"chunks": 5702.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.300897, "cps": 44.546875, "mean_p": 0.181848, "boundary_entropy": 0.137588, "bpb": 1.449283}, "el": {"chunks": 6730.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327925, "cps": 52.578125, "mean_p": 0.187555, "boundary_entropy": 0.1435, "bpb": 1.545019}, "hi": {"chunks": 2383.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.141634, "cps": 18.617188, "mean_p": 0.087481, "boundary_entropy": 0.185669, "bpb": 1.293212}, "ta": {"chunks": 4028.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.215459, "cps": 31.46875, "mean_p": 0.090582, "boundary_entropy": 0.155396, "bpb": 1.050618}, "th": {"chunks": 2815.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175008, "cps": 21.992188, "mean_p": 0.110245, "boundary_entropy": 0.224184, "bpb": 1.2018}, "zh": {"chunks": 1345.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.227735, "cps": 10.507812, "mean_p": 0.119455, "boundary_entropy": 0.205685, "bpb": 3.345635}, "my": {"chunks": 2943.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15532, "cps": 22.992188, "mean_p": 0.098563, "boundary_entropy": 0.205763, "bpb": 1.183803}}, "bpb": {"en": 2.14714, "de": 2.39333, "vi": 2.00256, "tr": 2.39832, "fi": 2.58216, "ru": 1.44928, "el": 1.54502, "hi": 1.29321, "ta": 1.05062, "th": 1.2018, "zh": 3.34563, "my": 1.1838}, "gini_cpc": 0.146864, "gini_cps": 0.206995, "bpic": 8.996695, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9770756430523635, "vi": 1.3813563641879345, "tr": 1.0679250162761182, "fi": 0.9841341118253563, "ru": 1.8144532882791455, "el": 1.9774340699644017, "hi": 0.8540764813275957, "ta": 1.2992471888433375, "th": 1.0553223293353848, "zh": 1.3732722211387975, "my": 0.93660113443204}, "t": 171.0} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.15956, "de": 2.40275, "vi": 2.00289, "tr": 2.40154, "fi": 2.58861, "ru": 1.42698, "el": 1.53567, "hi": 1.29123, "ta": 1.05725, "th": 1.21914, "zh": 3.34934, "my": 1.19343}, "bytes_per_chunk": {"en": 5.738, "de": 6.24, "vi": 5.707, "tr": 6.144, "fi": 6.214, "ru": 6.215, "el": 5.588, "hi": 12.098, "ta": 12.221, "th": 15.582, "zh": 13.232, "my": 15.465}, "bpb_mean": 1.8857, "t": 172.3} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.48561, "bpb": 2.14329, "chunk_loss": 0.030412, "F": 0.14056, "G": 0.1708, "chunks": 143.94, "bytes_per_chunk": 7.114, "boundary_entropy": 0.15511, "router_noise": 0.0, "grad_norm": 0.7354, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.7667, "alpha": 0.03, "t": 172.3} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.38999, "bpb": 2.00533, "chunk_loss": 0.030332, "F": 0.14664, "G": 0.17396, "chunks": 150.16, "bytes_per_chunk": 6.82, "boundary_entropy": 0.143, "router_noise": 0.0, "grad_norm": 0.7205, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.8476, "alpha": 0.03, "t": 174.3} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41743, "bpb": 2.04492, "chunk_loss": 0.030432, "F": 0.15778, "G": 0.18097, "chunks": 161.56, "bytes_per_chunk": 6.338, "boundary_entropy": 0.12951, "router_noise": 0.0, "grad_norm": 0.6859, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.9333, "alpha": 0.03, "t": 176.2} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.37052, "bpb": 1.97724, "chunk_loss": 0.030545, "F": 0.14053, "G": 0.16971, "chunks": 143.91, "bytes_per_chunk": 7.116, "boundary_entropy": 0.15242, "router_noise": 0.0, "grad_norm": 0.7073, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8477, "alpha": 0.03, "t": 178.2} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2884.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165719, "cps": 22.53125, "mean_p": 0.187741, "boundary_entropy": 0.106791, "bpb": 2.141882}, "de": {"chunks": 3297.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160571, "cps": 25.757812, "mean_p": 0.192476, "boundary_entropy": 0.154551, "bpb": 2.373305}, "vi": {"chunks": 4205.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228099, "cps": 32.851562, "mean_p": 0.188829, "boundary_entropy": 0.108766, "bpb": 1.985352}, "tr": {"chunks": 3065.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169309, "cps": 23.945312, "mean_p": 0.188585, "boundary_entropy": 0.152579, "bpb": 2.385386}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.186937, "boundary_entropy": 0.16091, "bpb": 2.568674}, "ru": {"chunks": 5725.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302111, "cps": 44.726562, "mean_p": 0.17682, "boundary_entropy": 0.126828, "bpb": 1.427375}, "el": {"chunks": 6747.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.328753, "cps": 52.710938, "mean_p": 0.183855, "boundary_entropy": 0.137105, "bpb": 1.511929}, "hi": {"chunks": 1518.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.090223, "cps": 11.859375, "mean_p": 0.077602, "boundary_entropy": 0.169187, "bpb": 1.288772}, "ta": {"chunks": 3155.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.168762, "cps": 24.648438, "mean_p": 0.085837, "boundary_entropy": 0.149131, "bpb": 1.049415}, "th": {"chunks": 2600.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161641, "cps": 20.3125, "mean_p": 0.10408, "boundary_entropy": 0.21332, "bpb": 1.190855}, "zh": {"chunks": 1372.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.232306, "cps": 10.71875, "mean_p": 0.114512, "boundary_entropy": 0.191442, "bpb": 3.315322}, "my": {"chunks": 1937.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.102227, "cps": 15.132812, "mean_p": 0.091409, "boundary_entropy": 0.2117, "bpb": 1.18047}}, "bpb": {"en": 2.14188, "de": 2.3733, "vi": 1.98535, "tr": 2.38539, "fi": 2.56867, "ru": 1.42738, "el": 1.51193, "hi": 1.28877, "ta": 1.04942, "th": 1.19086, "zh": 3.31532, "my": 1.18047}, "gini_cpc": 0.194388, "gini_cps": 0.247233, "bpic": 9.71327, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.968936696267765, "vi": 1.3764223701598788, "tr": 1.0216656490908895, "fi": 0.9642862119730901, "ru": 1.8230355633300275, "el": 1.9838038517456449, "hi": 0.5444344057390985, "ta": 1.0183633433847006, "th": 0.9753963966566314, "zh": 1.4018112237349545, "my": 0.6168720722485395}, "t": 181.0} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15205, "de": 2.3798, "vi": 1.9878, "tr": 2.38742, "fi": 2.57679, "ru": 1.40602, "el": 1.50305, "hi": 1.28692, "ta": 1.05672, "th": 1.20941, "zh": 3.31663, "my": 1.18944}, "bytes_per_chunk": {"en": 5.74, "de": 6.275, "vi": 5.72, "tr": 6.346, "fi": 6.328, "ru": 6.231, "el": 5.607, "hi": 14.882, "ta": 13.806, "th": 16.865, "zh": 12.848, "my": 22.567}, "bpb_mean": 1.87101, "t": 182.3} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.3246, "bpb": 1.91099, "chunk_loss": 0.030712, "F": 0.14575, "G": 0.16609, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.12679, "router_noise": 0.0, "grad_norm": 0.7467, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.6071, "alpha": 0.03, "t": 182.4} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.55938, "bpb": 2.2497, "chunk_loss": 0.030403, "F": 0.14481, "G": 0.16869, "chunks": 148.28, "bytes_per_chunk": 6.906, "boundary_entropy": 0.13445, "router_noise": 0.0, "grad_norm": 0.7096, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2757, "alpha": 0.03, "t": 184.3} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.51234, "bpb": 2.18184, "chunk_loss": 0.030317, "F": 0.15427, "G": 0.17986, "chunks": 157.97, "bytes_per_chunk": 6.482, "boundary_entropy": 0.13254, "router_noise": 0.0, "grad_norm": 0.7242, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.1473, "alpha": 0.03, "t": 186.2} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.33484, "bpb": 1.92577, "chunk_loss": 0.031027, "F": 0.14233, "G": 0.16144, "chunks": 145.75, "bytes_per_chunk": 7.026, "boundary_entropy": 0.14031, "router_noise": 0.0, "grad_norm": 0.6351, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.8728, "alpha": 0.03, "t": 188.2} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.188126, "boundary_entropy": 0.105196, "bpb": 2.116959}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.190263, "boundary_entropy": 0.144943, "bpb": 2.353447}, "vi": {"chunks": 4231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229509, "cps": 33.054688, "mean_p": 0.188395, "boundary_entropy": 0.105587, "bpb": 1.952682}, "tr": {"chunks": 3200.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176766, "cps": 25.0, "mean_p": 0.191264, "boundary_entropy": 0.149336, "bpb": 2.361009}, "fi": {"chunks": 3011.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160066, "cps": 23.523438, "mean_p": 0.185141, "boundary_entropy": 0.150485, "bpb": 2.555513}, "ru": {"chunks": 5660.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.298681, "cps": 44.21875, "mean_p": 0.177246, "boundary_entropy": 0.125885, "bpb": 1.412211}, "el": {"chunks": 6626.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322857, "cps": 51.765625, "mean_p": 0.183506, "boundary_entropy": 0.135038, "bpb": 1.494211}, "hi": {"chunks": 1474.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.087608, "cps": 11.515625, "mean_p": 0.081488, "boundary_entropy": 0.180176, "bpb": 1.272783}, "ta": {"chunks": 3240.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173308, "cps": 25.3125, "mean_p": 0.087175, "boundary_entropy": 0.150559, "bpb": 1.038918}, "th": {"chunks": 2605.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161952, "cps": 20.351562, "mean_p": 0.11072, "boundary_entropy": 0.228237, "bpb": 1.175443}, "zh": {"chunks": 1451.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.245682, "cps": 11.335938, "mean_p": 0.119094, "boundary_entropy": 0.187276, "bpb": 3.296522}, "my": {"chunks": 2892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152628, "cps": 22.59375, "mean_p": 0.088761, "boundary_entropy": 0.177917, "bpb": 1.165481}}, "bpb": {"en": 2.11696, "de": 2.35345, "vi": 1.95268, "tr": 2.36101, "fi": 2.55551, "ru": 1.41221, "el": 1.49421, "hi": 1.27278, "ta": 1.03892, "th": 1.17544, "zh": 3.29652, "my": 1.16548}, "gini_cpc": 0.174557, "gini_cps": 0.224421, "bpic": 9.454364, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9709881940306735, "vi": 1.381579599886182, "tr": 1.064082878837005, "fi": 0.9635514307232196, "ru": 1.7979733300233918, "el": 1.9435092632064457, "hi": 0.5273736651585106, "ta": 1.043267237765773, "th": 0.9749058825439523, "zh": 1.478938103621091, "my": 0.9187787479607937}, "t": 191.0} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12894, "de": 2.36268, "vi": 1.95443, "tr": 2.36555, "fi": 2.56176, "ru": 1.39097, "el": 1.48554, "hi": 1.27073, "ta": 1.04588, "th": 1.1932, "zh": 3.29342, "my": 1.17365}, "bytes_per_chunk": {"en": 5.736, "de": 6.259, "vi": 5.7, "tr": 6.135, "fi": 6.323, "ru": 6.269, "el": 5.702, "hi": 15.862, "ta": 14.142, "th": 17.172, "zh": 12.429, "my": 15.888}, "bpb_mean": 1.85223, "t": 192.3} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.37042, "bpb": 1.9771, "chunk_loss": 0.030493, "F": 0.14386, "G": 0.16685, "chunks": 147.31, "bytes_per_chunk": 6.951, "boundary_entropy": 0.13502, "router_noise": 0.0, "grad_norm": 0.6858, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.6708, "alpha": 0.03, "t": 192.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.36988, "bpb": 1.97632, "chunk_loss": 0.030584, "F": 0.14096, "G": 0.1655, "chunks": 144.34, "bytes_per_chunk": 7.094, "boundary_entropy": 0.13503, "router_noise": 0.0, "grad_norm": 0.7567, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9964, "alpha": 0.03, "t": 194.3} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.44213, "bpb": 2.08056, "chunk_loss": 0.030902, "F": 0.14511, "G": 0.16506, "chunks": 148.59, "bytes_per_chunk": 6.891, "boundary_entropy": 0.1331, "router_noise": 0.0, "grad_norm": 0.7145, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4167, "alpha": 0.03, "t": 196.2} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.40112, "bpb": 2.02138, "chunk_loss": 0.030401, "F": 0.14566, "G": 0.16976, "chunks": 149.16, "bytes_per_chunk": 6.865, "boundary_entropy": 0.12974, "router_noise": 0.0, "grad_norm": 0.6952, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2873, "alpha": 0.03, "t": 198.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.184756, "boundary_entropy": 0.095216, "bpb": 2.101586}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.187737, "boundary_entropy": 0.139355, "bpb": 2.331155}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.183647, "boundary_entropy": 0.089449, "bpb": 1.947969}, "tr": {"chunks": 3047.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168315, "cps": 23.804688, "mean_p": 0.184142, "boundary_entropy": 0.139063, "bpb": 2.344235}, "fi": {"chunks": 3000.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159481, "cps": 23.4375, "mean_p": 0.179868, "boundary_entropy": 0.139124, "bpb": 2.52305}, "ru": {"chunks": 5643.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297784, "cps": 44.085938, "mean_p": 0.174391, "boundary_entropy": 0.117329, "bpb": 1.409126}, "el": {"chunks": 6650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324027, "cps": 51.953125, "mean_p": 0.182169, "boundary_entropy": 0.125343, "bpb": 1.473493}, "hi": {"chunks": 1387.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.082437, "cps": 10.835938, "mean_p": 0.075863, "boundary_entropy": 0.165247, "bpb": 1.262582}, "ta": {"chunks": 3243.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173469, "cps": 25.335938, "mean_p": 0.084867, "boundary_entropy": 0.142989, "bpb": 1.01602}, "th": {"chunks": 2649.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164688, "cps": 20.695312, "mean_p": 0.107538, "boundary_entropy": 0.212396, "bpb": 1.15537}, "zh": {"chunks": 1319.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.223332, "cps": 10.304688, "mean_p": 0.109996, "boundary_entropy": 0.175868, "bpb": 3.274054}, "my": {"chunks": 2948.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.155584, "cps": 23.03125, "mean_p": 0.090475, "boundary_entropy": 0.17844, "bpb": 1.166108}}, "bpb": {"en": 2.10159, "de": 2.33116, "vi": 1.94797, "tr": 2.34424, "fi": 2.52305, "ru": 1.40913, "el": 1.47349, "hi": 1.26258, "ta": 1.01602, "th": 1.15537, "zh": 3.27405, "my": 1.16611}, "gini_cpc": 0.172198, "gini_cps": 0.229283, "bpic": 9.529486, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9676362554817475, "vi": 1.374665083482168, "tr": 1.0146102352659638, "fi": 0.961361459737398, "ru": 1.7950567049269173, "el": 1.9532513649263312, "hi": 0.49693401429063316, "ta": 1.0456800333281053, "th": 0.9927461908662191, "zh": 1.3462592156462092, "my": 0.9378673984161272}, "t": 201.1} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11256, "de": 2.33806, "vi": 1.9486, "tr": 2.3503, "fi": 2.53115, "ru": 1.38708, "el": 1.4642, "hi": 1.25937, "ta": 1.02421, "th": 1.17508, "zh": 3.2736, "my": 1.17481}, "bytes_per_chunk": {"en": 5.742, "de": 6.286, "vi": 5.716, "tr": 6.363, "fi": 6.326, "ru": 6.29, "el": 5.676, "hi": 15.928, "ta": 13.443, "th": 16.617, "zh": 13.079, "my": 15.781}, "bpb_mean": 1.83658, "t": 202.3} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.45844, "bpb": 2.10408, "chunk_loss": 0.031324, "F": 0.15829, "G": 0.17464, "chunks": 162.09, "bytes_per_chunk": 6.317, "boundary_entropy": 0.12446, "router_noise": 0.0, "grad_norm": 1.3891, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.7077, "alpha": 0.03, "t": 202.4} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.32161, "bpb": 1.90668, "chunk_loss": 0.03072, "F": 0.15601, "G": 0.1729, "chunks": 159.75, "bytes_per_chunk": 6.41, "boundary_entropy": 0.11168, "router_noise": 0.0, "grad_norm": 0.6845, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9757, "alpha": 0.03, "t": 204.3} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.58566, "bpb": 2.28762, "chunk_loss": 0.030421, "F": 0.14111, "G": 0.1608, "chunks": 144.5, "bytes_per_chunk": 7.087, "boundary_entropy": 0.12247, "router_noise": 0.0, "grad_norm": 0.7386, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6591, "alpha": 0.03, "t": 206.3} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.30721, "bpb": 1.8859, "chunk_loss": 0.030532, "F": 0.14413, "G": 0.16326, "chunks": 147.59, "bytes_per_chunk": 6.938, "boundary_entropy": 0.1215, "router_noise": 0.0, "grad_norm": 0.6829, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7851, "alpha": 0.03, "t": 208.2} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.184241, "boundary_entropy": 0.091697, "bpb": 2.085321}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.186293, "boundary_entropy": 0.131754, "bpb": 2.313464}, "vi": {"chunks": 4188.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227177, "cps": 32.71875, "mean_p": 0.1833, "boundary_entropy": 0.084332, "bpb": 1.937292}, "tr": {"chunks": 3046.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168259, "cps": 23.796875, "mean_p": 0.181338, "boundary_entropy": 0.130166, "bpb": 2.321428}, "fi": {"chunks": 3009.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15996, "cps": 23.507812, "mean_p": 0.181954, "boundary_entropy": 0.140243, "bpb": 2.527471}, "ru": {"chunks": 5610.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296042, "cps": 43.828125, "mean_p": 0.169707, "boundary_entropy": 0.120523, "bpb": 1.39017}, "el": {"chunks": 6617.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322419, "cps": 51.695312, "mean_p": 0.180033, "boundary_entropy": 0.126125, "bpb": 1.457136}, "hi": {"chunks": 3421.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203328, "cps": 26.726562, "mean_p": 0.086899, "boundary_entropy": 0.164053, "bpb": 1.243723}, "ta": {"chunks": 3825.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.2046, "cps": 29.882812, "mean_p": 0.082721, "boundary_entropy": 0.136272, "bpb": 1.012687}, "th": {"chunks": 2561.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.159217, "cps": 20.007812, "mean_p": 0.09425, "boundary_entropy": 0.18729, "bpb": 1.150841}, "zh": {"chunks": 1294.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.219099, "cps": 10.109375, "mean_p": 0.105907, "boundary_entropy": 0.160118, "bpb": 3.273989}, "my": {"chunks": 2377.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125449, "cps": 18.570312, "mean_p": 0.089157, "boundary_entropy": 0.187489, "bpb": 1.159197}}, "bpb": {"en": 2.08532, "de": 2.31346, "vi": 1.93729, "tr": 2.32143, "fi": 2.52747, "ru": 1.39017, "el": 1.45714, "hi": 1.24372, "ta": 1.01269, "th": 1.15084, "zh": 3.27399, "my": 1.1592}, "gini_cpc": 0.148928, "gini_cps": 0.208066, "bpic": 9.107717, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9684332578324515, "vi": 1.3684852141100288, "tr": 1.013575083709584, "fi": 0.9635780151833346, "ru": 1.7833238806828922, "el": 1.942213049826983, "hi": 1.2248265157020763, "ta": 1.232487571018289, "th": 0.9591026513805326, "zh": 1.319828226148743, "my": 0.7556877531796592}, "t": 211.1} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.09738, "de": 2.32185, "vi": 1.93702, "tr": 2.32732, "fi": 2.53373, "ru": 1.36823, "el": 1.4466, "hi": 1.24106, "ta": 1.02095, "th": 1.16961, "zh": 3.27262, "my": 1.16727}, "bytes_per_chunk": {"en": 5.739, "de": 6.272, "vi": 5.714, "tr": 6.365, "fi": 6.312, "ru": 6.338, "el": 5.701, "hi": 10.733, "ta": 12.641, "th": 17.444, "zh": 13.985, "my": 20.895}, "bpb_mean": 1.8253, "t": 212.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37226, "bpb": 1.97976, "chunk_loss": 0.030442, "F": 0.15314, "G": 0.17094, "chunks": 156.81, "bytes_per_chunk": 6.53, "boundary_entropy": 0.11491, "router_noise": 0.0, "grad_norm": 0.711, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.4667, "alpha": 0.03, "t": 212.4} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.48906, "bpb": 2.14825, "chunk_loss": 0.030425, "F": 0.13077, "G": 0.15153, "chunks": 133.91, "bytes_per_chunk": 7.647, "boundary_entropy": 0.12887, "router_noise": 0.0, "grad_norm": 0.6775, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 11.14, "alpha": 0.03, "t": 214.3} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.49694, "bpb": 2.15962, "chunk_loss": 0.030469, "F": 0.13345, "G": 0.15499, "chunks": 136.66, "bytes_per_chunk": 7.493, "boundary_entropy": 0.12849, "router_noise": 0.0, "grad_norm": 0.7089, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.5674, "alpha": 0.03, "t": 216.3} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42055, "bpb": 2.04942, "chunk_loss": 0.030522, "F": 0.14355, "G": 0.16001, "chunks": 147.0, "bytes_per_chunk": 6.966, "boundary_entropy": 0.11789, "router_noise": 0.0, "grad_norm": 0.7131, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7537, "alpha": 0.03, "t": 218.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183747, "boundary_entropy": 0.089635, "bpb": 2.073236}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.186841, "boundary_entropy": 0.131979, "bpb": 2.298369}, "vi": {"chunks": 4216.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228695, "cps": 32.9375, "mean_p": 0.183016, "boundary_entropy": 0.085979, "bpb": 1.922784}, "tr": {"chunks": 3099.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171187, "cps": 24.210938, "mean_p": 0.18433, "boundary_entropy": 0.129427, "bpb": 2.297714}, "fi": {"chunks": 3024.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160757, "cps": 23.625, "mean_p": 0.180738, "boundary_entropy": 0.131188, "bpb": 2.48274}, "ru": {"chunks": 5610.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296042, "cps": 43.828125, "mean_p": 0.17088, "boundary_entropy": 0.113807, "bpb": 1.372294}, "el": {"chunks": 6658.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324417, "cps": 52.015625, "mean_p": 0.181893, "boundary_entropy": 0.119422, "bpb": 1.434461}, "hi": {"chunks": 3285.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.195245, "cps": 25.664062, "mean_p": 0.0861, "boundary_entropy": 0.161624, "bpb": 1.236405}, "ta": {"chunks": 4147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.221824, "cps": 32.398438, "mean_p": 0.086915, "boundary_entropy": 0.133045, "bpb": 1.017608}, "th": {"chunks": 2824.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175567, "cps": 22.0625, "mean_p": 0.103796, "boundary_entropy": 0.199816, "bpb": 1.13998}, "zh": {"chunks": 1368.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.231629, "cps": 10.6875, "mean_p": 0.10938, "boundary_entropy": 0.163371, "bpb": 3.240679}, "my": {"chunks": 2801.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.147826, "cps": 21.882812, "mean_p": 0.092329, "boundary_entropy": 0.186094, "bpb": 1.148922}}, "bpb": {"en": 2.07324, "de": 2.29837, "vi": 1.92278, "tr": 2.29771, "fi": 2.48274, "ru": 1.37229, "el": 1.43446, "hi": 1.23641, "ta": 1.01761, "th": 1.13998, "zh": 3.24068, "my": 1.14892}, "gini_cpc": 0.139124, "gini_cps": 0.193828, "bpic": 8.878887, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.969649019826607, "vi": 1.3781116102319522, "tr": 1.031568224638851, "fi": 0.9687168069722863, "ru": 1.783941375101411, "el": 1.9549239937949487, "hi": 1.1765414504039875, "ta": 1.3367047679657187, "th": 1.0579631924239046, "zh": 1.3957884042989288, "my": 0.8907927301546088}, "t": 221.1} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08683, "de": 2.30625, "vi": 1.9235, "tr": 2.3039, "fi": 2.49016, "ru": 1.35118, "el": 1.42626, "hi": 1.23389, "ta": 1.024, "th": 1.15782, "zh": 3.23807, "my": 1.15703}, "bytes_per_chunk": {"en": 5.74, "de": 6.266, "vi": 5.71, "tr": 6.259, "fi": 6.295, "ru": 6.328, "el": 5.672, "hi": 10.996, "ta": 11.827, "th": 15.546, "zh": 13.289, "my": 16.867}, "bpb_mean": 1.80824, "t": 222.4} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.41114, "bpb": 2.03585, "chunk_loss": 0.030665, "F": 0.14127, "G": 0.15947, "chunks": 144.66, "bytes_per_chunk": 7.079, "boundary_entropy": 0.12272, "router_noise": 0.0, "grad_norm": 0.7691, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.4895, "alpha": 0.03, "t": 222.4} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.30075, "bpb": 1.87658, "chunk_loss": 0.030647, "F": 0.1441, "G": 0.1622, "chunks": 147.56, "bytes_per_chunk": 6.939, "boundary_entropy": 0.11301, "router_noise": 0.0, "grad_norm": 0.7284, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.696, "alpha": 0.03, "t": 224.4} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.44905, "bpb": 2.09053, "chunk_loss": 0.030451, "F": 0.14374, "G": 0.16163, "chunks": 147.19, "bytes_per_chunk": 6.957, "boundary_entropy": 0.11569, "router_noise": 0.0, "grad_norm": 0.717, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4908, "alpha": 0.03, "t": 226.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.23619, "bpb": 1.78345, "chunk_loss": 0.030774, "F": 0.14532, "G": 0.16062, "chunks": 148.81, "bytes_per_chunk": 6.881, "boundary_entropy": 0.12028, "router_noise": 0.0, "grad_norm": 0.6916, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3128, "alpha": 0.03, "t": 228.3} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.183336, "boundary_entropy": 0.087425, "bpb": 2.060022}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.185143, "boundary_entropy": 0.127172, "bpb": 2.288534}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.182667, "boundary_entropy": 0.090399, "bpb": 1.91214}, "tr": {"chunks": 3081.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170193, "cps": 24.070312, "mean_p": 0.182215, "boundary_entropy": 0.127493, "bpb": 2.289708}, "fi": {"chunks": 3009.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15996, "cps": 23.507812, "mean_p": 0.177679, "boundary_entropy": 0.129386, "bpb": 2.462147}, "ru": {"chunks": 5626.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296887, "cps": 43.953125, "mean_p": 0.171953, "boundary_entropy": 0.115176, "bpb": 1.359009}, "el": {"chunks": 6673.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325147, "cps": 52.132812, "mean_p": 0.182348, "boundary_entropy": 0.113783, "bpb": 1.418329}, "hi": {"chunks": 2035.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.120951, "cps": 15.898438, "mean_p": 0.080935, "boundary_entropy": 0.166857, "bpb": 1.230427}, "ta": {"chunks": 3608.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.192993, "cps": 28.1875, "mean_p": 0.082364, "boundary_entropy": 0.133821, "bpb": 0.99944}, "th": {"chunks": 2718.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.168977, "cps": 21.234375, "mean_p": 0.099039, "boundary_entropy": 0.192079, "bpb": 1.127911}, "zh": {"chunks": 1279.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.216559, "cps": 9.992188, "mean_p": 0.10285, "boundary_entropy": 0.15536, "bpb": 3.227484}, "my": {"chunks": 2650.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.139856, "cps": 20.703125, "mean_p": 0.097878, "boundary_entropy": 0.202746, "bpb": 1.139875}}, "bpb": {"en": 2.06002, "de": 2.28853, "vi": 1.91214, "tr": 2.28971, "fi": 2.46215, "ru": 1.35901, "el": 1.41833, "hi": 1.23043, "ta": 0.99944, "th": 1.12791, "zh": 3.22748, "my": 1.13987}, "gini_cpc": 0.159914, "gini_cps": 0.219865, "bpic": 9.341829, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9688525838382166, "vi": 1.379720848720035, "tr": 1.026287266109395, "fi": 0.9645796555317581, "ru": 1.7902690634616756, "el": 1.9606861142455354, "hi": 0.7293519259343925, "ta": 1.163774542538918, "th": 1.0189577588396364, "zh": 1.3058848853803138, "my": 0.8433547421831146}, "t": 231.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07298, "de": 2.29702, "vi": 1.91479, "tr": 2.29392, "fi": 2.46976, "ru": 1.33765, "el": 1.40849, "hi": 1.22821, "ta": 1.00682, "th": 1.14526, "zh": 3.22666, "my": 1.14875}, "bytes_per_chunk": {"en": 5.74, "de": 6.277, "vi": 5.707, "tr": 6.299, "fi": 6.316, "ru": 6.311, "el": 5.667, "hi": 13.065, "ta": 12.7, "th": 16.483, "zh": 14.185, "my": 17.28}, "bpb_mean": 1.79586, "t": 232.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 232.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.25148, "bpb": 1.8055, "chunk_loss": 0.0, "F": 0.15186, "G": 0.16823, "chunks": 155.5, "bytes_per_chunk": 6.585, "boundary_entropy": 0.11372, "router_noise": 0.0, "grad_norm": 0.7049, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.084, "alpha": 0.0, "t": 232.4} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.27809, "bpb": 1.8439, "chunk_loss": 0.0, "F": 0.15427, "G": 0.16765, "chunks": 157.97, "bytes_per_chunk": 6.482, "boundary_entropy": 0.10204, "router_noise": 0.0, "grad_norm": 0.7128, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 234.3} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.36288, "bpb": 1.96623, "chunk_loss": 0.0, "F": 0.14032, "G": 0.15953, "chunks": 143.69, "bytes_per_chunk": 7.127, "boundary_entropy": 0.11882, "router_noise": 0.0, "grad_norm": 0.7329, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 236.2} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.32609, "bpb": 1.91314, "chunk_loss": 0.0, "F": 0.14874, "G": 0.16339, "chunks": 152.31, "bytes_per_chunk": 6.723, "boundary_entropy": 0.10989, "router_noise": 0.0, "grad_norm": 0.7108, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 238.2} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.183964, "boundary_entropy": 0.090233, "bpb": 2.050702}, "de": {"chunks": 3303.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160863, "cps": 25.804688, "mean_p": 0.186806, "boundary_entropy": 0.132514, "bpb": 2.274676}, "vi": {"chunks": 4230.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229455, "cps": 33.046875, "mean_p": 0.183383, "boundary_entropy": 0.089306, "bpb": 1.906278}, "tr": {"chunks": 3047.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168315, "cps": 23.804688, "mean_p": 0.180419, "boundary_entropy": 0.128488, "bpb": 2.272499}, "fi": {"chunks": 3009.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15996, "cps": 23.507812, "mean_p": 0.179146, "boundary_entropy": 0.131428, "bpb": 2.445118}, "ru": {"chunks": 5649.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.2981, "cps": 44.132812, "mean_p": 0.175236, "boundary_entropy": 0.111764, "bpb": 1.351973}, "el": {"chunks": 6685.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325732, "cps": 52.226562, "mean_p": 0.184062, "boundary_entropy": 0.11287, "bpb": 1.41307}, "hi": {"chunks": 3647.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.216761, "cps": 28.492188, "mean_p": 0.08945, "boundary_entropy": 0.164888, "bpb": 1.220038}, "ta": {"chunks": 4382.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.234394, "cps": 34.234375, "mean_p": 0.091991, "boundary_entropy": 0.135459, "bpb": 0.98641}, "th": {"chunks": 2824.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175567, "cps": 22.0625, "mean_p": 0.104101, "boundary_entropy": 0.195104, "bpb": 1.117777}, "zh": {"chunks": 1505.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.254826, "cps": 11.757812, "mean_p": 0.118047, "boundary_entropy": 0.164489, "bpb": 3.214117}, "my": {"chunks": 3623.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.191208, "cps": 28.304688, "mean_p": 0.108471, "boundary_entropy": 0.20538, "bpb": 1.12819}}, "bpb": {"en": 2.0507, "de": 2.27468, "vi": 1.90628, "tr": 2.2725, "fi": 2.44512, "ru": 1.35197, "el": 1.41307, "hi": 1.22004, "ta": 0.98641, "th": 1.11778, "zh": 3.21412, "my": 1.12819}, "gini_cpc": 0.135564, "gini_cps": 0.188087, "bpic": 8.568261, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9696913082088021, "vi": 1.383166818061268, "tr": 1.0146102352659638, "fi": 0.9642455441166102, "ru": 1.7969653244962178, "el": 1.9635316352680487, "hi": 1.3066462509862575, "ta": 1.412941691657033, "th": 1.0583296500589665, "zh": 1.5361031990504512, "my": 1.1526097640643247}, "t": 241.0} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06443, "de": 2.28347, "vi": 1.90685, "tr": 2.27654, "fi": 2.45228, "ru": 1.33059, "el": 1.40379, "hi": 1.21762, "ta": 0.99335, "th": 1.13539, "zh": 3.21033, "my": 1.13666}, "bytes_per_chunk": {"en": 5.74, "de": 6.273, "vi": 5.703, "tr": 6.357, "fi": 6.302, "ru": 6.282, "el": 5.64, "hi": 10.514, "ta": 11.31, "th": 15.884, "zh": 12.063, "my": 13.205}, "bpb_mean": 1.78427, "t": 242.3} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.32877, "bpb": 1.91701, "chunk_loss": 0.0, "F": 0.14807, "G": 0.16441, "chunks": 151.62, "bytes_per_chunk": 6.754, "boundary_entropy": 0.1191, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 242.3} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.16668, "bpb": 1.68317, "chunk_loss": 0.0, "F": 0.14142, "G": 0.16316, "chunks": 144.81, "bytes_per_chunk": 7.071, "boundary_entropy": 0.12823, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 244.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.29099, "bpb": 1.8625, "chunk_loss": 0.0, "F": 0.1524, "G": 0.16914, "chunks": 156.06, "bytes_per_chunk": 6.561, "boundary_entropy": 0.11252, "router_noise": 0.0, "grad_norm": 0.718, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.039, "alpha": 0.0, "t": 246.1} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.29022, "bpb": 1.86139, "chunk_loss": 0.0, "F": 0.1586, "G": 0.17548, "chunks": 162.41, "bytes_per_chunk": 6.305, "boundary_entropy": 0.10787, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 248.1} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.183509, "boundary_entropy": 0.087431, "bpb": 2.039342}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.184783, "boundary_entropy": 0.125797, "bpb": 2.266387}, "vi": {"chunks": 4216.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228695, "cps": 32.9375, "mean_p": 0.182951, "boundary_entropy": 0.086696, "bpb": 1.897473}, "tr": {"chunks": 3054.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168701, "cps": 23.859375, "mean_p": 0.180384, "boundary_entropy": 0.125355, "bpb": 2.263499}, "fi": {"chunks": 3008.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159906, "cps": 23.5, "mean_p": 0.177989, "boundary_entropy": 0.127667, "bpb": 2.436554}, "ru": {"chunks": 5655.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.298417, "cps": 44.179688, "mean_p": 0.175862, "boundary_entropy": 0.113216, "bpb": 1.34131}, "el": {"chunks": 6693.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326122, "cps": 52.289062, "mean_p": 0.184096, "boundary_entropy": 0.112354, "bpb": 1.392126}, "hi": {"chunks": 3957.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.235186, "cps": 30.914062, "mean_p": 0.097155, "boundary_entropy": 0.169486, "bpb": 1.208292}, "ta": {"chunks": 4081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.218294, "cps": 31.882812, "mean_p": 0.087789, "boundary_entropy": 0.136353, "bpb": 0.985746}, "th": {"chunks": 2786.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173205, "cps": 21.765625, "mean_p": 0.103485, "boundary_entropy": 0.196708, "bpb": 1.114193}, "zh": {"chunks": 1582.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.267863, "cps": 12.359375, "mean_p": 0.123093, "boundary_entropy": 0.166065, "bpb": 3.203192}, "my": {"chunks": 2377.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125449, "cps": 18.570312, "mean_p": 0.094944, "boundary_entropy": 0.196031, "bpb": 1.122207}}, "bpb": {"en": 2.03934, "de": 2.26639, "vi": 1.89747, "tr": 2.2635, "fi": 2.43655, "ru": 1.34131, "el": 1.39213, "hi": 1.20829, "ta": 0.98575, "th": 1.11419, "zh": 3.20319, "my": 1.12221}, "gini_cpc": 0.157509, "gini_cps": 0.200338, "bpic": 8.80474, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9664619396377162, "vi": 1.3785889609802142, "tr": 1.0169411416154428, "fi": 0.9639250902966978, "ru": 1.798873944065518, "el": 1.9658814113461558, "hi": 1.4177129737188432, "ta": 1.3158865914313902, "th": 1.0440886703485412, "zh": 1.6146945255134972, "my": 0.7562112639196521}, "t": 250.9} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05184, "de": 2.27408, "vi": 1.89788, "tr": 2.26732, "fi": 2.4452, "ru": 1.32086, "el": 1.38446, "hi": 1.20471, "ta": 0.99278, "th": 1.13183, "zh": 3.19927, "my": 1.13132}, "bytes_per_chunk": {"en": 5.739, "de": 6.283, "vi": 5.71, "tr": 6.354, "fi": 6.314, "ru": 6.273, "el": 5.635, "hi": 10.108, "ta": 12.22, "th": 16.1, "zh": 11.415, "my": 18.997}, "bpb_mean": 1.77513, "t": 252.2} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.45634, "bpb": 2.10105, "chunk_loss": 0.0, "F": 0.13651, "G": 0.1594, "chunks": 139.78, "bytes_per_chunk": 7.326, "boundary_entropy": 0.12916, "router_noise": 0.0, "grad_norm": 0.6819, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 252.2} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.34264, "bpb": 1.93702, "chunk_loss": 0.0, "F": 0.13943, "G": 0.15765, "chunks": 142.78, "bytes_per_chunk": 7.172, "boundary_entropy": 0.1253, "router_noise": 0.0, "grad_norm": 0.7393, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 254.1} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.39673, "bpb": 2.01506, "chunk_loss": 0.0, "F": 0.15027, "G": 0.17024, "chunks": 153.88, "bytes_per_chunk": 6.655, "boundary_entropy": 0.11909, "router_noise": 0.0, "grad_norm": 0.7358, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 256.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.36767, "bpb": 1.97313, "chunk_loss": 0.0, "F": 0.15063, "G": 0.16929, "chunks": 154.25, "bytes_per_chunk": 6.639, "boundary_entropy": 0.11513, "router_noise": 0.0, "grad_norm": 0.6913, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 257.9} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.184385, "boundary_entropy": 0.090865, "bpb": 2.031533}, "de": {"chunks": 3288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160132, "cps": 25.6875, "mean_p": 0.184128, "boundary_entropy": 0.125599, "bpb": 2.254401}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.184009, "boundary_entropy": 0.086126, "bpb": 1.889612}, "tr": {"chunks": 3024.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167044, "cps": 23.625, "mean_p": 0.179077, "boundary_entropy": 0.126963, "bpb": 2.245087}, "fi": {"chunks": 3017.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160385, "cps": 23.570312, "mean_p": 0.180595, "boundary_entropy": 0.133552, "bpb": 2.415772}, "ru": {"chunks": 5645.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297889, "cps": 44.101562, "mean_p": 0.175913, "boundary_entropy": 0.110962, "bpb": 1.331342}, "el": {"chunks": 6684.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325683, "cps": 52.21875, "mean_p": 0.185647, "boundary_entropy": 0.113254, "bpb": 1.3827}, "hi": {"chunks": 4006.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.238098, "cps": 31.296875, "mean_p": 0.100366, "boundary_entropy": 0.167393, "bpb": 1.19435}, "ta": {"chunks": 4274.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.228617, "cps": 33.390625, "mean_p": 0.093172, "boundary_entropy": 0.136243, "bpb": 0.977901}, "th": {"chunks": 2872.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.178551, "cps": 22.4375, "mean_p": 0.103841, "boundary_entropy": 0.191993, "bpb": 1.105129}, "zh": {"chunks": 1648.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.279038, "cps": 12.875, "mean_p": 0.12814, "boundary_entropy": 0.170132, "bpb": 3.179834}, "my": {"chunks": 2853.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15057, "cps": 22.289062, "mean_p": 0.101317, "boundary_entropy": 0.204715, "bpb": 1.115496}}, "bpb": {"en": 2.03153, "de": 2.2544, "vi": 1.88961, "tr": 2.24509, "fi": 2.41577, "ru": 1.33134, "el": 1.3827, "hi": 1.19435, "ta": 0.9779, "th": 1.10513, "zh": 3.17983, "my": 1.1155}, "gini_cpc": 0.14832, "gini_cps": 0.187968, "bpic": 8.643327, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9652876237936849, "vi": 1.374665083482168, "tr": 1.0069515429748193, "fi": 0.96680917467591, "ru": 1.7956929114500175, "el": 1.9632379132582856, "hi": 1.4352686815056068, "ta": 1.3781179347654402, "th": 1.0763182560089772, "zh": 1.68205851962468, "my": 0.9076443988063809}, "t": 260.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04423, "de": 2.2626, "vi": 1.88832, "tr": 2.2501, "fi": 2.4247, "ru": 1.30987, "el": 1.37377, "hi": 1.19087, "ta": 0.98618, "th": 1.12321, "zh": 3.17789, "my": 1.12426}, "bytes_per_chunk": {"en": 5.739, "de": 6.294, "vi": 5.706, "tr": 6.381, "fi": 6.289, "ru": 6.279, "el": 5.639, "hi": 10.074, "ta": 11.6, "th": 15.52, "zh": 10.936, "my": 16.804}, "bpb_mean": 1.763, "t": 262.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.25072, "bpb": 1.80441, "chunk_loss": 0.0, "F": 0.15393, "G": 0.17291, "chunks": 157.62, "bytes_per_chunk": 6.496, "boundary_entropy": 0.11698, "router_noise": 0.0, "grad_norm": 0.7065, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 262.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.33386, "bpb": 1.92435, "chunk_loss": 0.0, "F": 0.14847, "G": 0.16588, "chunks": 152.03, "bytes_per_chunk": 6.735, "boundary_entropy": 0.11972, "router_noise": 0.0, "grad_norm": 0.7313, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 264.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.37435, "bpb": 1.98276, "chunk_loss": 0.0, "F": 0.15054, "G": 0.16885, "chunks": 154.16, "bytes_per_chunk": 6.643, "boundary_entropy": 0.11913, "router_noise": 0.0, "grad_norm": 0.7384, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 265.9} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.27149, "bpb": 1.83437, "chunk_loss": 0.0, "F": 0.1344, "G": 0.15557, "chunks": 137.62, "bytes_per_chunk": 7.441, "boundary_entropy": 0.13623, "router_noise": 0.0, "grad_norm": 0.7457, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 267.8} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.183554, "boundary_entropy": 0.088081, "bpb": 2.021865}, "de": {"chunks": 3302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160814, "cps": 25.796875, "mean_p": 0.185635, "boundary_entropy": 0.128954, "bpb": 2.241289}, "vi": {"chunks": 4202.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227936, "cps": 32.828125, "mean_p": 0.183506, "boundary_entropy": 0.086822, "bpb": 1.881037}, "tr": {"chunks": 3070.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169585, "cps": 23.984375, "mean_p": 0.182085, "boundary_entropy": 0.129377, "bpb": 2.23528}, "fi": {"chunks": 3008.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159906, "cps": 23.5, "mean_p": 0.177334, "boundary_entropy": 0.126995, "bpb": 2.401817}, "ru": {"chunks": 5626.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296887, "cps": 43.953125, "mean_p": 0.175915, "boundary_entropy": 0.114028, "bpb": 1.324819}, "el": {"chunks": 6711.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326999, "cps": 52.429688, "mean_p": 0.187499, "boundary_entropy": 0.112802, "bpb": 1.374726}, "hi": {"chunks": 3956.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.235126, "cps": 30.90625, "mean_p": 0.099658, "boundary_entropy": 0.174529, "bpb": 1.193076}, "ta": {"chunks": 4356.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.233003, "cps": 34.03125, "mean_p": 0.096173, "boundary_entropy": 0.141177, "bpb": 0.97288}, "th": {"chunks": 2852.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177308, "cps": 22.28125, "mean_p": 0.109119, "boundary_entropy": 0.203331, "bpb": 1.101437}, "zh": {"chunks": 1593.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.269726, "cps": 12.445312, "mean_p": 0.123827, "boundary_entropy": 0.170586, "bpb": 3.17837}, "my": {"chunks": 3388.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.178805, "cps": 26.46875, "mean_p": 0.102767, "boundary_entropy": 0.197534, "bpb": 1.109839}}, "bpb": {"en": 2.02186, "de": 2.24129, "vi": 1.88104, "tr": 2.23528, "fi": 2.40182, "ru": 1.32482, "el": 1.37473, "hi": 1.19308, "ta": 0.97288, "th": 1.10144, "zh": 3.17837, "my": 1.10984}, "gini_cpc": 0.13877, "gini_cps": 0.185854, "bpic": 8.537573, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9690620652141212, "vi": 1.3735353382814666, "tr": 1.0219149563218044, "fi": 0.9635913212211102, "ru": 1.7890292649412727, "el": 1.9704858699846655, "hi": 1.4168639201820927, "ta": 1.4040718517623996, "th": 1.0684529124621018, "zh": 1.6253588655323052, "my": 1.0774743912045035}, "t": 270.6} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03473, "de": 2.25022, "vi": 1.88151, "tr": 2.24007, "fi": 2.4106, "ru": 1.30388, "el": 1.36541, "hi": 1.19042, "ta": 0.97983, "th": 1.11801, "zh": 3.17605, "my": 1.11882}, "bytes_per_chunk": {"en": 5.739, "de": 6.265, "vi": 5.71, "tr": 6.312, "fi": 6.31, "ru": 6.292, "el": 5.628, "hi": 10.166, "ta": 11.411, "th": 15.662, "zh": 11.506, "my": 14.194}, "bpb_mean": 1.7558, "t": 271.9} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.46209, "bpb": 2.10936, "chunk_loss": 0.0, "F": 0.15671, "G": 0.17449, "chunks": 160.47, "bytes_per_chunk": 6.381, "boundary_entropy": 0.10684, "router_noise": 0.0, "grad_norm": 0.7478, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 272.0} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.27387, "bpb": 1.83781, "chunk_loss": 0.0, "F": 0.13727, "G": 0.15675, "chunks": 140.56, "bytes_per_chunk": 7.285, "boundary_entropy": 0.13166, "router_noise": 0.0, "grad_norm": 0.7045, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 273.9} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.4463, "bpb": 2.08657, "chunk_loss": 0.0, "F": 0.14886, "G": 0.16732, "chunks": 152.44, "bytes_per_chunk": 6.718, "boundary_entropy": 0.1178, "router_noise": 0.0, "grad_norm": 0.7695, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 275.8} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.23494, "bpb": 1.78164, "chunk_loss": 0.0, "F": 0.13757, "G": 0.15523, "chunks": 140.88, "bytes_per_chunk": 7.269, "boundary_entropy": 0.1276, "router_noise": 0.0, "grad_norm": 0.6644, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 277.7} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.183707, "boundary_entropy": 0.088706, "bpb": 2.017029}, "de": {"chunks": 3298.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160619, "cps": 25.765625, "mean_p": 0.18541, "boundary_entropy": 0.12858, "bpb": 2.235396}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.183804, "boundary_entropy": 0.086546, "bpb": 1.87572}, "tr": {"chunks": 3055.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168757, "cps": 23.867188, "mean_p": 0.181898, "boundary_entropy": 0.128972, "bpb": 2.227274}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.178592, "boundary_entropy": 0.129241, "bpb": 2.396285}, "ru": {"chunks": 5646.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297942, "cps": 44.109375, "mean_p": 0.176679, "boundary_entropy": 0.114112, "bpb": 1.318421}, "el": {"chunks": 6710.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32695, "cps": 52.421875, "mean_p": 0.188021, "boundary_entropy": 0.111405, "bpb": 1.364129}, "hi": {"chunks": 3976.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.236315, "cps": 31.0625, "mean_p": 0.09913, "boundary_entropy": 0.168584, "bpb": 1.187383}, "ta": {"chunks": 4273.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.228564, "cps": 33.382812, "mean_p": 0.093692, "boundary_entropy": 0.136811, "bpb": 0.9672}, "th": {"chunks": 2857.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177619, "cps": 22.320312, "mean_p": 0.108311, "boundary_entropy": 0.204943, "bpb": 1.095286}, "zh": {"chunks": 1617.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.273789, "cps": 12.632812, "mean_p": 0.127187, "boundary_entropy": 0.174433, "bpb": 3.166451}, "my": {"chunks": 3417.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.180336, "cps": 26.695312, "mean_p": 0.104549, "boundary_entropy": 0.199632, "bpb": 1.106218}}, "bpb": {"en": 2.01703, "de": 2.2354, "vi": 1.87572, "tr": 2.22727, "fi": 2.39629, "ru": 1.31842, "el": 1.36413, "hi": 1.18738, "ta": 0.9672, "th": 1.09529, "zh": 3.16645, "my": 1.10622}, "gini_cpc": 0.139628, "gini_cps": 0.184767, "bpic": 8.537573, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9682234134037631, "vi": 1.374665083482168, "tr": 1.0172741282367967, "fi": 0.9652069055763477, "ru": 1.7960110147115678, "el": 1.9708746855121329, "hi": 1.4245202889830983, "ta": 1.3777954925719995, "th": 1.070696816649599, "zh": 1.6504178557239733, "my": 1.0870735754368748}, "t": 280.5} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02942, "de": 2.24543, "vi": 1.87677, "tr": 2.23316, "fi": 2.40478, "ru": 1.29733, "el": 1.3539, "hi": 1.1836, "ta": 0.97543, "th": 1.11163, "zh": 3.16384, "my": 1.11527}, "bytes_per_chunk": {"en": 5.74, "de": 6.276, "vi": 5.708, "tr": 6.328, "fi": 6.301, "ru": 6.282, "el": 5.613, "hi": 10.118, "ta": 11.603, "th": 15.688, "zh": 11.214, "my": 13.801}, "bpb_mean": 1.74921, "t": 281.8} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.34436, "bpb": 1.9395, "chunk_loss": 0.0, "F": 0.15195, "G": 0.1712, "chunks": 155.59, "bytes_per_chunk": 6.581, "boundary_entropy": 0.1172, "router_noise": 0.0, "grad_norm": 0.7567, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 281.8} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.31028, "bpb": 1.89034, "chunk_loss": 0.0, "F": 0.14902, "G": 0.16834, "chunks": 152.59, "bytes_per_chunk": 6.711, "boundary_entropy": 0.11641, "router_noise": 0.0, "grad_norm": 0.7599, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 283.7} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.2783, "bpb": 1.8442, "chunk_loss": 0.0, "F": 0.14258, "G": 0.16233, "chunks": 146.0, "bytes_per_chunk": 7.014, "boundary_entropy": 0.12247, "router_noise": 0.0, "grad_norm": 0.7016, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 285.6} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.35438, "bpb": 1.95396, "chunk_loss": 0.0, "F": 0.14963, "G": 0.16894, "chunks": 153.22, "bytes_per_chunk": 6.683, "boundary_entropy": 0.11316, "router_noise": 0.0, "grad_norm": 0.7235, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 287.6} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.184194, "boundary_entropy": 0.089809, "bpb": 2.010622}, "de": {"chunks": 3291.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160279, "cps": 25.710938, "mean_p": 0.185732, "boundary_entropy": 0.129705, "bpb": 2.226431}, "vi": {"chunks": 4203.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22799, "cps": 32.835938, "mean_p": 0.1832, "boundary_entropy": 0.085748, "bpb": 1.870747}, "tr": {"chunks": 3053.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168646, "cps": 23.851562, "mean_p": 0.181844, "boundary_entropy": 0.129559, "bpb": 2.219773}, "fi": {"chunks": 3008.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159906, "cps": 23.5, "mean_p": 0.177551, "boundary_entropy": 0.128202, "bpb": 2.389036}, "ru": {"chunks": 5682.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299842, "cps": 44.390625, "mean_p": 0.180032, "boundary_entropy": 0.11629, "bpb": 1.312717}, "el": {"chunks": 6702.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32656, "cps": 52.359375, "mean_p": 0.187771, "boundary_entropy": 0.112078, "bpb": 1.355996}, "hi": {"chunks": 4002.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.23786, "cps": 31.265625, "mean_p": 0.103828, "boundary_entropy": 0.170203, "bpb": 1.182187}, "ta": {"chunks": 4242.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.226906, "cps": 33.140625, "mean_p": 0.096728, "boundary_entropy": 0.140308, "bpb": 0.966807}, "th": {"chunks": 2880.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179049, "cps": 22.5, "mean_p": 0.110574, "boundary_entropy": 0.207325, "bpb": 1.093054}, "zh": {"chunks": 1596.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.270234, "cps": 12.46875, "mean_p": 0.126999, "boundary_entropy": 0.172151, "bpb": 3.161785}, "my": {"chunks": 3185.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.168092, "cps": 24.882812, "mean_p": 0.103808, "boundary_entropy": 0.202603, "bpb": 1.101228}}, "bpb": {"en": 2.01062, "de": 2.22643, "vi": 1.87075, "tr": 2.21977, "fi": 2.38904, "ru": 1.31272, "el": 1.356, "hi": 1.18219, "ta": 0.96681, "th": 1.09305, "zh": 3.16179, "my": 1.10123}, "gini_cpc": 0.141321, "gini_cps": 0.185921, "bpic": 8.579755, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9661683606767084, "vi": 1.3743380936906642, "tr": 1.0166081549940886, "fi": 0.9639250902966978, "ru": 1.8074627321273693, "el": 1.9685249094340258, "hi": 1.4338355625026056, "ta": 1.3677997845753385, "th": 1.0793163570006459, "zh": 1.6289838575976878, "my": 1.0132658290214942}, "t": 290.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02306, "de": 2.23562, "vi": 1.87132, "tr": 2.22437, "fi": 2.39634, "ru": 1.29183, "el": 1.34657, "hi": 1.17851, "ta": 0.9745, "th": 1.11027, "zh": 3.15808, "my": 1.11081}, "bytes_per_chunk": {"en": 5.737, "de": 6.288, "vi": 5.708, "tr": 6.356, "fi": 6.304, "ru": 6.247, "el": 5.627, "hi": 10.077, "ta": 11.654, "th": 15.415, "zh": 11.205, "my": 15.066}, "bpb_mean": 1.74344, "t": 291.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.22728, "bpb": 1.7706, "chunk_loss": 0.0, "F": 0.14377, "G": 0.16411, "chunks": 147.22, "bytes_per_chunk": 6.956, "boundary_entropy": 0.12522, "router_noise": 0.0, "grad_norm": 0.7071, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 291.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.28043, "bpb": 1.84727, "chunk_loss": 0.0, "F": 0.14029, "G": 0.16054, "chunks": 143.66, "bytes_per_chunk": 7.128, "boundary_entropy": 0.1323, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 293.6} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.4543, "bpb": 2.09811, "chunk_loss": 0.0, "F": 0.15674, "G": 0.17686, "chunks": 160.5, "bytes_per_chunk": 6.38, "boundary_entropy": 0.11694, "router_noise": 0.0, "grad_norm": 0.7477, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 295.5} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.30142, "bpb": 1.87755, "chunk_loss": 0.0, "F": 0.15146, "G": 0.17068, "chunks": 155.09, "bytes_per_chunk": 6.602, "boundary_entropy": 0.11453, "router_noise": 0.0, "grad_norm": 0.7445, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 297.4} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.184642, "boundary_entropy": 0.09118, "bpb": 2.004998}, "de": {"chunks": 3291.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160279, "cps": 25.710938, "mean_p": 0.185399, "boundary_entropy": 0.12846, "bpb": 2.220705}, "vi": {"chunks": 4199.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227773, "cps": 32.804688, "mean_p": 0.184151, "boundary_entropy": 0.089216, "bpb": 1.865999}, "tr": {"chunks": 3050.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16848, "cps": 23.828125, "mean_p": 0.181888, "boundary_entropy": 0.130235, "bpb": 2.213951}, "fi": {"chunks": 3016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160332, "cps": 23.5625, "mean_p": 0.17851, "boundary_entropy": 0.128658, "bpb": 2.380648}, "ru": {"chunks": 5672.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299314, "cps": 44.3125, "mean_p": 0.180809, "boundary_entropy": 0.117481, "bpb": 1.307035}, "el": {"chunks": 6700.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.326463, "cps": 52.34375, "mean_p": 0.188251, "boundary_entropy": 0.111062, "bpb": 1.349833}, "hi": {"chunks": 3996.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237504, "cps": 31.21875, "mean_p": 0.102469, "boundary_entropy": 0.168413, "bpb": 1.175757}, "ta": {"chunks": 4341.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.232201, "cps": 33.914062, "mean_p": 0.097942, "boundary_entropy": 0.140984, "bpb": 0.960791}, "th": {"chunks": 2910.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180914, "cps": 22.734375, "mean_p": 0.111896, "boundary_entropy": 0.208218, "bpb": 1.085908}, "zh": {"chunks": 1618.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.273959, "cps": 12.640625, "mean_p": 0.129091, "boundary_entropy": 0.176705, "bpb": 3.150014}, "my": {"chunks": 3041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.160492, "cps": 23.757812, "mean_p": 0.103523, "boundary_entropy": 0.202805, "bpb": 1.101993}}, "bpb": {"en": 2.005, "de": 2.22071, "vi": 1.866, "tr": 2.21395, "fi": 2.38065, "ru": 1.30704, "el": 1.34983, "hi": 1.17576, "ta": 0.96079, "th": 1.08591, "zh": 3.15001, "my": 1.10199}, "gini_cpc": 0.143573, "gini_cps": 0.186308, "bpic": 8.581289, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9654995006139346, "vi": 1.3720796117593148, "tr": 1.0149061081136677, "fi": 0.9658196390139373, "ru": 1.803032629453363, "el": 1.9665750995678986, "hi": 1.4306947549679911, "ta": 1.3987525609909526, "th": 1.0898042622090394, "zh": 1.6502952626805765, "my": 0.9667843741772586}, "t": 300.3} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.019, "de": 2.23088, "vi": 1.86538, "tr": 2.21911, "fi": 2.38806, "ru": 1.28627, "el": 1.33974, "hi": 1.17263, "ta": 0.96848, "th": 1.10448, "zh": 3.14649, "my": 1.11098}, "bytes_per_chunk": {"en": 5.737, "de": 6.293, "vi": 5.707, "tr": 6.348, "fi": 6.287, "ru": 6.259, "el": 5.633, "hi": 10.095, "ta": 11.438, "th": 15.363, "zh": 11.303, "my": 15.722}, "bpb_mean": 1.73763, "t": 301.6} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.31222, "bpb": 1.89313, "chunk_loss": 0.0, "F": 0.15158, "G": 0.17242, "chunks": 155.22, "bytes_per_chunk": 6.597, "boundary_entropy": 0.11779, "router_noise": 0.0, "grad_norm": 0.7324, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 301.6} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.21562, "bpb": 1.75377, "chunk_loss": 0.0, "F": 0.15094, "G": 0.17086, "chunks": 154.56, "bytes_per_chunk": 6.625, "boundary_entropy": 0.12116, "router_noise": 0.0, "grad_norm": 0.749, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 303.5} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.27719, "bpb": 1.8426, "chunk_loss": 0.0, "F": 0.15714, "G": 0.17609, "chunks": 160.91, "bytes_per_chunk": 6.364, "boundary_entropy": 0.1115, "router_noise": 0.0, "grad_norm": 0.7391, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 305.4} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.3016, "bpb": 1.8778, "chunk_loss": 0.0, "F": 0.14392, "G": 0.16484, "chunks": 147.38, "bytes_per_chunk": 6.948, "boundary_entropy": 0.12383, "router_noise": 0.0, "grad_norm": 0.7503, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 307.3} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.184698, "boundary_entropy": 0.091491, "bpb": 2.003676}, "de": {"chunks": 3294.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160425, "cps": 25.734375, "mean_p": 0.186891, "boundary_entropy": 0.131899, "bpb": 2.214081}, "vi": {"chunks": 4202.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227936, "cps": 32.828125, "mean_p": 0.18457, "boundary_entropy": 0.087815, "bpb": 1.862532}, "tr": {"chunks": 3039.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167873, "cps": 23.742188, "mean_p": 0.18103, "boundary_entropy": 0.129031, "bpb": 2.208046}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.178674, "boundary_entropy": 0.13026, "bpb": 2.375446}, "ru": {"chunks": 5669.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299156, "cps": 44.289062, "mean_p": 0.179573, "boundary_entropy": 0.116157, "bpb": 1.303352}, "el": {"chunks": 6710.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.32695, "cps": 52.421875, "mean_p": 0.190254, "boundary_entropy": 0.114497, "bpb": 1.348612}, "hi": {"chunks": 3991.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237207, "cps": 31.179688, "mean_p": 0.103331, "boundary_entropy": 0.166936, "bpb": 1.174381}, "ta": {"chunks": 4474.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.239315, "cps": 34.953125, "mean_p": 0.100542, "boundary_entropy": 0.140405, "bpb": 0.958894}, "th": {"chunks": 3005.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.18682, "cps": 23.476562, "mean_p": 0.113465, "boundary_entropy": 0.208566, "bpb": 1.084076}, "zh": {"chunks": 1599.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.270742, "cps": 12.492188, "mean_p": 0.12827, "boundary_entropy": 0.173763, "bpb": 3.148816}, "my": {"chunks": 2697.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.142337, "cps": 21.070312, "mean_p": 0.101789, "boundary_entropy": 0.204832, "bpb": 1.099044}}, "bpb": {"en": 2.00368, "de": 2.21408, "vi": 1.86253, "tr": 2.20805, "fi": 2.37545, "ru": 1.30335, "el": 1.34861, "hi": 1.17438, "ta": 0.95889, "th": 1.08408, "zh": 3.14882, "my": 1.09904}, "gini_cpc": 0.150677, "gini_cps": 0.193061, "bpic": 8.609974, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9667142467641778, "vi": 1.3735353382814666, "tr": 1.0115959453622032, "fi": 0.9629506355022132, "ru": 1.8027029688859, "el": 1.970192249679199, "hi": 1.4293993694253622, "ta": 1.4421068560112433, "th": 1.1257717398136802, "zh": 1.6314807444985286, "my": 0.8577179554541163}, "t": 310.1} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01709, "de": 2.22512, "vi": 1.86233, "tr": 2.21275, "fi": 2.38348, "ru": 1.28234, "el": 1.33686, "hi": 1.17111, "ta": 0.96703, "th": 1.10134, "zh": 3.14447, "my": 1.10822}, "bytes_per_chunk": {"en": 5.738, "de": 6.279, "vi": 5.707, "tr": 6.35, "fi": 6.31, "ru": 6.258, "el": 5.623, "hi": 10.075, "ta": 11.074, "th": 14.995, "zh": 11.365, "my": 17.077}, "bpb_mean": 1.73435, "t": 311.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.34776, "bpb": 1.94441, "chunk_loss": 0.0, "F": 0.14362, "G": 0.16585, "chunks": 147.06, "bytes_per_chunk": 6.963, "boundary_entropy": 0.12648, "router_noise": 0.0, "grad_norm": 0.7387, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 311.5} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.30037, "bpb": 1.87604, "chunk_loss": 0.0, "F": 0.14474, "G": 0.16574, "chunks": 148.22, "bytes_per_chunk": 6.909, "boundary_entropy": 0.12748, "router_noise": 0.0, "grad_norm": 0.7264, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 313.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.21472, "bpb": 1.75247, "chunk_loss": 0.0, "F": 0.1373, "G": 0.16214, "chunks": 140.59, "bytes_per_chunk": 7.283, "boundary_entropy": 0.12896, "router_noise": 0.0, "grad_norm": 0.7358, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 315.3} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.23395, "bpb": 1.78022, "chunk_loss": 0.0, "F": 0.142, "G": 0.16294, "chunks": 145.41, "bytes_per_chunk": 7.042, "boundary_entropy": 0.12225, "router_noise": 0.0, "grad_norm": 0.7593, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 317.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.184505, "boundary_entropy": 0.091087, "bpb": 2.001056}, "de": {"chunks": 3282.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15984, "cps": 25.640625, "mean_p": 0.18559, "boundary_entropy": 0.129535, "bpb": 2.211994}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.184244, "boundary_entropy": 0.087565, "bpb": 1.860585}, "tr": {"chunks": 3048.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16837, "cps": 23.8125, "mean_p": 0.181173, "boundary_entropy": 0.128722, "bpb": 2.206169}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.178967, "boundary_entropy": 0.129067, "bpb": 2.374406}, "ru": {"chunks": 5683.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299894, "cps": 44.398438, "mean_p": 0.179483, "boundary_entropy": 0.113638, "bpb": 1.301023}, "el": {"chunks": 6731.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327973, "cps": 52.585938, "mean_p": 0.190763, "boundary_entropy": 0.112705, "bpb": 1.343464}, "hi": {"chunks": 3993.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237325, "cps": 31.195312, "mean_p": 0.102903, "boundary_entropy": 0.166223, "bpb": 1.171806}, "ta": {"chunks": 4241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.226852, "cps": 33.132812, "mean_p": 0.096903, "boundary_entropy": 0.141992, "bpb": 0.959092}, "th": {"chunks": 2857.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177619, "cps": 22.320312, "mean_p": 0.109559, "boundary_entropy": 0.206358, "bpb": 1.082583}, "zh": {"chunks": 1699.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.287674, "cps": 13.273438, "mean_p": 0.133945, "boundary_entropy": 0.178156, "bpb": 3.142019}, "my": {"chunks": 2380.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125607, "cps": 18.59375, "mean_p": 0.094372, "boundary_entropy": 0.196496, "bpb": 1.101421}}, "bpb": {"en": 2.00106, "de": 2.21199, "vi": 1.86058, "tr": 2.20617, "fi": 2.37441, "ru": 1.30102, "el": 1.34346, "hi": 1.17181, "ta": 0.95909, "th": 1.08258, "zh": 3.14202, "my": 1.10142}, "gini_cpc": 0.161287, "gini_cps": 0.197895, "bpic": 8.718927, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.963526150027638, "vi": 1.374665083482168, "tr": 1.014943221887318, "fi": 0.9652069055763477, "ru": 1.8077808353889193, "el": 1.9770428477171633, "hi": 1.430611044745853, "ta": 1.367477342381898, "th": 1.070696816649599, "zh": 1.73411251507423, "my": 0.757165674433644}, "t": 320.0} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01431, "de": 2.22119, "vi": 1.86032, "tr": 2.21118, "fi": 2.38305, "ru": 1.28115, "el": 1.33288, "hi": 1.16799, "ta": 0.96709, "th": 1.10009, "zh": 3.13681, "my": 1.11032}, "bytes_per_chunk": {"en": 5.737, "de": 6.293, "vi": 5.707, "tr": 6.35, "fi": 6.292, "ru": 6.246, "el": 5.6, "hi": 10.107, "ta": 11.685, "th": 15.873, "zh": 10.475, "my": 19.93}, "bpb_mean": 1.7322, "t": 321.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.184505, "boundary_entropy": 0.091087, "bpb": 2.001056}, "de": {"chunks": 3282.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15984, "cps": 25.640625, "mean_p": 0.18559, "boundary_entropy": 0.129535, "bpb": 2.211994}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.184244, "boundary_entropy": 0.087565, "bpb": 1.860585}, "tr": {"chunks": 3048.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16837, "cps": 23.8125, "mean_p": 0.181173, "boundary_entropy": 0.128722, "bpb": 2.206169}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.178967, "boundary_entropy": 0.129067, "bpb": 2.374406}, "ru": {"chunks": 5683.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299894, "cps": 44.398438, "mean_p": 0.179483, "boundary_entropy": 0.113638, "bpb": 1.301023}, "el": {"chunks": 6731.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327973, "cps": 52.585938, "mean_p": 0.190763, "boundary_entropy": 0.112705, "bpb": 1.343464}, "hi": {"chunks": 3993.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237325, "cps": 31.195312, "mean_p": 0.102903, "boundary_entropy": 0.166223, "bpb": 1.171806}, "ta": {"chunks": 4241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.226852, "cps": 33.132812, "mean_p": 0.096903, "boundary_entropy": 0.141992, "bpb": 0.959092}, "th": {"chunks": 2857.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177619, "cps": 22.320312, "mean_p": 0.109559, "boundary_entropy": 0.206358, "bpb": 1.082583}, "zh": {"chunks": 1699.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.287674, "cps": 13.273438, "mean_p": 0.133945, "boundary_entropy": 0.178156, "bpb": 3.142019}, "my": {"chunks": 2380.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125607, "cps": 18.59375, "mean_p": 0.094372, "boundary_entropy": 0.196496, "bpb": 1.101421}}, "bpb": {"en": 2.00106, "de": 2.21199, "vi": 1.86058, "tr": 2.20617, "fi": 2.37441, "ru": 1.30102, "el": 1.34346, "hi": 1.17181, "ta": 0.95909, "th": 1.08258, "zh": 3.14202, "my": 1.10142}, "gini_cpc": 0.161287, "gini_cps": 0.197895, "bpic": 8.718927, "worst_lang": "el", "cpc_parity_vs_en": {"en": 1.0, "de": 0.963526150027638, "vi": 1.374665083482168, "tr": 1.014943221887318, "fi": 0.9652069055763477, "ru": 1.8077808353889193, "el": 1.9770428477171633, "hi": 1.430611044745853, "ta": 1.367477342381898, "th": 1.070696816649599, "zh": 1.73411251507423, "my": 0.757165674433644}, "t": 322.3} +{"event": "final", "run": "pilot_Bpc_s1", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16589093834396368, "cps": 22.5546875, "bpb": 2.022277036500003, "bytes_per_chunk": 5.737448019260232}, "de": {"cpc": 0.1598402571470316, "cps": 25.640625, "bpb": 2.212262530285491, "bytes_per_chunk": 6.28281085226728}, "vi": {"cpc": 0.22804448060754, "cps": 32.84375, "bpb": 1.8635332016418173, "bytes_per_chunk": 5.69333680827035}, "tr": {"cpc": 0.16836988344473292, "cps": 23.8125, "bpb": 2.20278255634921, "bytes_per_chunk": 6.390327141533811}, "fi": {"cpc": 0.16011907926213387, "cps": 23.53125, "bpb": 2.3973121972336267, "bytes_per_chunk": 6.275441074378187}, "ru": {"cpc": 0.29989445910290236, "cps": 44.3984375, "bpb": 1.2820044161675894, "bytes_per_chunk": 6.228695662504603}, "el": {"cpc": 0.3279734931540223, "cps": 52.5859375, "bpb": 1.3292369306063332, "bytes_per_chunk": 5.610958904109589}, "hi": {"cpc": 0.2373254086181278, "cps": 31.1953125, "bpb": 1.1773838762501472, "bytes_per_chunk": 10.146855041610218}, "ta": {"cpc": 0.22685209949184273, "cps": 33.1328125, "bpb": 0.9680200115514627, "bytes_per_chunk": 11.766152741309275}, "th": {"cpc": 0.1776188995958968, "cps": 22.3203125, "bpb": 1.0968234512144357, "bytes_per_chunk": 15.853406307641135}, "zh": {"cpc": 0.2876735523196749, "cps": 13.2734375, "bpb": 3.1441993133138864, "bytes_per_chunk": 10.574799814437565}, "my": {"cpc": 0.1256069242136373, "cps": 18.59375, "bpb": 1.1201699240864111, "bytes_per_chunk": 19.878971714567378}}, "gini_cpc": 0.1612873717171932, "gini_cps": 0.1978951314264943, "bpic": 8.718926778290205, "seed": 1, "mean_boundary_entropy": 0.12611162662506104, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 324.7} diff --git a/pilot_Bpc_s1/model.safetensors b/pilot_Bpc_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..12664876264c911850df1df6a4d85a9d79aa488f --- /dev/null +++ b/pilot_Bpc_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ba3665a71a1c7e013a2f6c5990d9ddcabd77b1ddd335233908438ef4c5dfe432 +size 90078296 diff --git a/pilot_Bpc_s2/config.json b/pilot_Bpc_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e95e53759a78f10ae5fc12ceb64739b783c0f484 --- /dev/null +++ b/pilot_Bpc_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_Bpc_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "B", + "seed": 2, + "out_dir": null, + "run_name": "pilot_Bpc_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_char", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": false, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.05947751695357484, + "gini_cps": 0.10514840600952735, + "bpic": 9.37537559545621, + "worst_lang": "ru", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 1.0199480456016647, + "vi": 1.0056935311382222, + "tr": 1.0146574383001157, + "fi": 0.9878722240593089, + "ru": 1.2588239101357477, + "el": 0.9734078650680693, + "hi": 1.1679111674836358, + "ta": 1.1526405179899044, + "th": 1.121282957018114, + "zh": 1.186838330558305, + "my": 0.8244921548326407 + } + } +} \ No newline at end of file diff --git a/pilot_Bpc_s2/final.json b/pilot_Bpc_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..9ef95026044d7faf355e16c50dac45551911dddf --- /dev/null +++ b/pilot_Bpc_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_Bpc_s2", + "condition": "B", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.18646210423490203, + "cps": 25.3515625, + "bpb": 2.0379826534105296, + "bytes_per_chunk": 5.5650401757756525 + }, + "de": { + "cpc": 0.19018165879316223, + "cps": 30.5078125, + "bpb": 2.211926218211729, + "bytes_per_chunk": 5.37560365422276 + }, + "vi": { + "cpc": 0.1875237320314619, + "cps": 27.0078125, + "bpb": 1.916004108770902, + "bytes_per_chunk": 7.26301498905605 + }, + "tr": { + "cpc": 0.18919516102303485, + "cps": 26.7578125, + "bpb": 2.180328114491597, + "bytes_per_chunk": 5.819861021690385 + }, + "fi": { + "cpc": 0.18420073361331135, + "cps": 27.0703125, + "bpb": 2.3666497221298513, + "bytes_per_chunk": 5.407818463125323 + }, + "ru": { + "cpc": 0.23472295514511873, + "cps": 34.75, + "bpb": 1.3497967148418, + "bytes_per_chunk": 7.433651405804705 + }, + "el": { + "cpc": 0.1815036787993958, + "cps": 29.1015625, + "bpb": 1.4516410893111833, + "bytes_per_chunk": 9.55161231554017 + }, + "hi": { + "cpc": 0.21777117384843983, + "cps": 28.625, + "bpb": 1.1730664829019235, + "bytes_per_chunk": 11.097686429735623 + }, + "ta": { + "cpc": 0.21492377641080504, + "cps": 31.390625, + "bpb": 0.9737473079225439, + "bytes_per_chunk": 13.001239894856916 + }, + "th": { + "cpc": 0.20907677960833074, + "cps": 26.2734375, + "bpb": 1.1141517835548895, + "bytes_per_chunk": 13.914225053078557 + }, + "zh": { + "cpc": 0.22130037250253978, + "cps": 10.2109375, + "bpb": 3.1147483807430296, + "bytes_per_chunk": 12.910953506698188 + }, + "my": { + "cpc": 0.15373654211526283, + "cps": 22.7578125, + "bpb": 1.1250836995232487, + "bytes_per_chunk": 16.253968253968253 + } + }, + "gini_cpc": 0.05947751695357484, + "gini_cps": 0.10514840600952735, + "bpic": 9.37537559545621, + "seed": 2, + "mean_boundary_entropy": 0.21155518293380737, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_Bpc_s2/log.jsonl b/pilot_Bpc_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..841f35f92bff0f81698d4731a007f03ee318345c --- /dev/null +++ b/pilot_Bpc_s2/log.jsonl @@ -0,0 +1,196 @@ +{"event": "start", "run": "pilot_Bpc_s2", "condition": "B", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.016, "vi": 1.323, "tr": 1.088, "fi": 1.04, "ru": 1.83, "el": 1.821, "hi": 2.569, "ta": 2.733, "th": 2.89, "zh": 2.791, "my": 2.85}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_char", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.1} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8726, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.011, "alpha": 0.03, "t": 3.8} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627421, "cps": 85.304688, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100837}, "de": {"chunks": 16286.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793162, "cps": 127.234375, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104462}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.854863}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.08134}, "fi": {"chunks": 13518.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718622, "cps": 105.609375, "mean_p": 0.517086, "boundary_entropy": 0.686669, "bpb": 8.042926}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195762}, "el": {"chunks": 20675.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007406, "cps": 161.523438, "mean_p": 0.503626, "boundary_entropy": 0.690112, "bpb": 8.279732}, "hi": {"chunks": 884.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052541, "cps": 6.90625, "mean_p": 0.462026, "boundary_entropy": 0.687437, "bpb": 8.015633}, "ta": {"chunks": 1280.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068468, "cps": 10.0, "mean_p": 0.477596, "boundary_entropy": 0.690061, "bpb": 8.085698}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484857, "boundary_entropy": 0.690398, "bpb": 7.718854}, "zh": {"chunks": 11707.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982221, "cps": 91.460938, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126782}, "my": {"chunks": 1617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085339, "cps": 12.632812, "mean_p": 0.474595, "boundary_entropy": 0.689681, "bpb": 7.800525}}, "bpb": {"en": 8.10084, "de": 8.10446, "vi": 7.85486, "tr": 8.08134, "fi": 8.04293, "ru": 8.19576, "el": 8.27973, "hi": 8.01563, "ta": 8.0857, "th": 7.71885, "zh": 8.12678, "my": 7.80052}, "gini_cpc": 0.489163, "gini_cps": 0.463234, "bpic": 3.014895, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2641635892074083, "vi": 0.4408421626190222, "tr": 0.7224739881142421, "fi": 1.1453594749870846, "ru": 2.814892411161005, "el": 1.605631675722355, "hi": 0.08374105853354574, "ta": 0.10912537631220152, "th": 0.3602832431870447, "zh": 3.1593186406307416, "my": 0.13601534205965152}, "t": 5.1} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626386, "cps": 85.164062, "mean_p": 0.513132, "boundary_entropy": 0.686312, "bpb": 8.052645}, "de": {"chunks": 16260.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791896, "cps": 127.03125, "mean_p": 0.5245, "boundary_entropy": 0.686414, "bpb": 8.060252}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481573, "boundary_entropy": 0.687273, "bpb": 7.831581}, "tr": {"chunks": 8249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45567, "cps": 64.445312, "mean_p": 0.498252, "boundary_entropy": 0.686833, "bpb": 8.048609}, "fi": {"chunks": 13499.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717612, "cps": 105.460938, "mean_p": 0.516941, "boundary_entropy": 0.686683, "bpb": 7.998079}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.105328}, "el": {"chunks": 20640.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005701, "cps": 161.25, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273331}, "hi": {"chunks": 906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053848, "cps": 7.078125, "mean_p": 0.462273, "boundary_entropy": 0.687477, "bpb": 7.989852}, "ta": {"chunks": 1318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0705, "cps": 10.296875, "mean_p": 0.477817, "boundary_entropy": 0.690082, "bpb": 8.070333}, "th": {"chunks": 3694.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229655, "cps": 28.859375, "mean_p": 0.484975, "boundary_entropy": 0.690405, "bpb": 7.703343}, "zh": {"chunks": 11685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978496, "cps": 91.289062, "mean_p": 0.520179, "boundary_entropy": 0.685628, "bpb": 8.118715}, "my": {"chunks": 1618.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085392, "cps": 12.640625, "mean_p": 0.474589, "boundary_entropy": 0.68968, "bpb": 7.800955}}, "bpb": {"en": 8.05264, "de": 8.06025, "vi": 7.83158, "tr": 8.04861, "fi": 7.99808, "ru": 8.10533, "el": 8.27333, "hi": 7.98985, "ta": 8.07033, "th": 7.70334, "zh": 8.11872, "my": 7.80096}, "gini_cpc": 0.487951, "gini_cps": 0.462063, "bpic": 3.014255, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.26422948413765, "vi": 0.4407906979070231, "tr": 0.7274590192074976, "fi": 1.145638221631072, "ru": 2.819034955762815, "el": 1.605560327193455, "hi": 0.08596682856774047, "ta": 0.11255057583951299, "th": 0.36663473394098756, "zh": 3.158588535001138, "my": 0.13632418869834265}, "t": 6.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10858.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623915, "cps": 84.828125, "mean_p": 0.512764, "boundary_entropy": 0.686354, "bpb": 7.898297}, "de": {"chunks": 16236.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790727, "cps": 126.84375, "mean_p": 0.524109, "boundary_entropy": 0.686474, "bpb": 7.9221}, "vi": {"chunks": 5070.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.27502, "cps": 39.609375, "mean_p": 0.481477, "boundary_entropy": 0.687264, "bpb": 7.753209}, "tr": {"chunks": 8384.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463128, "cps": 65.5, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.941292}, "fi": {"chunks": 13396.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712137, "cps": 104.65625, "mean_p": 0.516361, "boundary_entropy": 0.686734, "bpb": 7.856656}, "ru": {"chunks": 33405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762797, "cps": 260.976562, "mean_p": 0.530046, "boundary_entropy": 0.688571, "bpb": 7.817507}, "el": {"chunks": 20292.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988744, "cps": 158.53125, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218105}, "hi": {"chunks": 995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059138, "cps": 7.773438, "mean_p": 0.463117, "boundary_entropy": 0.687609, "bpb": 7.900066}, "ta": {"chunks": 1463.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078256, "cps": 11.429688, "mean_p": 0.47865, "boundary_entropy": 0.690158, "bpb": 7.98668}, "th": {"chunks": 3942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245073, "cps": 30.796875, "mean_p": 0.485296, "boundary_entropy": 0.690422, "bpb": 7.619828}, "zh": {"chunks": 11615.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.966644, "cps": 90.742188, "mean_p": 0.519766, "boundary_entropy": 0.685652, "bpb": 8.08798}, "my": {"chunks": 1604.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084653, "cps": 12.53125, "mean_p": 0.474496, "boundary_entropy": 0.689669, "bpb": 7.793951}}, "bpb": {"en": 7.8983, "de": 7.9221, "vi": 7.75321, "tr": 7.94129, "fi": 7.85666, "ru": 7.81751, "el": 8.21811, "hi": 7.90007, "ta": 7.98668, "th": 7.61983, "zh": 8.08798, "my": 7.79395}, "gini_cpc": 0.483138, "gini_cps": 0.456922, "bpic": 3.015724, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2673626917972198, "vi": 0.440797477189448, "tr": 0.7422923778891681, "fi": 1.1413991329579414, "ru": 2.8253779055215538, "el": 1.5847409903163423, "hi": 0.09478558410517289, "ta": 0.12542760784985252, "th": 0.3927985153013499, "zh": 3.1521004891703925, "my": 0.13567982375045654}, "t": 8.2} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10131.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582141, "cps": 79.148438, "mean_p": 0.509408, "boundary_entropy": 0.686568, "bpb": 7.422951}, "de": {"chunks": 15618.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760629, "cps": 122.015625, "mean_p": 0.520561, "boundary_entropy": 0.686863, "bpb": 7.489321}, "vi": {"chunks": 4863.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263792, "cps": 37.992188, "mean_p": 0.480756, "boundary_entropy": 0.687198, "bpb": 7.511835}, "tr": {"chunks": 8660.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478374, "cps": 67.65625, "mean_p": 0.499753, "boundary_entropy": 0.686899, "bpb": 7.589854}, "fi": {"chunks": 12503.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664664, "cps": 97.679688, "mean_p": 0.512523, "boundary_entropy": 0.686991, "bpb": 7.426742}, "ru": {"chunks": 33184.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751135, "cps": 259.25, "mean_p": 0.529044, "boundary_entropy": 0.68866, "bpb": 7.200022}, "el": {"chunks": 18822.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.917117, "cps": 147.046875, "mean_p": 0.501355, "boundary_entropy": 0.69013, "bpb": 7.948008}, "hi": {"chunks": 1291.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.076731, "cps": 10.085938, "mean_p": 0.465373, "boundary_entropy": 0.687952, "bpb": 7.605664}, "ta": {"chunks": 2068.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.110618, "cps": 16.15625, "mean_p": 0.480809, "boundary_entropy": 0.690343, "bpb": 7.725358}, "th": {"chunks": 4602.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.286105, "cps": 35.953125, "mean_p": 0.486113, "boundary_entropy": 0.690461, "bpb": 7.33691}, "zh": {"chunks": 11283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.91043, "cps": 88.148438, "mean_p": 0.518103, "boundary_entropy": 0.685747, "bpb": 7.997526}, "my": {"chunks": 1469.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077528, "cps": 11.476562, "mean_p": 0.474005, "boundary_entropy": 0.689621, "bpb": 7.663739}}, "bpb": {"en": 7.42295, "de": 7.48932, "vi": 7.51184, "tr": 7.58985, "fi": 7.42674, "ru": 7.20002, "el": 7.94801, "hi": 7.60566, "ta": 7.72536, "th": 7.33691, "zh": 7.99753, "my": 7.66374}, "gini_cpc": 0.471726, "gini_cps": 0.443185, "bpic": 3.082727, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3066065054771248, "vi": 0.4531405552277371, "tr": 0.8217489265477245, "fi": 1.1417582347868305, "ru": 3.008093458542695, "el": 1.5754213575007627, "hi": 0.13180836539108848, "ta": 0.19001893066567468, "th": 0.4914703857551251, "zh": 3.281730779547829, "my": 0.13317730573064734}, "t": 10.0} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4826.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277309, "cps": 37.703125, "mean_p": 0.488712, "boundary_entropy": 0.686416, "bpb": 6.857595}, "de": {"chunks": 8525.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415185, "cps": 66.601562, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.931265}, "vi": {"chunks": 3512.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190507, "cps": 27.4375, "mean_p": 0.475345, "boundary_entropy": 0.686683, "bpb": 7.167953}, "tr": {"chunks": 7544.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416727, "cps": 58.9375, "mean_p": 0.495263, "boundary_entropy": 0.686953, "bpb": 7.151015}, "fi": {"chunks": 6357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.337941, "cps": 49.664062, "mean_p": 0.492187, "boundary_entropy": 0.687147, "bpb": 6.917235}, "ru": {"chunks": 25784.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.360633, "cps": 201.4375, "mean_p": 0.511514, "boundary_entropy": 0.689919, "bpb": 6.368733}, "el": {"chunks": 14749.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.718657, "cps": 115.226562, "mean_p": 0.496098, "boundary_entropy": 0.690089, "bpb": 7.323071}, "hi": {"chunks": 3441.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.204517, "cps": 26.882812, "mean_p": 0.475429, "boundary_entropy": 0.689253, "bpb": 6.569199}, "ta": {"chunks": 6772.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.362236, "cps": 52.90625, "mean_p": 0.489946, "boundary_entropy": 0.690924, "bpb": 6.740904}, "th": {"chunks": 6788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.422008, "cps": 53.03125, "mean_p": 0.489505, "boundary_entropy": 0.690635, "bpb": 6.489459}, "zh": {"chunks": 9455.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600914, "cps": 73.867188, "mean_p": 0.509545, "boundary_entropy": 0.686084, "bpb": 7.74791}, "my": {"chunks": 1200.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063331, "cps": 9.375, "mean_p": 0.473236, "boundary_entropy": 0.689568, "bpb": 7.215421}}, "bpb": {"en": 6.85759, "de": 6.93127, "vi": 7.16795, "tr": 7.15102, "fi": 6.91723, "ru": 6.36873, "el": 7.32307, "hi": 6.5692, "ta": 6.7409, "th": 6.48946, "zh": 7.74791, "my": 7.21542}, "gini_cpc": 0.419368, "gini_cps": 0.367067, "bpic": 3.878417, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4971964308251002, "vi": 0.6869864447964089, "tr": 1.5027541324921612, "fi": 1.2186447745754037, "ru": 4.906568663363684, "el": 2.5915436794059947, "hi": 0.7375074340388768, "ta": 1.3062559526732205, "th": 1.521799969366017, "zh": 5.773044340615211, "my": 0.22837821416451473}, "t": 12.0} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5803.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.333448, "cps": 45.335938, "mean_p": 0.496426, "boundary_entropy": 0.687224, "bpb": 6.378277}, "de": {"chunks": 7950.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387182, "cps": 62.109375, "mean_p": 0.498208, "boundary_entropy": 0.688174, "bpb": 6.459426}, "vi": {"chunks": 11248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.610144, "cps": 87.875, "mean_p": 0.499972, "boundary_entropy": 0.688484, "bpb": 6.771967}, "tr": {"chunks": 11110.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.61371, "cps": 86.796875, "mean_p": 0.506427, "boundary_entropy": 0.687556, "bpb": 6.734063}, "fi": {"chunks": 5820.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.309393, "cps": 45.46875, "mean_p": 0.494617, "boundary_entropy": 0.687787, "bpb": 6.46766}, "ru": {"chunks": 225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011873, "cps": 1.757812, "mean_p": 0.462405, "boundary_entropy": 0.687121, "bpb": 6.19163}, "el": {"chunks": 12950.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.630999, "cps": 101.171875, "mean_p": 0.495605, "boundary_entropy": 0.690208, "bpb": 6.247276}, "hi": {"chunks": 14793.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.879227, "cps": 115.570312, "mean_p": 0.498422, "boundary_entropy": 0.690705, "bpb": 5.729169}, "ta": {"chunks": 16463.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.88061, "cps": 128.617188, "mean_p": 0.497633, "boundary_entropy": 0.691141, "bpb": 5.925853}, "th": {"chunks": 3407.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.211812, "cps": 26.617188, "mean_p": 0.483465, "boundary_entropy": 0.690312, "bpb": 5.672564}, "zh": {"chunks": 3549.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600914, "cps": 27.726562, "mean_p": 0.483386, "boundary_entropy": 0.685425, "bpb": 7.347917}, "my": {"chunks": 2002.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105658, "cps": 15.640625, "mean_p": 0.482605, "boundary_entropy": 0.690595, "bpb": 5.910434}}, "bpb": {"en": 6.37828, "de": 6.45943, "vi": 6.77197, "tr": 6.73406, "fi": 6.46766, "ru": 6.19163, "el": 6.24728, "hi": 5.72917, "ta": 5.92585, "th": 5.67256, "zh": 7.34792, "my": 5.91043}, "gini_cpc": 0.329119, "gini_cps": 0.364635, "bpic": 4.026238, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1611445046381081, "vi": 1.829800388031947, "tr": 1.840496759552955, "fi": 0.9278604233100162, "ru": 0.035607776343507154, "el": 1.8923456791864985, "hi": 2.636772945489332, "ta": 2.6409188614478856, "th": 0.6352177394657914, "zh": 1.8021216591089102, "my": 0.31686352312582744}, "t": 14.4} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26381, "bpb": 6.15138, "chunk_loss": 0.030048, "F": 0.16495, "G": 0.48522, "chunks": 168.91, "bytes_per_chunk": 6.063, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.55, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.24, "alpha": 0.03, "t": 15.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2955.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169798, "cps": 23.085938, "mean_p": 0.487082, "boundary_entropy": 0.686882, "bpb": 5.799168}, "de": {"chunks": 4616.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224809, "cps": 36.0625, "mean_p": 0.489877, "boundary_entropy": 0.687951, "bpb": 5.925675}, "vi": {"chunks": 3828.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207648, "cps": 29.90625, "mean_p": 0.481477, "boundary_entropy": 0.687732, "bpb": 6.240433}, "tr": {"chunks": 2994.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165387, "cps": 23.390625, "mean_p": 0.482777, "boundary_entropy": 0.686986, "bpb": 6.226062}, "fi": {"chunks": 1362.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072404, "cps": 10.640625, "mean_p": 0.478462, "boundary_entropy": 0.686834, "bpb": 5.91548}, "ru": {"chunks": 8146.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.429868, "cps": 63.640625, "mean_p": 0.494475, "boundary_entropy": 0.690257, "bpb": 5.48518}, "el": {"chunks": 7666.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.373532, "cps": 59.890625, "mean_p": 0.492179, "boundary_entropy": 0.690337, "bpb": 5.65921}, "hi": {"chunks": 12636.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.751025, "cps": 98.71875, "mean_p": 0.49711, "boundary_entropy": 0.690746, "bpb": 5.19784}, "ta": {"chunks": 10388.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.555657, "cps": 81.15625, "mean_p": 0.4926, "boundary_entropy": 0.691037, "bpb": 5.250322}, "th": {"chunks": 7148.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.444389, "cps": 55.84375, "mean_p": 0.484066, "boundary_entropy": 0.690203, "bpb": 5.043307}, "zh": {"chunks": 4170.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.706062, "cps": 32.578125, "mean_p": 0.491868, "boundary_entropy": 0.686699, "bpb": 6.955306}, "my": {"chunks": 7818.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.412603, "cps": 61.078125, "mean_p": 0.49386, "boundary_entropy": 0.691266, "bpb": 5.092806}}, "bpb": {"en": 5.79917, "de": 5.92567, "vi": 6.24043, "tr": 6.22606, "fi": 5.91548, "ru": 5.48518, "el": 5.65921, "hi": 5.19784, "ta": 5.25032, "th": 5.04331, "zh": 6.95531, "my": 5.09281}, "gini_cpc": 0.311492, "gini_cps": 0.293815, "bpic": 5.205434, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3239757419095817, "vi": 1.2229126069232135, "tr": 0.9740200112666071, "fi": 0.42641439680368465, "ru": 2.5316392858577874, "el": 2.199857779967554, "hi": 4.4230431811496365, "ta": 3.2724506538977955, "th": 2.6171590329925567, "zh": 4.158237084888292, "my": 2.4299588829272523}, "t": 17.5} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40424, "bpb": 4.91128, "chunk_loss": 0.031952, "F": 0.19519, "G": 0.47453, "chunks": 199.88, "bytes_per_chunk": 5.123, "boundary_entropy": 0.68911, "router_noise": 0.0, "grad_norm": 1.6116, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 19.5} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2988.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171695, "cps": 23.34375, "mean_p": 0.42577, "boundary_entropy": 0.663812, "bpb": 4.474151}, "de": {"chunks": 3478.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169386, "cps": 27.171875, "mean_p": 0.432712, "boundary_entropy": 0.668859, "bpb": 4.665474}, "vi": {"chunks": 6181.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.335286, "cps": 48.289062, "mean_p": 0.464812, "boundary_entropy": 0.677927, "bpb": 5.040256}, "tr": {"chunks": 3640.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201072, "cps": 28.4375, "mean_p": 0.445315, "boundary_entropy": 0.673811, "bpb": 5.006984}, "fi": {"chunks": 2254.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.119824, "cps": 17.609375, "mean_p": 0.433548, "boundary_entropy": 0.671291, "bpb": 4.715964}, "ru": {"chunks": 6777.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.357625, "cps": 52.945312, "mean_p": 0.482621, "boundary_entropy": 0.687399, "bpb": 3.753615}, "el": {"chunks": 2745.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133752, "cps": 21.445312, "mean_p": 0.46683, "boundary_entropy": 0.687277, "bpb": 4.486832}, "hi": {"chunks": 9324.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.554175, "cps": 72.84375, "mean_p": 0.490199, "boundary_entropy": 0.689895, "bpb": 3.607299}, "ta": {"chunks": 9754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.521744, "cps": 76.203125, "mean_p": 0.482867, "boundary_entropy": 0.690028, "bpb": 3.682585}, "th": {"chunks": 7454.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.463413, "cps": 58.234375, "mean_p": 0.470622, "boundary_entropy": 0.687624, "bpb": 3.405779}, "zh": {"chunks": 3318.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561802, "cps": 25.921875, "mean_p": 0.486699, "boundary_entropy": 0.686235, "bpb": 6.398035}, "my": {"chunks": 3668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.193582, "cps": 28.65625, "mean_p": 0.488003, "boundary_entropy": 0.690926, "bpb": 4.301163}}, "bpb": {"en": 4.47415, "de": 4.66547, "vi": 5.04026, "tr": 5.00698, "fi": 4.71596, "ru": 3.75361, "el": 4.48683, "hi": 3.6073, "ta": 3.68258, "th": 3.40578, "zh": 6.39803, "my": 4.30116}, "gini_cpc": 0.290681, "gini_cps": 0.268488, "bpic": 6.232133, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9865536269658578, "vi": 1.952806125505548, "tr": 1.171101020110936, "fi": 0.6978877180082832, "ru": 2.0829162030708583, "el": 0.7790135839366823, "hi": 3.2276818417801967, "ta": 3.0387908413541838, "th": 2.699055719302451, "zh": 3.272099233371005, "my": 1.1274816386084765}, "t": 21.7} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.71155, "bpb": 3.91194, "chunk_loss": 0.029443, "F": 0.15851, "G": 0.43712, "chunks": 162.31, "bytes_per_chunk": 6.309, "boundary_entropy": 0.66989, "router_noise": 0.0, "grad_norm": 1.8916, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.9} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3154.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181233, "cps": 24.640625, "mean_p": 0.354996, "boundary_entropy": 0.596932, "bpb": 3.907622}, "de": {"chunks": 4281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.208494, "cps": 33.445312, "mean_p": 0.370669, "boundary_entropy": 0.613121, "bpb": 4.148984}, "vi": {"chunks": 4458.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241823, "cps": 34.828125, "mean_p": 0.380618, "boundary_entropy": 0.625121, "bpb": 3.64383}, "tr": {"chunks": 3934.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217312, "cps": 30.734375, "mean_p": 0.388396, "boundary_entropy": 0.625775, "bpb": 4.28902}, "fi": {"chunks": 3676.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195418, "cps": 28.71875, "mean_p": 0.374504, "boundary_entropy": 0.618173, "bpb": 4.107964}, "ru": {"chunks": 4446.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234617, "cps": 34.734375, "mean_p": 0.480202, "boundary_entropy": 0.68254, "bpb": 2.874909}, "el": {"chunks": 7045.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.343273, "cps": 55.039062, "mean_p": 0.476343, "boundary_entropy": 0.687507, "bpb": 3.044971}, "hi": {"chunks": 8710.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.517682, "cps": 68.046875, "mean_p": 0.449845, "boundary_entropy": 0.66973, "bpb": 2.457733}, "ta": {"chunks": 10968.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.586681, "cps": 85.6875, "mean_p": 0.468214, "boundary_entropy": 0.684115, "bpb": 2.310907}, "th": {"chunks": 12457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.774448, "cps": 97.320312, "mean_p": 0.467198, "boundary_entropy": 0.685459, "bpb": 2.352365}, "zh": {"chunks": 4050.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.685743, "cps": 31.640625, "mean_p": 0.476225, "boundary_entropy": 0.682634, "bpb": 5.395444}, "my": {"chunks": 10530.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.555731, "cps": 82.265625, "mean_p": 0.468292, "boundary_entropy": 0.687471, "bpb": 2.517613}}, "bpb": {"en": 3.90762, "de": 4.14898, "vi": 3.64383, "tr": 4.28902, "fi": 4.10796, "ru": 2.87491, "el": 3.04497, "hi": 2.45773, "ta": 2.31091, "th": 2.35236, "zh": 5.39544, "my": 2.51761}, "gini_cpc": 0.285161, "gini_cps": 0.263523, "bpic": 4.938694, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1504168969876074, "vi": 1.3343180266782515, "tr": 1.1990746882026546, "fi": 1.0782663457986288, "ru": 1.2945614648567885, "el": 1.894098601840872, "hi": 2.8564426785110255, "ta": 3.2371617747294406, "th": 4.273215848193914, "zh": 3.7837637465934817, "my": 3.0663902568709553}, "t": 26.0} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.90878, "de": 4.151, "vi": 3.6504, "tr": 4.29718, "fi": 4.10947, "ru": 2.858, "el": 3.03785, "hi": 2.45362, "ta": 2.3286, "th": 2.3853, "zh": 5.40419, "my": 2.53396}, "bytes_per_chunk": {"en": 5.289, "de": 5.113, "vi": 5.327, "tr": 5.195, "fi": 5.418, "ru": 7.409, "el": 5.574, "hi": 5.056, "ta": 4.313, "th": 4.063, "zh": 4.329, "my": 4.801}, "bpb_mean": 3.42653, "t": 27.4} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53953, "bpb": 3.66377, "chunk_loss": 0.031016, "F": 0.18781, "G": 0.41408, "chunks": 192.31, "bytes_per_chunk": 5.325, "boundary_entropy": 0.64288, "router_noise": 0.0, "grad_norm": 2.7458, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 27.5} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.47498, "bpb": 3.57064, "chunk_loss": 0.032463, "F": 0.20883, "G": 0.41459, "chunks": 213.84, "bytes_per_chunk": 4.789, "boundary_entropy": 0.64783, "router_noise": 0.0, "grad_norm": 1.2558, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2604.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.149629, "cps": 20.34375, "mean_p": 0.352543, "boundary_entropy": 0.599188, "bpb": 3.659605}, "de": {"chunks": 4292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209029, "cps": 33.53125, "mean_p": 0.360628, "boundary_entropy": 0.605859, "bpb": 3.866142}, "vi": {"chunks": 4235.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229726, "cps": 33.085938, "mean_p": 0.408911, "boundary_entropy": 0.647857, "bpb": 3.660895}, "tr": {"chunks": 3783.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208971, "cps": 29.554688, "mean_p": 0.360045, "boundary_entropy": 0.602498, "bpb": 3.858958}, "fi": {"chunks": 3323.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176652, "cps": 25.960938, "mean_p": 0.340797, "boundary_entropy": 0.590534, "bpb": 3.889252}, "ru": {"chunks": 5274.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.278311, "cps": 41.203125, "mean_p": 0.476598, "boundary_entropy": 0.683623, "bpb": 2.648875}, "el": {"chunks": 8334.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.406081, "cps": 65.109375, "mean_p": 0.472671, "boundary_entropy": 0.685084, "bpb": 2.757012}, "hi": {"chunks": 9367.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.556731, "cps": 73.179688, "mean_p": 0.394151, "boundary_entropy": 0.621646, "bpb": 2.127188}, "ta": {"chunks": 11680.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.624766, "cps": 91.25, "mean_p": 0.389779, "boundary_entropy": 0.619562, "bpb": 1.937611}, "th": {"chunks": 8814.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.547964, "cps": 68.859375, "mean_p": 0.447269, "boundary_entropy": 0.674501, "bpb": 2.064686}, "zh": {"chunks": 4525.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.76617, "cps": 35.351562, "mean_p": 0.44232, "boundary_entropy": 0.660872, "bpb": 4.993716}, "my": {"chunks": 12871.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.67928, "cps": 100.554688, "mean_p": 0.441222, "boundary_entropy": 0.676131, "bpb": 2.295579}}, "bpb": {"en": 3.65961, "de": 3.86614, "vi": 3.6609, "tr": 3.85896, "fi": 3.88925, "ru": 2.64887, "el": 2.75701, "hi": 2.12719, "ta": 1.93761, "th": 2.06469, "zh": 4.99372, "my": 2.29558}, "gini_cpc": 0.293745, "gini_cps": 0.277077, "bpic": 4.851723, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3969808295559292, "vi": 1.5353005765680638, "tr": 1.3965900068502026, "fi": 1.1805967902396555, "ru": 1.8600047420449157, "el": 2.713912187090981, "hi": 3.7207336980710894, "ta": 4.175423330864238, "th": 3.662141503447268, "zh": 5.12045178612393, "my": 4.5397512255223855}, "t": 30.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.31301, "bpb": 3.33697, "chunk_loss": 0.031512, "F": 0.19998, "G": 0.38452, "chunks": 204.78, "bytes_per_chunk": 5.0, "boundary_entropy": 0.62136, "router_noise": 0.0, "grad_norm": 1.1679, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 33.0} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09073, "bpb": 3.01628, "chunk_loss": 0.03069, "F": 0.18298, "G": 0.36411, "chunks": 187.38, "bytes_per_chunk": 5.465, "boundary_entropy": 0.59301, "router_noise": 0.0, "grad_norm": 0.9133, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 35.2} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.349758, "boundary_entropy": 0.569131, "bpb": 3.215066}, "de": {"chunks": 3562.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173477, "cps": 27.828125, "mean_p": 0.352904, "boundary_entropy": 0.579397, "bpb": 3.531329}, "vi": {"chunks": 4391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238188, "cps": 34.304688, "mean_p": 0.38118, "boundary_entropy": 0.617202, "bpb": 2.79617}, "tr": {"chunks": 3251.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179583, "cps": 25.398438, "mean_p": 0.333377, "boundary_entropy": 0.550021, "bpb": 3.459072}, "fi": {"chunks": 3374.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179363, "cps": 26.359375, "mean_p": 0.333498, "boundary_entropy": 0.548956, "bpb": 3.587865}, "ru": {"chunks": 5185.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273615, "cps": 40.507812, "mean_p": 0.31733, "boundary_entropy": 0.515815, "bpb": 2.524013}, "el": {"chunks": 7251.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.353311, "cps": 56.648438, "mean_p": 0.327335, "boundary_entropy": 0.534239, "bpb": 2.555357}, "hi": {"chunks": 11691.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.694859, "cps": 91.335938, "mean_p": 0.365659, "boundary_entropy": 0.566981, "bpb": 1.807454}, "ta": {"chunks": 12107.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.647606, "cps": 94.585938, "mean_p": 0.292601, "boundary_entropy": 0.42018, "bpb": 1.611525}, "th": {"chunks": 9297.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577992, "cps": 72.632812, "mean_p": 0.350159, "boundary_entropy": 0.58372, "bpb": 1.898147}, "zh": {"chunks": 3276.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55469, "cps": 25.59375, "mean_p": 0.377752, "boundary_entropy": 0.606237, "bpb": 4.130316}, "my": {"chunks": 10309.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.544068, "cps": 80.539062, "mean_p": 0.387493, "boundary_entropy": 0.645633, "bpb": 2.02176}}, "bpb": {"en": 3.21507, "de": 3.53133, "vi": 2.79617, "tr": 3.45907, "fi": 3.58786, "ru": 2.52401, "el": 2.55536, "hi": 1.80745, "ta": 1.61153, "th": 1.89815, "zh": 4.13032, "my": 2.02176}, "gini_cpc": 0.281589, "gini_cps": 0.285503, "bpic": 4.98514, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9173556621239943, "vi": 1.2595532506114884, "tr": 0.9496479957113632, "fi": 0.9484827410715632, "ru": 1.4468908969773644, "el": 1.868328754572043, "hi": 3.6744540899738714, "ta": 3.4245799590070707, "th": 3.0564549826312977, "zh": 2.9332338511490095, "my": 2.8770631959386423}, "t": 38.3} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.22213, "de": 3.52844, "vi": 2.80223, "tr": 3.46756, "fi": 3.58152, "ru": 2.50973, "el": 2.54907, "hi": 1.80251, "ta": 1.62903, "th": 1.92694, "zh": 4.1375, "my": 2.03771}, "bytes_per_chunk": {"en": 5.144, "de": 5.84, "vi": 5.538, "tr": 6.042, "fi": 5.766, "ru": 7.109, "el": 5.187, "hi": 3.594, "ta": 4.089, "th": 4.609, "zh": 5.977, "my": 4.895}, "bpb_mean": 2.7662, "t": 39.7} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.22858, "bpb": 3.21517, "chunk_loss": 0.030378, "F": 0.17355, "G": 0.34286, "chunks": 177.72, "bytes_per_chunk": 5.762, "boundary_entropy": 0.56767, "router_noise": 0.0, "grad_norm": 0.7642, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 39.7} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17284, "bpb": 3.13474, "chunk_loss": 0.030708, "F": 0.18509, "G": 0.3337, "chunks": 189.53, "bytes_per_chunk": 5.403, "boundary_entropy": 0.55155, "router_noise": 0.0, "grad_norm": 1.0826, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 41.7} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.06804, "bpb": 2.98355, "chunk_loss": 0.030626, "F": 0.18637, "G": 0.31701, "chunks": 190.84, "bytes_per_chunk": 5.366, "boundary_entropy": 0.53032, "router_noise": 0.0, "grad_norm": 0.9672, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.8} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91635, "bpb": 2.76471, "chunk_loss": 0.030094, "F": 0.1709, "G": 0.31337, "chunks": 175.0, "bytes_per_chunk": 5.851, "boundary_entropy": 0.52135, "router_noise": 0.0, "grad_norm": 0.9074, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 45.8} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3435.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19738, "cps": 26.835938, "mean_p": 0.293067, "boundary_entropy": 0.447193, "bpb": 2.893317}, "de": {"chunks": 3971.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193396, "cps": 31.023438, "mean_p": 0.292448, "boundary_entropy": 0.464504, "bpb": 3.230048}, "vi": {"chunks": 4470.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242474, "cps": 34.921875, "mean_p": 0.33496, "boundary_entropy": 0.537847, "bpb": 2.577916}, "tr": {"chunks": 3644.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201293, "cps": 28.46875, "mean_p": 0.294388, "boundary_entropy": 0.469961, "bpb": 3.169007}, "fi": {"chunks": 3884.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206475, "cps": 30.34375, "mean_p": 0.306053, "boundary_entropy": 0.46289, "bpb": 3.371357}, "ru": {"chunks": 4586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.242005, "cps": 35.828125, "mean_p": 0.315791, "boundary_entropy": 0.552334, "bpb": 2.169938}, "el": {"chunks": 7202.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.350923, "cps": 56.265625, "mean_p": 0.360875, "boundary_entropy": 0.591645, "bpb": 2.244496}, "hi": {"chunks": 8333.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.495275, "cps": 65.101562, "mean_p": 0.374875, "boundary_entropy": 0.585324, "bpb": 1.635202}, "ta": {"chunks": 7960.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.425782, "cps": 62.1875, "mean_p": 0.269114, "boundary_entropy": 0.463251, "bpb": 1.353549}, "th": {"chunks": 8121.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.50488, "cps": 63.445312, "mean_p": 0.381153, "boundary_entropy": 0.626032, "bpb": 1.714719}, "zh": {"chunks": 3558.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.602438, "cps": 27.796875, "mean_p": 0.405833, "boundary_entropy": 0.630608, "bpb": 3.84329}, "my": {"chunks": 14151.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.746833, "cps": 110.554688, "mean_p": 0.37756, "boundary_entropy": 0.606302, "bpb": 1.672929}}, "bpb": {"en": 2.89332, "de": 3.23005, "vi": 2.57792, "tr": 3.16901, "fi": 3.37136, "ru": 2.16994, "el": 2.2445, "hi": 1.6352, "ta": 1.35355, "th": 1.71472, "zh": 3.84329, "my": 1.67293}, "gini_cpc": 0.263887, "gini_cps": 0.252767, "bpic": 5.234686, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9798167482869732, "vi": 1.2284620932984178, "tr": 1.019823923608406, "fi": 1.0460795608998636, "ru": 1.226089617587077, "el": 1.7779095006199244, "hi": 2.5092485838681, "ta": 2.157173005882758, "th": 2.557913323460383, "zh": 3.052178156474727, "my": 3.783738671593043}, "t": 48.7} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.9033, "de": 3.2294, "vi": 2.58046, "tr": 3.17962, "fi": 3.36434, "ru": 2.15365, "el": 2.23288, "hi": 1.62852, "ta": 1.36669, "th": 1.74289, "zh": 3.85508, "my": 1.68579}, "bytes_per_chunk": {"en": 5.233, "de": 5.3, "vi": 5.736, "tr": 5.576, "fi": 5.192, "ru": 7.482, "el": 5.169, "hi": 5.328, "ta": 6.393, "th": 6.174, "zh": 5.122, "my": 3.977}, "bpb_mean": 2.49355, "t": 50.0} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90636, "bpb": 2.7503, "chunk_loss": 0.030429, "F": 0.17841, "G": 0.31877, "chunks": 182.69, "bytes_per_chunk": 5.605, "boundary_entropy": 0.5148, "router_noise": 0.0, "grad_norm": 1.1491, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.1} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94312, "bpb": 2.80333, "chunk_loss": 0.03004, "F": 0.17123, "G": 0.31194, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.50951, "router_noise": 0.0, "grad_norm": 0.8594, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.1} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78377, "bpb": 2.57344, "chunk_loss": 0.030348, "F": 0.18005, "G": 0.29527, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.4729, "router_noise": 0.0, "grad_norm": 0.9079, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 54.1} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86175, "bpb": 2.68594, "chunk_loss": 0.030685, "F": 0.18835, "G": 0.30167, "chunks": 192.88, "bytes_per_chunk": 5.309, "boundary_entropy": 0.46975, "router_noise": 0.0, "grad_norm": 0.8231, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.1} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3108.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17859, "cps": 24.28125, "mean_p": 0.248066, "boundary_entropy": 0.371, "bpb": 2.686463}, "de": {"chunks": 3576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174159, "cps": 27.9375, "mean_p": 0.24541, "boundary_entropy": 0.386051, "bpb": 3.03828}, "vi": {"chunks": 4617.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250448, "cps": 36.070312, "mean_p": 0.316115, "boundary_entropy": 0.498093, "bpb": 2.415026}, "tr": {"chunks": 3402.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187925, "cps": 26.578125, "mean_p": 0.257883, "boundary_entropy": 0.403882, "bpb": 3.043753}, "fi": {"chunks": 3525.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18739, "cps": 27.539062, "mean_p": 0.250888, "boundary_entropy": 0.382928, "bpb": 3.226775}, "ru": {"chunks": 6824.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.360106, "cps": 53.3125, "mean_p": 0.346425, "boundary_entropy": 0.579172, "bpb": 1.999583}, "el": {"chunks": 7094.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.345661, "cps": 55.421875, "mean_p": 0.354921, "boundary_entropy": 0.601274, "bpb": 2.093411}, "hi": {"chunks": 8246.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.490104, "cps": 64.421875, "mean_p": 0.300643, "boundary_entropy": 0.503049, "bpb": 1.532962}, "ta": {"chunks": 8403.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449478, "cps": 65.648438, "mean_p": 0.265242, "boundary_entropy": 0.448899, "bpb": 1.293298}, "th": {"chunks": 8219.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.510973, "cps": 64.210938, "mean_p": 0.411995, "boundary_entropy": 0.64582, "bpb": 1.5746}, "zh": {"chunks": 3205.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.542668, "cps": 25.039062, "mean_p": 0.377413, "boundary_entropy": 0.60407, "bpb": 3.71603}, "my": {"chunks": 9450.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.498733, "cps": 73.828125, "mean_p": 0.325272, "boundary_entropy": 0.545338, "bpb": 1.486146}}, "bpb": {"en": 2.68646, "de": 3.03828, "vi": 2.41503, "tr": 3.04375, "fi": 3.22677, "ru": 1.99958, "el": 2.09341, "hi": 1.53296, "ta": 1.2933, "th": 1.5746, "zh": 3.71603, "my": 1.48615}, "gini_cpc": 0.226418, "gini_cps": 0.223298, "bpic": 5.508634, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9751876957838094, "vi": 1.4023610556971011, "tr": 1.0522692222134302, "fi": 1.0492774703210088, "ru": 2.0163824736911806, "el": 1.9355012184276912, "hi": 2.7442986225452795, "ta": 2.516819117287157, "th": 2.8611526242704355, "zh": 3.0386291605814124, "my": 2.792618061379936}, "t": 59.0} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.6942, "de": 3.04305, "vi": 2.42029, "tr": 3.05583, "fi": 3.22468, "ru": 1.98598, "el": 2.08163, "hi": 1.52926, "ta": 1.30521, "th": 1.60138, "zh": 3.72744, "my": 1.49743}, "bytes_per_chunk": {"en": 5.712, "de": 5.772, "vi": 5.524, "tr": 5.737, "fi": 5.397, "ru": 5.577, "el": 5.133, "hi": 5.05, "ta": 6.045, "th": 5.846, "zh": 5.628, "my": 6.148}, "bpb_mean": 2.3472, "t": 60.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83813, "bpb": 2.65186, "chunk_loss": 0.030257, "F": 0.17468, "G": 0.29368, "chunks": 178.88, "bytes_per_chunk": 5.725, "boundary_entropy": 0.46879, "router_noise": 0.0, "grad_norm": 0.894, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 60.3} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.63728, "bpb": 2.3621, "chunk_loss": 0.029974, "F": 0.16599, "G": 0.29321, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.474, "router_noise": 0.0, "grad_norm": 0.7982, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 62.3} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72867, "bpb": 2.49395, "chunk_loss": 0.03003, "F": 0.16843, "G": 0.28496, "chunks": 172.47, "bytes_per_chunk": 5.937, "boundary_entropy": 0.44839, "router_noise": 0.0, "grad_norm": 0.8874, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 64.4} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87467, "bpb": 2.70458, "chunk_loss": 0.030353, "F": 0.18079, "G": 0.28367, "chunks": 185.12, "bytes_per_chunk": 5.531, "boundary_entropy": 0.42904, "router_noise": 0.0, "grad_norm": 0.8196, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 66.4} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3228.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185485, "cps": 25.21875, "mean_p": 0.238491, "boundary_entropy": 0.322412, "bpb": 2.551076}, "de": {"chunks": 3808.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185458, "cps": 29.75, "mean_p": 0.247328, "boundary_entropy": 0.342731, "bpb": 2.895194}, "vi": {"chunks": 4381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237646, "cps": 34.226562, "mean_p": 0.291433, "boundary_entropy": 0.449346, "bpb": 2.298925}, "tr": {"chunks": 4040.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223167, "cps": 31.5625, "mean_p": 0.266115, "boundary_entropy": 0.366439, "bpb": 2.915047}, "fi": {"chunks": 3840.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204136, "cps": 30.0, "mean_p": 0.250595, "boundary_entropy": 0.336808, "bpb": 3.134081}, "ru": {"chunks": 6383.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336834, "cps": 49.867188, "mean_p": 0.349717, "boundary_entropy": 0.584063, "bpb": 1.906698}, "el": {"chunks": 8448.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.411636, "cps": 66.0, "mean_p": 0.425363, "boundary_entropy": 0.642498, "bpb": 1.990073}, "hi": {"chunks": 8176.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.485944, "cps": 63.875, "mean_p": 0.309185, "boundary_entropy": 0.507547, "bpb": 1.471327}, "ta": {"chunks": 8330.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.445574, "cps": 65.078125, "mean_p": 0.283657, "boundary_entropy": 0.489852, "bpb": 1.234706}, "th": {"chunks": 10337.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.642648, "cps": 80.757812, "mean_p": 0.442236, "boundary_entropy": 0.649548, "bpb": 1.522056}, "zh": {"chunks": 3014.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510328, "cps": 23.546875, "mean_p": 0.349944, "boundary_entropy": 0.56973, "bpb": 3.6245}, "my": {"chunks": 9832.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.518894, "cps": 76.8125, "mean_p": 0.335286, "boundary_entropy": 0.554976, "bpb": 1.395123}}, "bpb": {"en": 2.55108, "de": 2.89519, "vi": 2.29892, "tr": 2.91505, "fi": 3.13408, "ru": 1.9067, "el": 1.99007, "hi": 1.47133, "ta": 1.23471, "th": 1.52206, "zh": 3.6245, "my": 1.39512}, "gini_cpc": 0.231432, "gini_cps": 0.236315, "bpic": 5.199087, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9998506348561758, "vi": 1.2812111376956916, "tr": 1.2031545224384137, "fi": 1.1005503977246565, "ru": 1.8159597747937735, "el": 2.219236844979619, "hi": 2.6198498649447353, "ta": 2.4022053289401075, "th": 3.4646873082474263, "zh": 2.7513155294156153, "my": 2.7974935118850026}, "t": 69.4} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56058, "de": 2.89865, "vi": 2.30226, "tr": 2.92572, "fi": 3.13119, "ru": 1.88928, "el": 1.97819, "hi": 1.46814, "ta": 1.24457, "th": 1.54853, "zh": 3.63309, "my": 1.40435}, "bytes_per_chunk": {"en": 5.488, "de": 5.441, "vi": 5.767, "tr": 4.912, "fi": 5.022, "ru": 5.841, "el": 4.336, "hi": 5.304, "ta": 6.186, "th": 4.757, "zh": 5.639, "my": 5.526}, "bpb_mean": 2.24871, "t": 70.7} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54465, "bpb": 2.22846, "chunk_loss": 0.030621, "F": 0.18121, "G": 0.31171, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.48088, "router_noise": 0.0, "grad_norm": 0.7583, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 70.7} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77007, "bpb": 2.55367, "chunk_loss": 0.030453, "F": 0.18347, "G": 0.28868, "chunks": 187.88, "bytes_per_chunk": 5.45, "boundary_entropy": 0.43771, "router_noise": 0.0, "grad_norm": 0.9604, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 72.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59417, "bpb": 2.2999, "chunk_loss": 0.030353, "F": 0.17944, "G": 0.29208, "chunks": 183.75, "bytes_per_chunk": 5.573, "boundary_entropy": 0.438, "router_noise": 0.0, "grad_norm": 0.8442, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.8} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61603, "bpb": 2.33144, "chunk_loss": 0.03003, "F": 0.17358, "G": 0.29116, "chunks": 177.75, "bytes_per_chunk": 5.761, "boundary_entropy": 0.43331, "router_noise": 0.0, "grad_norm": 1.0088, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 76.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3259.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187267, "cps": 25.460938, "mean_p": 0.23667, "boundary_entropy": 0.307509, "bpb": 2.471597}, "de": {"chunks": 3669.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178688, "cps": 28.664062, "mean_p": 0.233212, "boundary_entropy": 0.318301, "bpb": 2.808009}, "vi": {"chunks": 4609.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250014, "cps": 36.007812, "mean_p": 0.284229, "boundary_entropy": 0.4337, "bpb": 2.261489}, "tr": {"chunks": 3568.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197094, "cps": 27.875, "mean_p": 0.24504, "boundary_entropy": 0.338921, "bpb": 2.832017}, "fi": {"chunks": 3730.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198288, "cps": 29.140625, "mean_p": 0.239827, "boundary_entropy": 0.315826, "bpb": 3.046955}, "ru": {"chunks": 6685.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.35277, "cps": 52.226562, "mean_p": 0.339914, "boundary_entropy": 0.568942, "bpb": 1.82645}, "el": {"chunks": 6416.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.312625, "cps": 50.125, "mean_p": 0.398533, "boundary_entropy": 0.630591, "bpb": 1.936156}, "hi": {"chunks": 6830.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.405944, "cps": 53.359375, "mean_p": 0.296831, "boundary_entropy": 0.515202, "bpb": 1.438529}, "ta": {"chunks": 7538.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.403209, "cps": 58.890625, "mean_p": 0.333781, "boundary_entropy": 0.555482, "bpb": 1.174193}, "th": {"chunks": 6750.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419646, "cps": 52.734375, "mean_p": 0.39485, "boundary_entropy": 0.627315, "bpb": 1.446571}, "zh": {"chunks": 2798.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473756, "cps": 21.859375, "mean_p": 0.322235, "boundary_entropy": 0.531059, "bpb": 3.591655}, "my": {"chunks": 9457.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.499103, "cps": 73.882812, "mean_p": 0.326556, "boundary_entropy": 0.545969, "bpb": 1.352932}}, "bpb": {"en": 2.4716, "de": 2.80801, "vi": 2.26149, "tr": 2.83202, "fi": 3.04696, "ru": 1.82645, "el": 1.93616, "hi": 1.43853, "ta": 1.17419, "th": 1.44657, "zh": 3.59166, "my": 1.35293}, "gini_cpc": 0.197651, "gini_cps": 0.205014, "bpic": 5.876388, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9541904471666239, "vi": 1.3350678137103458, "tr": 1.0524804900369213, "fi": 1.0588555275439058, "ru": 1.8837877005507784, "el": 1.6694109963395531, "hi": 2.1677310107522567, "ta": 2.153130848956058, "th": 2.2408999520516724, "zh": 2.5298456632688846, "my": 2.6651998042736817}, "t": 79.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.47677, "de": 2.811, "vi": 2.26525, "tr": 2.84084, "fi": 3.04903, "ru": 1.81098, "el": 1.92417, "hi": 1.43536, "ta": 1.18359, "th": 1.47258, "zh": 3.59845, "my": 1.36138}, "bytes_per_chunk": {"en": 5.565, "de": 5.643, "vi": 5.596, "tr": 5.522, "fi": 5.04, "ru": 5.59, "el": 5.935, "hi": 6.268, "ta": 7.056, "th": 7.032, "zh": 5.928, "my": 5.921}, "bpb_mean": 2.18578, "t": 80.9} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.6988, "bpb": 2.45086, "chunk_loss": 0.030201, "F": 0.17682, "G": 0.27694, "chunks": 181.06, "bytes_per_chunk": 5.656, "boundary_entropy": 0.41798, "router_noise": 0.0, "grad_norm": 0.8155, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 81.0} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.6062, "bpb": 2.31726, "chunk_loss": 0.029685, "F": 0.16641, "G": 0.29615, "chunks": 170.41, "bytes_per_chunk": 6.009, "boundary_entropy": 0.44508, "router_noise": 0.0, "grad_norm": 0.9096, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 83.0} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.71797, "bpb": 2.47851, "chunk_loss": 0.030165, "F": 0.17804, "G": 0.2944, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.4335, "router_noise": 0.0, "grad_norm": 0.884, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 84.9} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51203, "bpb": 2.1814, "chunk_loss": 0.030031, "F": 0.16907, "G": 0.28574, "chunks": 173.12, "bytes_per_chunk": 5.915, "boundary_entropy": 0.43712, "router_noise": 0.0, "grad_norm": 0.8807, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 86.9} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3273.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188071, "cps": 25.570312, "mean_p": 0.228403, "boundary_entropy": 0.283395, "bpb": 2.408508}, "de": {"chunks": 3883.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18911, "cps": 30.335938, "mean_p": 0.23931, "boundary_entropy": 0.302351, "bpb": 2.728935}, "vi": {"chunks": 4587.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.24882, "cps": 35.835938, "mean_p": 0.271879, "boundary_entropy": 0.404381, "bpb": 2.202691}, "tr": {"chunks": 3863.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21339, "cps": 30.179688, "mean_p": 0.253936, "boundary_entropy": 0.331407, "bpb": 2.727784}, "fi": {"chunks": 3608.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191803, "cps": 28.1875, "mean_p": 0.228773, "boundary_entropy": 0.292496, "bpb": 2.968443}, "ru": {"chunks": 5809.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306544, "cps": 45.382812, "mean_p": 0.329997, "boundary_entropy": 0.557341, "bpb": 1.805641}, "el": {"chunks": 5580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.27189, "cps": 43.59375, "mean_p": 0.380323, "boundary_entropy": 0.609204, "bpb": 1.862872}, "hi": {"chunks": 6373.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.378782, "cps": 49.789062, "mean_p": 0.337699, "boundary_entropy": 0.556044, "bpb": 1.431744}, "ta": {"chunks": 9459.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.505964, "cps": 73.898438, "mean_p": 0.393592, "boundary_entropy": 0.582521, "bpb": 1.136462}, "th": {"chunks": 9487.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.589804, "cps": 74.117188, "mean_p": 0.425002, "boundary_entropy": 0.635569, "bpb": 1.401262}, "zh": {"chunks": 3092.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523535, "cps": 24.15625, "mean_p": 0.321228, "boundary_entropy": 0.516899, "bpb": 3.545707}, "my": {"chunks": 8722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.460312, "cps": 68.140625, "mean_p": 0.310674, "boundary_entropy": 0.527564, "bpb": 1.315787}}, "bpb": {"en": 2.40851, "de": 2.72893, "vi": 2.20269, "tr": 2.72778, "fi": 2.96844, "ru": 1.80564, "el": 1.86287, "hi": 1.43174, "ta": 1.13646, "th": 1.40126, "zh": 3.54571, "my": 1.31579}, "gini_cpc": 0.231217, "gini_cps": 0.222848, "bpic": 5.665835, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0055255221044765, "vi": 1.323011785904199, "tr": 1.1346247992379688, "fi": 1.0198416873018454, "ru": 1.6299349680402624, "el": 1.4456776557905366, "hi": 2.0140347541617696, "ta": 2.6902824024716314, "th": 3.136071460421506, "zh": 2.783711076340207, "my": 2.447545765176806}, "t": 89.8} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41472, "de": 2.73422, "vi": 2.20506, "tr": 2.73936, "fi": 2.97266, "ru": 1.7874, "el": 1.85199, "hi": 1.42745, "ta": 1.14428, "th": 1.42263, "zh": 3.55009, "my": 1.32546}, "bytes_per_chunk": {"en": 5.548, "de": 5.407, "vi": 5.574, "tr": 5.149, "fi": 5.388, "ru": 6.248, "el": 6.486, "hi": 6.801, "ta": 5.732, "th": 5.101, "zh": 5.398, "my": 6.471}, "bpb_mean": 2.13128, "t": 91.1} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.69836, "bpb": 2.45022, "chunk_loss": 0.030397, "F": 0.1806, "G": 0.2979, "chunks": 184.94, "bytes_per_chunk": 5.537, "boundary_entropy": 0.44526, "router_noise": 0.0, "grad_norm": 0.7447, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 91.1} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70597, "bpb": 2.46119, "chunk_loss": 0.030049, "F": 0.17096, "G": 0.29631, "chunks": 175.06, "bytes_per_chunk": 5.849, "boundary_entropy": 0.44893, "router_noise": 0.0, "grad_norm": 0.8121, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 93.1} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67369, "bpb": 2.41463, "chunk_loss": 0.030205, "F": 0.1788, "G": 0.26655, "chunks": 183.09, "bytes_per_chunk": 5.593, "boundary_entropy": 0.37995, "router_noise": 0.0, "grad_norm": 0.8803, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.1} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57266, "bpb": 2.26886, "chunk_loss": 0.029898, "F": 0.17099, "G": 0.26755, "chunks": 175.09, "bytes_per_chunk": 5.848, "boundary_entropy": 0.39142, "router_noise": 0.0, "grad_norm": 0.8767, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 97.0} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3171.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18221, "cps": 24.773438, "mean_p": 0.221484, "boundary_entropy": 0.265267, "bpb": 2.357683}, "de": {"chunks": 3980.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193834, "cps": 31.09375, "mean_p": 0.241365, "boundary_entropy": 0.298226, "bpb": 2.652418}, "vi": {"chunks": 4487.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.243396, "cps": 35.054688, "mean_p": 0.249195, "boundary_entropy": 0.377924, "bpb": 2.15689}, "tr": {"chunks": 3907.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215821, "cps": 30.523438, "mean_p": 0.25681, "boundary_entropy": 0.327766, "bpb": 2.66639}, "fi": {"chunks": 3327.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176865, "cps": 25.992188, "mean_p": 0.213543, "boundary_entropy": 0.275486, "bpb": 2.895305}, "ru": {"chunks": 6262.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330449, "cps": 48.921875, "mean_p": 0.305229, "boundary_entropy": 0.515839, "bpb": 1.727137}, "el": {"chunks": 4848.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236223, "cps": 37.875, "mean_p": 0.358678, "boundary_entropy": 0.594292, "bpb": 1.825371}, "hi": {"chunks": 6675.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396731, "cps": 52.148438, "mean_p": 0.375702, "boundary_entropy": 0.584322, "bpb": 1.379157}, "ta": {"chunks": 7682.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.410912, "cps": 60.015625, "mean_p": 0.38294, "boundary_entropy": 0.588995, "bpb": 1.122361}, "th": {"chunks": 6496.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.403855, "cps": 50.75, "mean_p": 0.40495, "boundary_entropy": 0.632094, "bpb": 1.377639}, "zh": {"chunks": 2922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494751, "cps": 22.828125, "mean_p": 0.301674, "boundary_entropy": 0.47664, "bpb": 3.495881}, "my": {"chunks": 9269.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.489181, "cps": 72.414062, "mean_p": 0.306785, "boundary_entropy": 0.522915, "bpb": 1.299394}}, "bpb": {"en": 2.35768, "de": 2.65242, "vi": 2.15689, "tr": 2.66639, "fi": 2.8953, "ru": 1.72714, "el": 1.82537, "hi": 1.37916, "ta": 1.12236, "th": 1.37764, "zh": 3.49588, "my": 1.29939}, "gini_cpc": 0.20507, "gini_cps": 0.203625, "bpic": 6.089249, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0637964656290189, "vi": 1.3357980518629082, "tr": 1.1844609247692341, "fi": 0.9706637157036933, "ru": 1.8135591595669527, "el": 1.2964317072600688, "hi": 2.17732909169887, "ta": 2.25515663353595, "th": 2.2164239234036067, "zh": 2.715280165032689, "my": 2.684710023489073}, "t": 99.9} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36369, "de": 2.66073, "vi": 2.15902, "tr": 2.67468, "fi": 2.90204, "ru": 1.70882, "el": 1.81548, "hi": 1.37471, "ta": 1.13026, "th": 1.39903, "zh": 3.50472, "my": 1.30571}, "bytes_per_chunk": {"en": 5.646, "de": 5.31, "vi": 5.699, "tr": 5.022, "fi": 5.741, "ru": 5.819, "el": 8.077, "hi": 6.56, "ta": 7.106, "th": 7.114, "zh": 5.516, "my": 5.803}, "bpb_mean": 2.08324, "t": 101.2} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78604, "bpb": 2.57671, "chunk_loss": 0.030268, "F": 0.18124, "G": 0.25354, "chunks": 185.59, "bytes_per_chunk": 5.517, "boundary_entropy": 0.35068, "router_noise": 0.0, "grad_norm": 0.9576, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 101.3} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57269, "bpb": 2.26891, "chunk_loss": 0.029882, "F": 0.17072, "G": 0.27355, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.40069, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.2} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56129, "bpb": 2.25246, "chunk_loss": 0.029938, "F": 0.17017, "G": 0.28922, "chunks": 174.25, "bytes_per_chunk": 5.877, "boundary_entropy": 0.42691, "router_noise": 0.0, "grad_norm": 0.7745, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 105.2} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51243, "bpb": 2.18197, "chunk_loss": 0.030107, "F": 0.17374, "G": 0.28314, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.41324, "router_noise": 0.0, "grad_norm": 0.813, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.2} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3263.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187496, "cps": 25.492188, "mean_p": 0.222548, "boundary_entropy": 0.252699, "bpb": 2.316024}, "de": {"chunks": 3755.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182876, "cps": 29.335938, "mean_p": 0.224081, "boundary_entropy": 0.267446, "bpb": 2.596781}, "vi": {"chunks": 4260.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231082, "cps": 33.28125, "mean_p": 0.258615, "boundary_entropy": 0.388078, "bpb": 2.132376}, "tr": {"chunks": 3844.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21234, "cps": 30.03125, "mean_p": 0.248528, "boundary_entropy": 0.309835, "bpb": 2.606427}, "fi": {"chunks": 3595.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191112, "cps": 28.085938, "mean_p": 0.229244, "boundary_entropy": 0.27815, "bpb": 2.811982}, "ru": {"chunks": 6209.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327652, "cps": 48.507812, "mean_p": 0.298651, "boundary_entropy": 0.504994, "bpb": 1.685674}, "el": {"chunks": 4584.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.223359, "cps": 35.8125, "mean_p": 0.335998, "boundary_entropy": 0.580485, "bpb": 1.793554}, "hi": {"chunks": 7079.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.420743, "cps": 55.304688, "mean_p": 0.377122, "boundary_entropy": 0.580107, "bpb": 1.335002}, "ta": {"chunks": 7379.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.394704, "cps": 57.648438, "mean_p": 0.387614, "boundary_entropy": 0.588906, "bpb": 1.109401}, "th": {"chunks": 7383.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.458999, "cps": 57.679688, "mean_p": 0.423825, "boundary_entropy": 0.639146, "bpb": 1.344007}, "zh": {"chunks": 3007.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509143, "cps": 23.492188, "mean_p": 0.303813, "boundary_entropy": 0.477754, "bpb": 3.474059}, "my": {"chunks": 9582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.5057, "cps": 74.859375, "mean_p": 0.315938, "boundary_entropy": 0.536752, "bpb": 1.267732}}, "bpb": {"en": 2.31602, "de": 2.59678, "vi": 2.13238, "tr": 2.60643, "fi": 2.81198, "ru": 1.68567, "el": 1.79355, "hi": 1.335, "ta": 1.1094, "th": 1.34401, "zh": 3.47406, "my": 1.26773}, "gini_cpc": 0.216299, "gini_cps": 0.20844, "bpic": 6.002205, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.975359190595455, "vi": 1.2324619030294295, "tr": 1.1325043373474517, "fi": 1.019281302550967, "ru": 1.7475092849628482, "el": 1.1912716601239224, "hi": 2.244005338800245, "ta": 2.10513080887715, "th": 2.448041915692482, "zh": 2.7154826472847313, "my": 2.6971173133742616}, "t": 110.1} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32309, "de": 2.60562, "vi": 2.13644, "tr": 2.61361, "fi": 2.82113, "ru": 1.66836, "el": 1.78283, "hi": 1.33228, "ta": 1.11639, "th": 1.36123, "zh": 3.47878, "my": 1.27707}, "bytes_per_chunk": {"en": 5.498, "de": 5.564, "vi": 5.946, "tr": 5.216, "fi": 5.258, "ru": 5.772, "el": 8.561, "hi": 6.081, "ta": 7.367, "th": 6.287, "zh": 5.517, "my": 5.836}, "bpb_mean": 2.04307, "t": 111.4} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.44848, "bpb": 2.08971, "chunk_loss": 0.029985, "F": 0.1712, "G": 0.28445, "chunks": 175.31, "bytes_per_chunk": 5.841, "boundary_entropy": 0.4242, "router_noise": 0.0, "grad_norm": 0.6644, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 111.4} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44426, "bpb": 2.08363, "chunk_loss": 0.030183, "F": 0.17014, "G": 0.27951, "chunks": 174.22, "bytes_per_chunk": 5.878, "boundary_entropy": 0.41545, "router_noise": 0.0, "grad_norm": 0.737, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 113.4} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54861, "bpb": 2.23418, "chunk_loss": 0.030431, "F": 0.1853, "G": 0.26815, "chunks": 189.75, "bytes_per_chunk": 5.397, "boundary_entropy": 0.36548, "router_noise": 0.0, "grad_norm": 0.7595, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 115.4} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61168, "bpb": 2.32516, "chunk_loss": 0.029997, "F": 0.17209, "G": 0.27794, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.40491, "router_noise": 0.0, "grad_norm": 0.7698, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 117.3} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3314.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190427, "cps": 25.890625, "mean_p": 0.224004, "boundary_entropy": 0.249029, "bpb": 2.278923}, "de": {"chunks": 3893.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189597, "cps": 30.414062, "mean_p": 0.230981, "boundary_entropy": 0.264162, "bpb": 2.553268}, "vi": {"chunks": 4373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237212, "cps": 34.164062, "mean_p": 0.270778, "boundary_entropy": 0.389943, "bpb": 2.108078}, "tr": {"chunks": 3690.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203834, "cps": 28.828125, "mean_p": 0.233417, "boundary_entropy": 0.286779, "bpb": 2.553873}, "fi": {"chunks": 3612.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192015, "cps": 28.21875, "mean_p": 0.228457, "boundary_entropy": 0.269814, "bpb": 2.814536}, "ru": {"chunks": 6726.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.354934, "cps": 52.546875, "mean_p": 0.294968, "boundary_entropy": 0.48253, "bpb": 1.641763}, "el": {"chunks": 4845.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236077, "cps": 37.851562, "mean_p": 0.350874, "boundary_entropy": 0.590682, "bpb": 1.771029}, "hi": {"chunks": 6619.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393403, "cps": 51.710938, "mean_p": 0.371014, "boundary_entropy": 0.58007, "bpb": 1.32119}, "ta": {"chunks": 7754.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.414763, "cps": 60.578125, "mean_p": 0.384543, "boundary_entropy": 0.592315, "bpb": 1.097035}, "th": {"chunks": 5723.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.355797, "cps": 44.710938, "mean_p": 0.402049, "boundary_entropy": 0.630211, "bpb": 1.334094}, "zh": {"chunks": 2685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.454622, "cps": 20.976562, "mean_p": 0.29003, "boundary_entropy": 0.467068, "bpb": 3.433064}, "my": {"chunks": 10440.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.550982, "cps": 81.5625, "mean_p": 0.312409, "boundary_entropy": 0.52678, "bpb": 1.249779}}, "bpb": {"en": 2.27892, "de": 2.55327, "vi": 2.10808, "tr": 2.55387, "fi": 2.81454, "ru": 1.64176, "el": 1.77103, "hi": 1.32119, "ta": 1.09703, "th": 1.33409, "zh": 3.43306, "my": 1.24978}, "gini_cpc": 0.206187, "gini_cps": 0.219438, "bpic": 6.02728, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9956429265094289, "vi": 1.2456841871626794, "tr": 1.070403279083869, "fi": 1.008341111421632, "ru": 1.8638856502277854, "el": 1.2397226968603252, "hi": 2.0658982335286113, "ta": 2.1780705519130503, "th": 1.8684190937215144, "zh": 2.387385014594979, "my": 2.8934017427743353}, "t": 120.2} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28465, "de": 2.56169, "vi": 2.11066, "tr": 2.56065, "fi": 2.81639, "ru": 1.62243, "el": 1.76185, "hi": 1.31677, "ta": 1.10408, "th": 1.35371, "zh": 3.4364, "my": 1.25732}, "bytes_per_chunk": {"en": 5.495, "de": 5.353, "vi": 5.978, "tr": 5.501, "fi": 5.176, "ru": 5.207, "el": 7.632, "hi": 6.572, "ta": 6.799, "th": 8.021, "zh": 5.961, "my": 5.118}, "bpb_mean": 2.01555, "t": 121.5} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.40755, "bpb": 2.03067, "chunk_loss": 0.031191, "F": 0.19092, "G": 0.29782, "chunks": 195.5, "bytes_per_chunk": 5.238, "boundary_entropy": 0.43841, "router_noise": 0.0, "grad_norm": 1.1402, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 121.6} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58384, "bpb": 2.285, "chunk_loss": 0.029999, "F": 0.17459, "G": 0.27032, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.37923, "router_noise": 0.0, "grad_norm": 0.8089, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 123.5} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64192, "bpb": 2.3688, "chunk_loss": 0.030244, "F": 0.17947, "G": 0.2734, "chunks": 183.78, "bytes_per_chunk": 5.572, "boundary_entropy": 0.38783, "router_noise": 0.0, "grad_norm": 0.8616, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 125.5} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37717, "bpb": 1.98683, "chunk_loss": 0.030044, "F": 0.17078, "G": 0.27076, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.3986, "router_noise": 0.0, "grad_norm": 0.7492, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 127.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3231.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185658, "cps": 25.242188, "mean_p": 0.212515, "boundary_entropy": 0.223048, "bpb": 2.247808}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.223048, "boundary_entropy": 0.240864, "bpb": 2.513839}, "vi": {"chunks": 4014.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217738, "cps": 31.359375, "mean_p": 0.26034, "boundary_entropy": 0.379399, "bpb": 2.083084}, "tr": {"chunks": 3633.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200685, "cps": 28.382812, "mean_p": 0.229654, "boundary_entropy": 0.273708, "bpb": 2.52044}, "fi": {"chunks": 3470.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184467, "cps": 27.109375, "mean_p": 0.217744, "boundary_entropy": 0.246307, "bpb": 2.721024}, "ru": {"chunks": 5724.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302058, "cps": 44.71875, "mean_p": 0.272151, "boundary_entropy": 0.466041, "bpb": 1.626098}, "el": {"chunks": 6847.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333626, "cps": 53.492188, "mean_p": 0.369484, "boundary_entropy": 0.592105, "bpb": 1.739312}, "hi": {"chunks": 7300.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433878, "cps": 57.03125, "mean_p": 0.362672, "boundary_entropy": 0.572423, "bpb": 1.300152}, "ta": {"chunks": 7603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.406686, "cps": 59.398438, "mean_p": 0.380305, "boundary_entropy": 0.594218, "bpb": 1.066311}, "th": {"chunks": 6422.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.399254, "cps": 50.171875, "mean_p": 0.416697, "boundary_entropy": 0.63044, "bpb": 1.298656}, "zh": {"chunks": 2929.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495936, "cps": 22.882812, "mean_p": 0.292665, "boundary_entropy": 0.453931, "bpb": 3.423031}, "my": {"chunks": 9435.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.497942, "cps": 73.710938, "mean_p": 0.321433, "boundary_entropy": 0.537003, "bpb": 1.237471}}, "bpb": {"en": 2.24781, "de": 2.51384, "vi": 2.08308, "tr": 2.52044, "fi": 2.72102, "ru": 1.6261, "el": 1.73931, "hi": 1.30015, "ta": 1.06631, "th": 1.29866, "zh": 3.42303, "my": 1.23747}, "gini_cpc": 0.207221, "gini_cps": 0.210873, "bpic": 5.952123, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0151862339406894, "vi": 1.1727930627296237, "tr": 1.0809410465677907, "fi": 0.9935843757235823, "ru": 1.6269626123576926, "el": 1.7969940738635473, "hi": 2.3369797508626267, "ta": 2.1905172784147022, "th": 2.150484903638372, "zh": 2.6712411185955394, "my": 2.682042717115248}, "t": 130.4} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25378, "de": 2.52277, "vi": 2.08701, "tr": 2.52723, "fi": 2.72675, "ru": 1.60745, "el": 1.7305, "hi": 1.29569, "ta": 1.07304, "th": 1.31463, "zh": 3.42666, "my": 1.24705}, "bytes_per_chunk": {"en": 5.69, "de": 5.477, "vi": 6.561, "tr": 5.528, "fi": 5.415, "ru": 6.083, "el": 5.43, "hi": 5.898, "ta": 7.032, "th": 7.15, "zh": 5.526, "my": 5.558}, "bpb_mean": 1.98438, "t": 131.6} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.28136, "bpb": 1.84861, "chunk_loss": 0.029951, "F": 0.16772, "G": 0.29501, "chunks": 171.75, "bytes_per_chunk": 5.962, "boundary_entropy": 0.4374, "router_noise": 0.0, "grad_norm": 0.7105, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 131.7} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52493, "bpb": 2.20001, "chunk_loss": 0.030168, "F": 0.17688, "G": 0.25815, "chunks": 181.12, "bytes_per_chunk": 5.654, "boundary_entropy": 0.35715, "router_noise": 0.0, "grad_norm": 0.715, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 133.6} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47925, "bpb": 2.13411, "chunk_loss": 0.030077, "F": 0.17352, "G": 0.25584, "chunks": 177.69, "bytes_per_chunk": 5.763, "boundary_entropy": 0.35771, "router_noise": 0.0, "grad_norm": 0.8131, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 135.6} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46257, "bpb": 2.11004, "chunk_loss": 0.029846, "F": 0.16357, "G": 0.27331, "chunks": 167.5, "bytes_per_chunk": 6.113, "boundary_entropy": 0.40678, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 137.6} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.22104, "boundary_entropy": 0.22957, "bpb": 2.222941}, "de": {"chunks": 4010.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195295, "cps": 31.328125, "mean_p": 0.227513, "boundary_entropy": 0.242336, "bpb": 2.46997}, "vi": {"chunks": 3917.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212476, "cps": 30.601562, "mean_p": 0.248786, "boundary_entropy": 0.369289, "bpb": 2.063939}, "tr": {"chunks": 3728.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205933, "cps": 29.125, "mean_p": 0.227531, "boundary_entropy": 0.270584, "bpb": 2.489894}, "fi": {"chunks": 3603.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191537, "cps": 28.148438, "mean_p": 0.226701, "boundary_entropy": 0.254518, "bpb": 2.675982}, "ru": {"chunks": 6943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366385, "cps": 54.242188, "mean_p": 0.295349, "boundary_entropy": 0.476173, "bpb": 1.580445}, "el": {"chunks": 6440.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313794, "cps": 50.3125, "mean_p": 0.367117, "boundary_entropy": 0.58875, "bpb": 1.710472}, "hi": {"chunks": 7259.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431441, "cps": 56.710938, "mean_p": 0.376432, "boundary_entropy": 0.575968, "bpb": 1.278002}, "ta": {"chunks": 7945.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.42498, "cps": 62.070312, "mean_p": 0.386629, "boundary_entropy": 0.590991, "bpb": 1.056237}, "th": {"chunks": 7331.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455766, "cps": 57.273438, "mean_p": 0.417679, "boundary_entropy": 0.628689, "bpb": 1.270857}, "zh": {"chunks": 2863.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.484761, "cps": 22.367188, "mean_p": 0.292156, "boundary_entropy": 0.45968, "bpb": 3.391169}, "my": {"chunks": 8330.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.439624, "cps": 65.078125, "mean_p": 0.304244, "boundary_entropy": 0.527052, "bpb": 1.21849}}, "bpb": {"en": 2.22294, "de": 2.46997, "vi": 2.06394, "tr": 2.48989, "fi": 2.67598, "ru": 1.58044, "el": 1.71047, "hi": 1.278, "ta": 1.05624, "th": 1.27086, "zh": 3.39117, "my": 1.21849}, "gini_cpc": 0.194692, "gini_cps": 0.199226, "bpic": 5.842572, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0243295558536785, "vi": 1.1144437888657228, "tr": 1.0801226935401493, "fi": 1.0046160613768849, "ru": 1.921700439435652, "el": 1.645859508041919, "hi": 2.2629213609946017, "ta": 2.2290313188729134, "th": 2.3905063010082626, "zh": 2.5425859563541904, "my": 2.3058410359598422}, "t": 140.4} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23114, "de": 2.48113, "vi": 2.06794, "tr": 2.49759, "fi": 2.68512, "ru": 1.55953, "el": 1.70079, "hi": 1.27536, "ta": 1.06416, "th": 1.28869, "zh": 3.39325, "my": 1.22636}, "bytes_per_chunk": {"en": 5.438, "de": 5.19, "vi": 6.514, "tr": 5.331, "fi": 5.18, "ru": 5.097, "el": 5.547, "hi": 6.085, "ta": 6.834, "th": 6.281, "zh": 5.641, "my": 6.444}, "bpb_mean": 1.95592, "t": 141.7} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.7} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31207, "bpb": 1.89291, "chunk_loss": 0.036781, "F": 0.1785, "G": 0.28021, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.39503, "router_noise": 0.0, "grad_norm": 0.7306, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.6734, "alpha": 0.03, "t": 141.8} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.48303, "bpb": 2.13956, "chunk_loss": 0.031011, "F": 0.1438, "G": 0.21572, "chunks": 147.25, "bytes_per_chunk": 6.954, "boundary_entropy": 0.31526, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9324, "alpha": 0.03, "t": 143.7} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.47555, "bpb": 2.12877, "chunk_loss": 0.030873, "F": 0.13147, "G": 0.19771, "chunks": 134.62, "bytes_per_chunk": 7.606, "boundary_entropy": 0.29894, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3052, "alpha": 0.03, "t": 145.7} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.53165, "bpb": 2.20971, "chunk_loss": 0.030531, "F": 0.16428, "G": 0.20849, "chunks": 168.22, "bytes_per_chunk": 6.087, "boundary_entropy": 0.2464, "router_noise": 0.0, "grad_norm": 0.7883, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.8149, "alpha": 0.03, "t": 147.6} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3200.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183876, "cps": 25.0, "mean_p": 0.206864, "boundary_entropy": 0.181028, "bpb": 2.200272}, "de": {"chunks": 3932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191497, "cps": 30.71875, "mean_p": 0.217651, "boundary_entropy": 0.202098, "bpb": 2.452609}, "vi": {"chunks": 3335.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.180906, "cps": 26.054688, "mean_p": 0.214751, "boundary_entropy": 0.32053, "bpb": 2.056944}, "tr": {"chunks": 3470.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191681, "cps": 27.109375, "mean_p": 0.212179, "boundary_entropy": 0.234421, "bpb": 2.433163}, "fi": {"chunks": 3416.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181596, "cps": 26.6875, "mean_p": 0.204653, "boundary_entropy": 0.206682, "bpb": 2.639047}, "ru": {"chunks": 3567.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188232, "cps": 27.867188, "mean_p": 0.166916, "boundary_entropy": 0.317237, "bpb": 1.574132}, "el": {"chunks": 3111.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151586, "cps": 24.304688, "mean_p": 0.217403, "boundary_entropy": 0.438491, "bpb": 1.689809}, "hi": {"chunks": 3717.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.220921, "cps": 29.039062, "mean_p": 0.168855, "boundary_entropy": 0.340869, "bpb": 1.330584}, "ta": {"chunks": 3942.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.210859, "cps": 30.796875, "mean_p": 0.173864, "boundary_entropy": 0.376637, "bpb": 1.089609}, "th": {"chunks": 2544.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15816, "cps": 19.875, "mean_p": 0.190012, "boundary_entropy": 0.417863, "bpb": 1.269815}, "zh": {"chunks": 1576.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.266847, "cps": 12.3125, "mean_p": 0.152321, "boundary_entropy": 0.27892, "bpb": 3.383945}, "my": {"chunks": 2807.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.148142, "cps": 21.929688, "mean_p": 0.231321, "boundary_entropy": 0.484638, "bpb": 1.217123}}, "bpb": {"en": 2.20027, "de": 2.45261, "vi": 2.05694, "tr": 2.43316, "fi": 2.63905, "ru": 1.57413, "el": 1.68981, "hi": 1.33058, "ta": 1.08961, "th": 1.26981, "zh": 3.38394, "my": 1.21712}, "gini_cpc": 0.087448, "gini_cps": 0.103709, "bpic": 9.938136, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0414423732528126, "vi": 0.9838453519121237, "tr": 1.042444795061592, "fi": 0.9875978151081815, "ru": 1.0236890006596306, "el": 0.8243911252009941, "hi": 1.2014664004457654, "ta": 1.146740873228136, "th": 0.8601420578178428, "zh": 1.4512322214696918, "my": 0.8056625534357189}, "t": 150.5} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20616, "de": 2.46182, "vi": 2.06006, "tr": 2.44051, "fi": 2.64705, "ru": 1.55384, "el": 1.6808, "hi": 1.32826, "ta": 1.09585, "th": 1.28899, "zh": 3.3855, "my": 1.2255}, "bytes_per_chunk": {"en": 5.645, "de": 5.362, "vi": 7.633, "tr": 5.833, "fi": 5.443, "ru": 9.08, "el": 11.661, "hi": 11.8, "ta": 14.607, "th": 17.122, "zh": 11.334, "my": 19.043}, "bpb_mean": 1.94786, "t": 151.7} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.50934, "bpb": 2.17752, "chunk_loss": 0.030225, "F": 0.13553, "G": 0.19212, "chunks": 138.78, "bytes_per_chunk": 7.379, "boundary_entropy": 0.26231, "router_noise": 0.0, "grad_norm": 0.7553, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.873, "alpha": 0.03, "t": 151.8} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45098, "bpb": 2.09333, "chunk_loss": 0.030318, "F": 0.14935, "G": 0.19573, "chunks": 152.94, "bytes_per_chunk": 6.696, "boundary_entropy": 0.24764, "router_noise": 0.0, "grad_norm": 0.7876, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2755, "alpha": 0.03, "t": 153.7} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.50362, "bpb": 2.16926, "chunk_loss": 0.030231, "F": 0.15076, "G": 0.19329, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.23323, "router_noise": 0.0, "grad_norm": 0.8703, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.326, "alpha": 0.03, "t": 155.7} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.54004, "bpb": 2.22181, "chunk_loss": 0.030238, "F": 0.1456, "G": 0.1898, "chunks": 149.09, "bytes_per_chunk": 6.868, "boundary_entropy": 0.23457, "router_noise": 0.0, "grad_norm": 0.7891, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6596, "alpha": 0.03, "t": 157.6} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3284.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188703, "cps": 25.65625, "mean_p": 0.20496, "boundary_entropy": 0.165342, "bpb": 2.185061}, "de": {"chunks": 3877.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188818, "cps": 30.289062, "mean_p": 0.209632, "boundary_entropy": 0.1799, "bpb": 2.412318}, "vi": {"chunks": 3458.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187578, "cps": 27.015625, "mean_p": 0.20617, "boundary_entropy": 0.296053, "bpb": 2.045245}, "tr": {"chunks": 3263.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180246, "cps": 25.492188, "mean_p": 0.19571, "boundary_entropy": 0.206566, "bpb": 2.414283}, "fi": {"chunks": 3282.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174472, "cps": 25.640625, "mean_p": 0.192542, "boundary_entropy": 0.185327, "bpb": 2.619706}, "ru": {"chunks": 3620.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191029, "cps": 28.28125, "mean_p": 0.159949, "boundary_entropy": 0.292347, "bpb": 1.554347}, "el": {"chunks": 3633.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.177021, "cps": 28.382812, "mean_p": 0.207963, "boundary_entropy": 0.409893, "bpb": 1.672876}, "hi": {"chunks": 3002.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178425, "cps": 23.453125, "mean_p": 0.144383, "boundary_entropy": 0.305088, "bpb": 1.302272}, "ta": {"chunks": 3661.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.195828, "cps": 28.601562, "mean_p": 0.182184, "boundary_entropy": 0.370142, "bpb": 1.082924}, "th": {"chunks": 1762.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.109543, "cps": 13.765625, "mean_p": 0.15987, "boundary_entropy": 0.374129, "bpb": 1.254941}, "zh": {"chunks": 1265.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.214189, "cps": 9.882812, "mean_p": 0.123698, "boundary_entropy": 0.231795, "bpb": 3.340758}, "my": {"chunks": 2665.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140648, "cps": 20.820312, "mean_p": 0.254322, "boundary_entropy": 0.5117, "bpb": 1.199727}}, "bpb": {"en": 2.18506, "de": 2.41232, "vi": 2.04524, "tr": 2.41428, "fi": 2.61971, "ru": 1.55435, "el": 1.67288, "hi": 1.30227, "ta": 1.08292, "th": 1.25494, "zh": 3.34076, "my": 1.19973}, "gini_cpc": 0.07292, "gini_cps": 0.127534, "bpic": 10.436773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0006089095875077, "vi": 0.9940376151253358, "tr": 0.9551850007296858, "fi": 0.9245867492333995, "ru": 1.0123258526991026, "el": 0.9380921989843783, "hi": 0.9455327736080922, "ta": 1.0377559476942353, "th": 0.5805047939217548, "zh": 1.1350580016688576, "my": 0.7453406521650253}, "t": 160.5} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19253, "de": 2.4214, "vi": 2.04799, "tr": 2.42274, "fi": 2.62617, "ru": 1.53273, "el": 1.66246, "hi": 1.29765, "ta": 1.08905, "th": 1.27285, "zh": 3.34123, "my": 1.20876}, "bytes_per_chunk": {"en": 5.613, "de": 5.521, "vi": 7.449, "tr": 6.091, "fi": 5.697, "ru": 9.213, "el": 10.126, "hi": 14.655, "ta": 15.571, "th": 24.532, "zh": 13.968, "my": 16.778}, "bpb_mean": 1.9263, "t": 161.7} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.41178, "bpb": 2.03676, "chunk_loss": 0.030159, "F": 0.14032, "G": 0.18438, "chunks": 143.69, "bytes_per_chunk": 7.127, "boundary_entropy": 0.23493, "router_noise": 0.0, "grad_norm": 0.7649, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.1447, "alpha": 0.03, "t": 161.8} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.33602, "bpb": 1.92747, "chunk_loss": 0.030339, "F": 0.13474, "G": 0.18873, "chunks": 137.97, "bytes_per_chunk": 7.422, "boundary_entropy": 0.25547, "router_noise": 0.0, "grad_norm": 0.7672, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3638, "alpha": 0.03, "t": 163.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.41013, "bpb": 2.03438, "chunk_loss": 0.030378, "F": 0.14407, "G": 0.18583, "chunks": 147.53, "bytes_per_chunk": 6.941, "boundary_entropy": 0.22869, "router_noise": 0.0, "grad_norm": 0.8121, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2544, "alpha": 0.03, "t": 165.7} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.31001, "bpb": 1.88995, "chunk_loss": 0.029891, "F": 0.11722, "G": 0.17003, "chunks": 120.03, "bytes_per_chunk": 8.531, "boundary_entropy": 0.24688, "router_noise": 0.0, "grad_norm": 0.6972, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3696, "alpha": 0.03, "t": 167.6} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3185.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183014, "cps": 24.882812, "mean_p": 0.200639, "boundary_entropy": 0.155794, "bpb": 2.165972}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.210331, "boundary_entropy": 0.173779, "bpb": 2.399013}, "vi": {"chunks": 3530.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.191484, "cps": 27.578125, "mean_p": 0.204522, "boundary_entropy": 0.282957, "bpb": 2.025705}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.208462, "boundary_entropy": 0.204854, "bpb": 2.393973}, "fi": {"chunks": 3341.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177609, "cps": 26.101562, "mean_p": 0.197653, "boundary_entropy": 0.182604, "bpb": 2.597708}, "ru": {"chunks": 3294.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173826, "cps": 25.734375, "mean_p": 0.145506, "boundary_entropy": 0.271379, "bpb": 1.530515}, "el": {"chunks": 3123.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152171, "cps": 24.398438, "mean_p": 0.181208, "boundary_entropy": 0.37266, "bpb": 1.637529}, "hi": {"chunks": 3211.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.190847, "cps": 25.085938, "mean_p": 0.143563, "boundary_entropy": 0.29394, "bpb": 1.280552}, "ta": {"chunks": 3341.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.178711, "cps": 26.101562, "mean_p": 0.171437, "boundary_entropy": 0.356638, "bpb": 1.068079}, "th": {"chunks": 2484.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.15443, "cps": 19.40625, "mean_p": 0.195596, "boundary_entropy": 0.415177, "bpb": 1.223428}, "zh": {"chunks": 1343.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.227396, "cps": 10.492188, "mean_p": 0.12772, "boundary_entropy": 0.221999, "bpb": 3.318298}, "my": {"chunks": 3313.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174847, "cps": 25.882812, "mean_p": 0.2385, "boundary_entropy": 0.491071, "bpb": 1.182836}}, "bpb": {"en": 2.16597, "de": 2.39901, "vi": 2.0257, "tr": 2.39397, "fi": 2.59771, "ru": 1.53052, "el": 1.63753, "hi": 1.28055, "ta": 1.06808, "th": 1.22343, "zh": 3.3183, "my": 1.18284}, "gini_cpc": 0.053761, "gini_cps": 0.091871, "bpic": 10.218628, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0439521294396026, "vi": 1.046275960468684, "tr": 1.0470524369925418, "fi": 0.9704636561976873, "ru": 0.9497932177133082, "el": 0.8314685418993477, "hi": 1.0427973436031175, "ta": 0.9764852547063223, "th": 0.843811052839873, "zh": 1.2425024494155161, "my": 0.9553725158402622}, "t": 170.5} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17185, "de": 2.40933, "vi": 2.02866, "tr": 2.4037, "fi": 2.60663, "ru": 1.50781, "el": 1.62845, "hi": 1.27727, "ta": 1.07372, "th": 1.24057, "zh": 3.31753, "my": 1.19125}, "bytes_per_chunk": {"en": 5.708, "de": 5.421, "vi": 7.178, "tr": 5.693, "fi": 5.537, "ru": 9.742, "el": 11.512, "hi": 13.531, "ta": 16.987, "th": 17.548, "zh": 13.152, "my": 16.155}, "bpb_mean": 1.90473, "t": 171.7} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.51926, "bpb": 2.19183, "chunk_loss": 0.030324, "F": 0.12656, "G": 0.17968, "chunks": 129.59, "bytes_per_chunk": 7.902, "boundary_entropy": 0.24513, "router_noise": 0.0, "grad_norm": 0.7023, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.6196, "alpha": 0.03, "t": 171.8} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.48054, "bpb": 2.13596, "chunk_loss": 0.030226, "F": 0.12491, "G": 0.16922, "chunks": 127.91, "bytes_per_chunk": 8.006, "boundary_entropy": 0.23352, "router_noise": 0.0, "grad_norm": 0.8356, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.1949, "alpha": 0.03, "t": 173.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41943, "bpb": 2.04781, "chunk_loss": 0.030302, "F": 0.12054, "G": 0.17504, "chunks": 123.44, "bytes_per_chunk": 8.296, "boundary_entropy": 0.25799, "router_noise": 0.0, "grad_norm": 0.7486, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3478, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.33137, "bpb": 1.92076, "chunk_loss": 0.030046, "F": 0.12689, "G": 0.17813, "chunks": 129.94, "bytes_per_chunk": 7.881, "boundary_entropy": 0.25247, "router_noise": 0.0, "grad_norm": 0.796, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4182, "alpha": 0.03, "t": 177.6} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3213.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184623, "cps": 25.101562, "mean_p": 0.196709, "boundary_entropy": 0.143838, "bpb": 2.147312}, "de": {"chunks": 3763.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183266, "cps": 29.398438, "mean_p": 0.200356, "boundary_entropy": 0.158482, "bpb": 2.3734}, "vi": {"chunks": 3314.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179767, "cps": 25.890625, "mean_p": 0.184529, "boundary_entropy": 0.262778, "bpb": 2.01376}, "tr": {"chunks": 3233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178589, "cps": 25.257812, "mean_p": 0.186615, "boundary_entropy": 0.184493, "bpb": 2.361439}, "fi": {"chunks": 3170.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168518, "cps": 24.765625, "mean_p": 0.180998, "boundary_entropy": 0.161015, "bpb": 2.561943}, "ru": {"chunks": 3551.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.187388, "cps": 27.742188, "mean_p": 0.14528, "boundary_entropy": 0.260491, "bpb": 1.514257}, "el": {"chunks": 3514.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.171223, "cps": 27.453125, "mean_p": 0.196827, "boundary_entropy": 0.391068, "bpb": 1.621015}, "hi": {"chunks": 2910.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172957, "cps": 22.734375, "mean_p": 0.134639, "boundary_entropy": 0.284421, "bpb": 1.280007}, "ta": {"chunks": 3306.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176839, "cps": 25.828125, "mean_p": 0.161179, "boundary_entropy": 0.33827, "bpb": 1.055544}, "th": {"chunks": 2705.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.168169, "cps": 21.132812, "mean_p": 0.193461, "boundary_entropy": 0.406821, "bpb": 1.203788}, "zh": {"chunks": 1357.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.229766, "cps": 10.601562, "mean_p": 0.122377, "boundary_entropy": 0.206318, "bpb": 3.28749}, "my": {"chunks": 3623.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.191208, "cps": 28.304688, "mean_p": 0.246188, "boundary_entropy": 0.506312, "bpb": 1.17035}}, "bpb": {"en": 2.14731, "de": 2.3734, "vi": 2.01376, "tr": 2.36144, "fi": 2.56194, "ru": 1.51426, "el": 1.62101, "hi": 1.28001, "ta": 1.05554, "th": 1.20379, "zh": 3.28749, "my": 1.17035}, "gini_cpc": 0.040814, "gini_cps": 0.091415, "bpic": 10.19095, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9926478489251185, "vi": 0.9736945894893533, "tr": 0.9673163931281696, "fi": 0.9127687720313437, "ru": 1.0149738488183313, "el": 0.9274154073590001, "hi": 0.9368095529445062, "ta": 0.9578351586689771, "th": 0.9108767120981643, "zh": 1.2445140376954484, "my": 1.0356627416289153}, "t": 180.5} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15507, "de": 2.3819, "vi": 2.01608, "tr": 2.37038, "fi": 2.57152, "ru": 1.49217, "el": 1.61269, "hi": 1.27486, "ta": 1.05981, "th": 1.22217, "zh": 3.28624, "my": 1.17904}, "bytes_per_chunk": {"en": 5.708, "de": 5.609, "vi": 7.645, "tr": 6.147, "fi": 5.881, "ru": 9.393, "el": 10.048, "hi": 14.675, "ta": 17.336, "th": 16.097, "zh": 13.09, "my": 15.214}, "bpb_mean": 1.88516, "t": 181.8} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.40859, "bpb": 2.03216, "chunk_loss": 0.030185, "F": 0.13312, "G": 0.17623, "chunks": 136.31, "bytes_per_chunk": 7.512, "boundary_entropy": 0.228, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.3568, "alpha": 0.03, "t": 181.8} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.39528, "bpb": 2.01296, "chunk_loss": 0.030147, "F": 0.12817, "G": 0.17552, "chunks": 131.25, "bytes_per_chunk": 7.802, "boundary_entropy": 0.2232, "router_noise": 0.0, "grad_norm": 0.819, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9434, "alpha": 0.03, "t": 183.7} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.28714, "bpb": 1.85695, "chunk_loss": 0.029999, "F": 0.11548, "G": 0.16404, "chunks": 118.25, "bytes_per_chunk": 8.66, "boundary_entropy": 0.23788, "router_noise": 0.0, "grad_norm": 0.7866, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.622, "alpha": 0.03, "t": 185.7} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36752, "bpb": 1.97292, "chunk_loss": 0.030041, "F": 0.12085, "G": 0.17195, "chunks": 123.75, "bytes_per_chunk": 8.275, "boundary_entropy": 0.23503, "router_noise": 0.0, "grad_norm": 0.7093, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7857, "alpha": 0.03, "t": 187.6} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3172.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182267, "cps": 24.78125, "mean_p": 0.196356, "boundary_entropy": 0.137314, "bpb": 2.131561}, "de": {"chunks": 3764.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183315, "cps": 29.40625, "mean_p": 0.197751, "boundary_entropy": 0.150746, "bpb": 2.358473}, "vi": {"chunks": 3435.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18633, "cps": 26.835938, "mean_p": 0.186894, "boundary_entropy": 0.254674, "bpb": 1.99917}, "tr": {"chunks": 3205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177042, "cps": 25.039062, "mean_p": 0.1894, "boundary_entropy": 0.1825, "bpb": 2.345457}, "fi": {"chunks": 3294.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17511, "cps": 25.734375, "mean_p": 0.189052, "boundary_entropy": 0.161847, "bpb": 2.544067}, "ru": {"chunks": 3162.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16686, "cps": 24.703125, "mean_p": 0.133234, "boundary_entropy": 0.244906, "bpb": 1.502882}, "el": {"chunks": 2858.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139258, "cps": 22.328125, "mean_p": 0.162806, "boundary_entropy": 0.336947, "bpb": 1.600673}, "hi": {"chunks": 2424.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144071, "cps": 18.9375, "mean_p": 0.130153, "boundary_entropy": 0.287445, "bpb": 1.289236}, "ta": {"chunks": 3484.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18636, "cps": 27.21875, "mean_p": 0.160692, "boundary_entropy": 0.329157, "bpb": 1.044985}, "th": {"chunks": 1982.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.12322, "cps": 15.484375, "mean_p": 0.172504, "boundary_entropy": 0.380765, "bpb": 1.193732}, "zh": {"chunks": 1283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.217237, "cps": 10.023438, "mean_p": 0.113783, "boundary_entropy": 0.1845, "bpb": 3.258844}, "my": {"chunks": 2616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138062, "cps": 20.4375, "mean_p": 0.204564, "boundary_entropy": 0.45073, "bpb": 1.181366}}, "bpb": {"en": 2.13156, "de": 2.35847, "vi": 1.99917, "tr": 2.34546, "fi": 2.54407, "ru": 1.50288, "el": 1.60067, "hi": 1.28924, "ta": 1.04498, "th": 1.19373, "zh": 3.25884, "my": 1.18137}, "gini_cpc": 0.084307, "gini_cps": 0.125741, "bpic": 11.066669, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0057456182398599, "vi": 1.0222910084886367, "tr": 0.97133362692214, "fi": 0.9607328772444927, "ru": 0.9154688950480291, "el": 0.7640333586916509, "hi": 0.790439225841267, "ta": 1.022453623525182, "th": 0.6760417642560154, "zh": 1.1918570103543151, "my": 0.7574697699231798}, "t": 190.5} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13826, "de": 2.3674, "vi": 2.00197, "tr": 2.35453, "fi": 2.55145, "ru": 1.48058, "el": 1.59187, "hi": 1.28546, "ta": 1.05091, "th": 1.2119, "zh": 3.25779, "my": 1.19041}, "bytes_per_chunk": {"en": 5.719, "de": 5.562, "vi": 7.339, "tr": 6.138, "fi": 5.648, "ru": 10.345, "el": 12.538, "hi": 17.662, "ta": 15.467, "th": 22.195, "zh": 13.427, "my": 19.371}, "bpb_mean": 1.87354, "t": 191.8} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31282, "bpb": 1.894, "chunk_loss": 0.029888, "F": 0.11893, "G": 0.16936, "chunks": 121.78, "bytes_per_chunk": 8.409, "boundary_entropy": 0.23248, "router_noise": 0.0, "grad_norm": 0.7624, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.3911, "alpha": 0.03, "t": 191.8} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.22048, "bpb": 1.76079, "chunk_loss": 0.030225, "F": 0.1214, "G": 0.17294, "chunks": 124.31, "bytes_per_chunk": 8.237, "boundary_entropy": 0.23798, "router_noise": 0.0, "grad_norm": 0.686, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.843, "alpha": 0.03, "t": 193.7} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.33676, "bpb": 1.92854, "chunk_loss": 0.030205, "F": 0.13168, "G": 0.17613, "chunks": 134.84, "bytes_per_chunk": 7.594, "boundary_entropy": 0.22314, "router_noise": 0.0, "grad_norm": 0.8004, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7692, "alpha": 0.03, "t": 195.7} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.3728, "bpb": 1.98053, "chunk_loss": 0.030178, "F": 0.12845, "G": 0.17025, "chunks": 131.53, "bytes_per_chunk": 7.785, "boundary_entropy": 0.22022, "router_noise": 0.0, "grad_norm": 0.7451, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9001, "alpha": 0.03, "t": 197.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3161.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181635, "cps": 24.695312, "mean_p": 0.194896, "boundary_entropy": 0.129014, "bpb": 2.116069}, "de": {"chunks": 3834.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186724, "cps": 29.953125, "mean_p": 0.202403, "boundary_entropy": 0.149349, "bpb": 2.326423}, "vi": {"chunks": 3495.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189585, "cps": 27.304688, "mean_p": 0.18805, "boundary_entropy": 0.251671, "bpb": 1.989413}, "tr": {"chunks": 3320.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183395, "cps": 25.9375, "mean_p": 0.190953, "boundary_entropy": 0.173134, "bpb": 2.318262}, "fi": {"chunks": 3408.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181171, "cps": 26.625, "mean_p": 0.194419, "boundary_entropy": 0.15815, "bpb": 2.499081}, "ru": {"chunks": 2947.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155515, "cps": 23.023438, "mean_p": 0.125695, "boundary_entropy": 0.22969, "bpb": 1.493675}, "el": {"chunks": 3007.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146519, "cps": 23.492188, "mean_p": 0.158181, "boundary_entropy": 0.324299, "bpb": 1.598164}, "hi": {"chunks": 3119.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.185379, "cps": 24.367188, "mean_p": 0.133427, "boundary_entropy": 0.27642, "bpb": 1.26357}, "ta": {"chunks": 3474.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.185825, "cps": 27.140625, "mean_p": 0.146965, "boundary_entropy": 0.30541, "bpb": 1.045566}, "th": {"chunks": 1988.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.123593, "cps": 15.53125, "mean_p": 0.170919, "boundary_entropy": 0.375146, "bpb": 1.179403}, "zh": {"chunks": 1246.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.210972, "cps": 9.734375, "mean_p": 0.107569, "boundary_entropy": 0.173502, "bpb": 3.24494}, "my": {"chunks": 2391.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126187, "cps": 18.679688, "mean_p": 0.192802, "boundary_entropy": 0.435718, "bpb": 1.165787}}, "bpb": {"en": 2.11607, "de": 2.32642, "vi": 1.98941, "tr": 2.31826, "fi": 2.49908, "ru": 1.49368, "el": 1.59816, "hi": 1.26357, "ta": 1.04557, "th": 1.1794, "zh": 3.24494, "my": 1.16579}, "gini_cpc": 0.080198, "gini_cps": 0.12456, "bpic": 10.844335, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.028014702083804, "vi": 1.043767241572367, "tr": 1.0096879113633972, "fi": 0.9974412549577609, "ru": 0.8561907782764714, "el": 0.8066631302295958, "hi": 1.0206102513311144, "ta": 1.0230667471361106, "th": 0.6804479956951253, "zh": 1.1615133988320447, "my": 0.6947296341835532}, "t": 200.5} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.1228, "de": 2.33825, "vi": 1.99326, "tr": 2.32669, "fi": 2.50773, "ru": 1.47316, "el": 1.58991, "hi": 1.25787, "ta": 1.05157, "th": 1.19694, "zh": 3.24349, "my": 1.17476}, "bytes_per_chunk": {"en": 5.735, "de": 5.509, "vi": 7.306, "tr": 5.938, "fi": 5.511, "ru": 11.275, "el": 12.079, "hi": 13.367, "ta": 15.691, "th": 22.807, "zh": 13.858, "my": 19.322}, "bpb_mean": 1.85637, "t": 201.8} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.32258, "bpb": 1.90808, "chunk_loss": 0.029975, "F": 0.11655, "G": 0.16323, "chunks": 119.34, "bytes_per_chunk": 8.58, "boundary_entropy": 0.22473, "router_noise": 0.0, "grad_norm": 0.762, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.6615, "alpha": 0.03, "t": 201.8} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.3144, "bpb": 1.89628, "chunk_loss": 0.030103, "F": 0.13864, "G": 0.17624, "chunks": 141.97, "bytes_per_chunk": 7.213, "boundary_entropy": 0.19949, "router_noise": 0.0, "grad_norm": 0.7242, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.8868, "alpha": 0.03, "t": 203.8} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53097, "bpb": 2.20872, "chunk_loss": 0.030139, "F": 0.13739, "G": 0.17127, "chunks": 140.69, "bytes_per_chunk": 7.279, "boundary_entropy": 0.19055, "router_noise": 0.0, "grad_norm": 0.7906, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6182, "alpha": 0.03, "t": 205.7} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.4297, "bpb": 2.06263, "chunk_loss": 0.030228, "F": 0.15274, "G": 0.17912, "chunks": 156.41, "bytes_per_chunk": 6.547, "boundary_entropy": 0.16726, "router_noise": 0.0, "grad_norm": 0.7121, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.1052, "alpha": 0.03, "t": 207.7} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3125.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179567, "cps": 24.414062, "mean_p": 0.190598, "boundary_entropy": 0.124774, "bpb": 2.105969}, "de": {"chunks": 3764.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183315, "cps": 29.40625, "mean_p": 0.198292, "boundary_entropy": 0.145824, "bpb": 2.316054}, "vi": {"chunks": 3312.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179658, "cps": 25.875, "mean_p": 0.176403, "boundary_entropy": 0.235756, "bpb": 1.979281}, "tr": {"chunks": 3209.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177263, "cps": 25.070312, "mean_p": 0.182297, "boundary_entropy": 0.164157, "bpb": 2.293604}, "fi": {"chunks": 3269.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.173781, "cps": 25.539062, "mean_p": 0.185693, "boundary_entropy": 0.148773, "bpb": 2.479097}, "ru": {"chunks": 3292.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.17372, "cps": 25.71875, "mean_p": 0.13223, "boundary_entropy": 0.227316, "bpb": 1.463456}, "el": {"chunks": 3508.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.17093, "cps": 27.40625, "mean_p": 0.16647, "boundary_entropy": 0.319317, "bpb": 1.56003}, "hi": {"chunks": 2767.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164458, "cps": 21.617188, "mean_p": 0.123627, "boundary_entropy": 0.263216, "bpb": 1.247737}, "ta": {"chunks": 3388.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.181225, "cps": 26.46875, "mean_p": 0.157071, "boundary_entropy": 0.317477, "bpb": 1.027014}, "th": {"chunks": 2758.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.171464, "cps": 21.546875, "mean_p": 0.194626, "boundary_entropy": 0.398327, "bpb": 1.166475}, "zh": {"chunks": 1157.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.195902, "cps": 9.039062, "mean_p": 0.100859, "boundary_entropy": 0.165353, "bpb": 3.234047}, "my": {"chunks": 2134.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.112624, "cps": 16.671875, "mean_p": 0.218341, "boundary_entropy": 0.47648, "bpb": 1.155721}}, "bpb": {"en": 2.10597, "de": 2.31605, "vi": 1.97928, "tr": 2.2936, "fi": 2.4791, "ru": 1.46346, "el": 1.56003, "hi": 1.24774, "ta": 1.02701, "th": 1.16647, "zh": 3.23405, "my": 1.15572}, "gini_cpc": 0.049252, "gini_cps": 0.113824, "bpic": 10.75529, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0208720323381872, "vi": 1.0005096566314076, "tr": 0.9871729901121361, "fi": 0.9677810982935515, "ru": 0.9674414944591029, "el": 0.9519033123812307, "hi": 0.9158580873699851, "ta": 1.0092343664081305, "th": 0.9548766975442958, "zh": 1.0909730308161192, "my": 0.6271986827105763}, "t": 210.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11219, "de": 2.32813, "vi": 1.98277, "tr": 2.30494, "fi": 2.48857, "ru": 1.4427, "el": 1.55307, "hi": 1.24383, "ta": 1.03209, "th": 1.18459, "zh": 3.23259, "my": 1.16326}, "bytes_per_chunk": {"en": 5.791, "de": 5.564, "vi": 7.627, "tr": 6.185, "fi": 5.619, "ru": 10.025, "el": 10.229, "hi": 15.49, "ta": 16.223, "th": 16.869, "zh": 14.493, "my": 22.869}, "bpb_mean": 1.83906, "t": 211.8} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.38119, "bpb": 1.99263, "chunk_loss": 0.030176, "F": 0.12683, "G": 0.15952, "chunks": 129.88, "bytes_per_chunk": 7.885, "boundary_entropy": 0.19344, "router_noise": 0.0, "grad_norm": 0.7836, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.0383, "alpha": 0.03, "t": 211.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.53447, "bpb": 2.21377, "chunk_loss": 0.030308, "F": 0.14066, "G": 0.17232, "chunks": 144.03, "bytes_per_chunk": 7.11, "boundary_entropy": 0.18727, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5172, "alpha": 0.03, "t": 213.8} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47229, "bpb": 2.12406, "chunk_loss": 0.030307, "F": 0.14398, "G": 0.17642, "chunks": 147.44, "bytes_per_chunk": 6.945, "boundary_entropy": 0.18509, "router_noise": 0.0, "grad_norm": 0.7538, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9455, "alpha": 0.03, "t": 215.7} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42842, "bpb": 2.06078, "chunk_loss": 0.030218, "F": 0.1329, "G": 0.16491, "chunks": 136.09, "bytes_per_chunk": 7.524, "boundary_entropy": 0.18605, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5402, "alpha": 0.03, "t": 217.6} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3229.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185543, "cps": 25.226562, "mean_p": 0.19815, "boundary_entropy": 0.12568, "bpb": 2.09286}, "de": {"chunks": 3931.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191448, "cps": 30.710938, "mean_p": 0.205852, "boundary_entropy": 0.14443, "bpb": 2.297645}, "vi": {"chunks": 3548.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.19246, "cps": 27.71875, "mean_p": 0.182587, "boundary_entropy": 0.228323, "bpb": 1.966407}, "tr": {"chunks": 3332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184058, "cps": 26.03125, "mean_p": 0.192479, "boundary_entropy": 0.167151, "bpb": 2.276989}, "fi": {"chunks": 3526.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187444, "cps": 27.546875, "mean_p": 0.201764, "boundary_entropy": 0.156735, "bpb": 2.454033}, "ru": {"chunks": 3233.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170607, "cps": 25.257812, "mean_p": 0.131746, "boundary_entropy": 0.227958, "bpb": 1.45538}, "el": {"chunks": 3864.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.188277, "cps": 30.1875, "mean_p": 0.170276, "boundary_entropy": 0.313596, "bpb": 1.545574}, "hi": {"chunks": 3081.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.18312, "cps": 24.070312, "mean_p": 0.131038, "boundary_entropy": 0.272447, "bpb": 1.24035}, "ta": {"chunks": 3577.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.191335, "cps": 27.945312, "mean_p": 0.157895, "boundary_entropy": 0.312902, "bpb": 1.017773}, "th": {"chunks": 2770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17221, "cps": 21.640625, "mean_p": 0.198152, "boundary_entropy": 0.401237, "bpb": 1.157485}, "zh": {"chunks": 1314.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.222486, "cps": 10.265625, "mean_p": 0.112359, "boundary_entropy": 0.170178, "bpb": 3.200917}, "my": {"chunks": 2291.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12091, "cps": 17.898438, "mean_p": 0.235914, "boundary_entropy": 0.496543, "bpb": 1.150246}}, "bpb": {"en": 2.09286, "de": 2.29765, "vi": 1.96641, "tr": 2.27699, "fi": 2.45403, "ru": 1.45538, "el": 1.54557, "hi": 1.24035, "ta": 1.01777, "th": 1.15748, "zh": 3.20092, "my": 1.15025}, "gini_cpc": 0.057244, "gini_cps": 0.114773, "bpic": 10.180948, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0318265815882846, "vi": 1.037281290058237, "tr": 0.9919973602755933, "fi": 1.010244511593615, "ru": 0.9195017613301618, "el": 1.0147343166955256, "hi": 0.9869444305115649, "ta": 1.031215769829965, "th": 0.9281427550852727, "zh": 1.1991071643001636, "my": 0.651655084708697}, "t": 220.5} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09965, "de": 2.30882, "vi": 1.96794, "tr": 2.2865, "fi": 2.46448, "ru": 1.43385, "el": 1.53913, "hi": 1.23629, "ta": 1.02328, "th": 1.17459, "zh": 3.19841, "my": 1.15946}, "bytes_per_chunk": {"en": 5.618, "de": 5.354, "vi": 7.026, "tr": 5.996, "fi": 5.303, "ru": 10.028, "el": 9.129, "hi": 14.036, "ta": 15.542, "th": 17.215, "zh": 13.19, "my": 19.798}, "bpb_mean": 1.82437, "t": 221.8} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.32018, "bpb": 1.90462, "chunk_loss": 0.030223, "F": 0.13144, "G": 0.17331, "chunks": 134.59, "bytes_per_chunk": 7.608, "boundary_entropy": 0.20969, "router_noise": 0.0, "grad_norm": 0.7789, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.8749, "alpha": 0.03, "t": 221.8} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.46916, "bpb": 2.11955, "chunk_loss": 0.030122, "F": 0.13336, "G": 0.16429, "chunks": 136.56, "bytes_per_chunk": 7.498, "boundary_entropy": 0.17955, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.657, "alpha": 0.03, "t": 223.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.33246, "bpb": 1.92233, "chunk_loss": 0.030094, "F": 0.12418, "G": 0.16816, "chunks": 127.16, "bytes_per_chunk": 8.053, "boundary_entropy": 0.2047, "router_noise": 0.0, "grad_norm": 0.7617, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4512, "alpha": 0.03, "t": 225.7} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.48616, "bpb": 2.14407, "chunk_loss": 0.030279, "F": 0.13696, "G": 0.16201, "chunks": 140.25, "bytes_per_chunk": 7.301, "boundary_entropy": 0.16404, "router_noise": 0.0, "grad_norm": 0.7148, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3216, "alpha": 0.03, "t": 227.6} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3192.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183417, "cps": 24.9375, "mean_p": 0.194236, "boundary_entropy": 0.116776, "bpb": 2.079366}, "de": {"chunks": 3803.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185214, "cps": 29.710938, "mean_p": 0.197464, "boundary_entropy": 0.131975, "bpb": 2.281631}, "vi": {"chunks": 3465.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187958, "cps": 27.070312, "mean_p": 0.176252, "boundary_entropy": 0.215741, "bpb": 1.961672}, "tr": {"chunks": 3294.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181959, "cps": 25.734375, "mean_p": 0.186346, "boundary_entropy": 0.158816, "bpb": 2.263581}, "fi": {"chunks": 3404.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180958, "cps": 26.59375, "mean_p": 0.191022, "boundary_entropy": 0.144283, "bpb": 2.443063}, "ru": {"chunks": 3324.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.175409, "cps": 25.96875, "mean_p": 0.131929, "boundary_entropy": 0.222324, "bpb": 1.440158}, "el": {"chunks": 3532.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.1721, "cps": 27.59375, "mean_p": 0.160581, "boundary_entropy": 0.302081, "bpb": 1.536207}, "hi": {"chunks": 2883.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171352, "cps": 22.523438, "mean_p": 0.12547, "boundary_entropy": 0.262409, "bpb": 1.229884}, "ta": {"chunks": 3014.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16122, "cps": 23.546875, "mean_p": 0.151478, "boundary_entropy": 0.317092, "bpb": 1.011731}, "th": {"chunks": 2498.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.1553, "cps": 19.515625, "mean_p": 0.208033, "boundary_entropy": 0.406998, "bpb": 1.147311}, "zh": {"chunks": 1172.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.198442, "cps": 9.15625, "mean_p": 0.098096, "boundary_entropy": 0.152015, "bpb": 3.190546}, "my": {"chunks": 3160.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.166772, "cps": 24.6875, "mean_p": 0.242902, "boundary_entropy": 0.500208, "bpb": 1.136328}}, "bpb": {"en": 2.07937, "de": 2.28163, "vi": 1.96167, "tr": 2.26358, "fi": 2.44306, "ru": 1.44016, "el": 1.53621, "hi": 1.22988, "ta": 1.01173, "th": 1.14731, "zh": 3.19055, "my": 1.13633}, "gini_cpc": 0.036938, "gini_cps": 0.10176, "bpic": 10.445579, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0097995103426027, "vi": 1.0247580403408847, "tr": 0.9920516434986267, "fi": 0.9865949894138888, "ru": 0.9563415795425239, "el": 0.9382986409159868, "hi": 0.9342235417667497, "ta": 0.8789800457281207, "th": 0.8467059395457871, "zh": 1.0819206414274765, "my": 0.9092534217113397}, "t": 230.5} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08693, "de": 2.29287, "vi": 1.96421, "tr": 2.27227, "fi": 2.45258, "ru": 1.41739, "el": 1.52846, "hi": 1.22468, "ta": 1.01806, "th": 1.16411, "zh": 3.18782, "my": 1.14465}, "bytes_per_chunk": {"en": 5.672, "de": 5.491, "vi": 7.202, "tr": 6.039, "fi": 5.509, "ru": 9.935, "el": 10.078, "hi": 14.716, "ta": 19.061, "th": 18.579, "zh": 14.192, "my": 15.67}, "bpb_mean": 1.81284, "t": 231.7} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 231.7} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.2983, "bpb": 1.87304, "chunk_loss": 0.0, "F": 0.12634, "G": 0.16722, "chunks": 129.38, "bytes_per_chunk": 7.915, "boundary_entropy": 0.20785, "router_noise": 0.0, "grad_norm": 0.7152, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 231.8} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.3102, "bpb": 1.89021, "chunk_loss": 0.0, "F": 0.12781, "G": 0.17042, "chunks": 130.88, "bytes_per_chunk": 7.824, "boundary_entropy": 0.20834, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 233.7} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.35383, "bpb": 1.95317, "chunk_loss": 0.0, "F": 0.14804, "G": 0.17624, "chunks": 151.59, "bytes_per_chunk": 6.755, "boundary_entropy": 0.1722, "router_noise": 0.0, "grad_norm": 0.7702, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 235.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.48212, "bpb": 2.13825, "chunk_loss": 0.0, "F": 0.13806, "G": 0.17125, "chunks": 141.38, "bytes_per_chunk": 7.243, "boundary_entropy": 0.19004, "router_noise": 0.0, "grad_norm": 0.7807, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 237.5} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184681, "cps": 25.109375, "mean_p": 0.197479, "boundary_entropy": 0.120633, "bpb": 2.065983}, "de": {"chunks": 3870.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.188477, "cps": 30.234375, "mean_p": 0.20285, "boundary_entropy": 0.138772, "bpb": 2.2716}, "vi": {"chunks": 3513.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190561, "cps": 27.445312, "mean_p": 0.180442, "boundary_entropy": 0.225277, "bpb": 1.946976}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.191929, "boundary_entropy": 0.162961, "bpb": 2.247907}, "fi": {"chunks": 3400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180745, "cps": 26.5625, "mean_p": 0.191884, "boundary_entropy": 0.143742, "bpb": 2.421571}, "ru": {"chunks": 3729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.196781, "cps": 29.132812, "mean_p": 0.144152, "boundary_entropy": 0.228532, "bpb": 1.423471}, "el": {"chunks": 3390.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.165181, "cps": 26.484375, "mean_p": 0.158061, "boundary_entropy": 0.300152, "bpb": 1.526006}, "hi": {"chunks": 2934.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174383, "cps": 22.921875, "mean_p": 0.131503, "boundary_entropy": 0.27721, "bpb": 1.216056}, "ta": {"chunks": 3421.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18299, "cps": 26.726562, "mean_p": 0.163843, "boundary_entropy": 0.335643, "bpb": 1.005452}, "th": {"chunks": 2842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176686, "cps": 22.203125, "mean_p": 0.210454, "boundary_entropy": 0.411048, "bpb": 1.142142}, "zh": {"chunks": 1283.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.217237, "cps": 10.023438, "mean_p": 0.108639, "boundary_entropy": 0.163342, "bpb": 3.1772}, "my": {"chunks": 2608.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13764, "cps": 20.375, "mean_p": 0.24632, "boundary_entropy": 0.506954, "bpb": 1.134382}}, "bpb": {"en": 2.06598, "de": 2.2716, "vi": 1.94698, "tr": 2.24791, "fi": 2.42157, "ru": 1.42347, "el": 1.52601, "hi": 1.21606, "ta": 1.00545, "th": 1.14214, "zh": 3.1772, "my": 1.13438}, "gini_cpc": 0.051463, "gini_cps": 0.102698, "bpic": 10.219988, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0205559184388202, "vi": 1.0318421288473993, "tr": 1.001412817157274, "fi": 0.9786902941807044, "ru": 1.0655195360666478, "el": 0.8944109362206915, "hi": 0.944241935588265, "ta": 0.9908452972111681, "th": 0.9567120766138354, "zh": 1.1762820276427777, "my": 0.7452851343453455}, "t": 240.3} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07521, "de": 2.28229, "vi": 1.94898, "tr": 2.2571, "fi": 2.43209, "ru": 1.40169, "el": 1.51854, "hi": 1.21044, "ta": 1.01138, "th": 1.15978, "zh": 3.17461, "my": 1.14231}, "bytes_per_chunk": {"en": 5.658, "de": 5.41, "vi": 7.13, "tr": 5.929, "fi": 5.513, "ru": 8.86, "el": 10.286, "hi": 14.207, "ta": 16.626, "th": 16.708, "zh": 13.365, "my": 19.022}, "bpb_mean": 1.8012, "t": 241.6} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.44925, "bpb": 2.09083, "chunk_loss": 0.0, "F": 0.15237, "G": 0.17701, "chunks": 156.03, "bytes_per_chunk": 6.563, "boundary_entropy": 0.16068, "router_noise": 0.0, "grad_norm": 0.8103, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 241.6} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.38343, "bpb": 1.99587, "chunk_loss": 0.0, "F": 0.13779, "G": 0.17204, "chunks": 141.09, "bytes_per_chunk": 7.258, "boundary_entropy": 0.18999, "router_noise": 0.0, "grad_norm": 0.77, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 243.5} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.31415, "bpb": 1.89591, "chunk_loss": 0.0, "F": 0.1524, "G": 0.18446, "chunks": 156.06, "bytes_per_chunk": 6.561, "boundary_entropy": 0.18071, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 245.4} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.36383, "bpb": 1.96759, "chunk_loss": 0.0, "F": 0.13724, "G": 0.17189, "chunks": 140.53, "bytes_per_chunk": 7.287, "boundary_entropy": 0.19302, "router_noise": 0.0, "grad_norm": 0.762, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 247.3} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.19916, "boundary_entropy": 0.121016, "bpb": 2.058485}, "de": {"chunks": 3924.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191107, "cps": 30.65625, "mean_p": 0.206094, "boundary_entropy": 0.138215, "bpb": 2.252803}, "vi": {"chunks": 3481.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.188826, "cps": 27.195312, "mean_p": 0.18109, "boundary_entropy": 0.22888, "bpb": 1.94168}, "tr": {"chunks": 3469.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191626, "cps": 27.101562, "mean_p": 0.198279, "boundary_entropy": 0.164871, "bpb": 2.234915}, "fi": {"chunks": 3440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182872, "cps": 26.875, "mean_p": 0.194477, "boundary_entropy": 0.145518, "bpb": 2.409452}, "ru": {"chunks": 4065.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.214512, "cps": 31.757812, "mean_p": 0.152605, "boundary_entropy": 0.232129, "bpb": 1.410882}, "el": {"chunks": 3570.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.173951, "cps": 27.890625, "mean_p": 0.162019, "boundary_entropy": 0.301903, "bpb": 1.508184}, "hi": {"chunks": 3326.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.197682, "cps": 25.984375, "mean_p": 0.140236, "boundary_entropy": 0.285935, "bpb": 1.208986}, "ta": {"chunks": 3758.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.201016, "cps": 29.359375, "mean_p": 0.167584, "boundary_entropy": 0.337665, "bpb": 0.997296}, "th": {"chunks": 2785.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173143, "cps": 21.757812, "mean_p": 0.202546, "boundary_entropy": 0.402464, "bpb": 1.132142}, "zh": {"chunks": 1253.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.212157, "cps": 9.789062, "mean_p": 0.105946, "boundary_entropy": 0.164391, "bpb": 3.163509}, "my": {"chunks": 2945.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.155425, "cps": 23.007812, "mean_p": 0.242001, "boundary_entropy": 0.497519, "bpb": 1.126036}}, "bpb": {"en": 2.05848, "de": 2.2528, "vi": 1.94168, "tr": 2.23491, "fi": 2.40945, "ru": 1.41088, "el": 1.50818, "hi": 1.20899, "ta": 0.9973, "th": 1.13214, "zh": 3.16351, "my": 1.12604}, "gini_cpc": 0.047102, "gini_cps": 0.10399, "bpic": 9.77512, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.024910660932377, "vi": 1.0126754937495377, "tr": 1.0276924535658691, "fi": 0.9807447188352159, "ru": 1.1504314736290049, "el": 0.9329036451793309, "hi": 1.060172637295462, "ta": 1.0780545213056398, "th": 0.9285676584286195, "zh": 1.137802928989714, "my": 0.8335493978654743}, "t": 250.2} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06711, "de": 2.26392, "vi": 1.94379, "tr": 2.2421, "fi": 2.41891, "ru": 1.39029, "el": 1.49973, "hi": 1.20441, "ta": 1.00266, "th": 1.14991, "zh": 3.15954, "my": 1.13458}, "bytes_per_chunk": {"en": 5.593, "de": 5.356, "vi": 7.215, "tr": 5.728, "fi": 5.461, "ru": 8.132, "el": 9.955, "hi": 12.554, "ta": 14.548, "th": 16.383, "zh": 13.68, "my": 16.961}, "bpb_mean": 1.78975, "t": 251.4} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.41214, "bpb": 2.03729, "chunk_loss": 0.0, "F": 0.13199, "G": 0.16391, "chunks": 135.16, "bytes_per_chunk": 7.576, "boundary_entropy": 0.18997, "router_noise": 0.0, "grad_norm": 0.7434, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 251.5} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.51589, "bpb": 2.18697, "chunk_loss": 0.0, "F": 0.12775, "G": 0.16131, "chunks": 130.81, "bytes_per_chunk": 7.828, "boundary_entropy": 0.18592, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 253.4} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.46135, "bpb": 2.10828, "chunk_loss": 0.0, "F": 0.12656, "G": 0.16405, "chunks": 129.59, "bytes_per_chunk": 7.902, "boundary_entropy": 0.19992, "router_noise": 0.0, "grad_norm": 0.8085, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 255.3} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.46651, "bpb": 2.11573, "chunk_loss": 0.0, "F": 0.14569, "G": 0.18128, "chunks": 149.19, "bytes_per_chunk": 6.864, "boundary_entropy": 0.18086, "router_noise": 0.0, "grad_norm": 0.7661, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 257.2} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3250.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186749, "cps": 25.390625, "mean_p": 0.200358, "boundary_entropy": 0.12404, "bpb": 2.048583}, "de": {"chunks": 3923.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191058, "cps": 30.648438, "mean_p": 0.206675, "boundary_entropy": 0.142419, "bpb": 2.246696}, "vi": {"chunks": 3464.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187903, "cps": 27.0625, "mean_p": 0.181517, "boundary_entropy": 0.227754, "bpb": 1.939451}, "tr": {"chunks": 3432.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189582, "cps": 26.8125, "mean_p": 0.19581, "boundary_entropy": 0.165286, "bpb": 2.222706}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.196454, "boundary_entropy": 0.149437, "bpb": 2.386998}, "ru": {"chunks": 4187.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.22095, "cps": 32.710938, "mean_p": 0.159134, "boundary_entropy": 0.240753, "bpb": 1.404613}, "el": {"chunks": 3837.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.186961, "cps": 29.976562, "mean_p": 0.171536, "boundary_entropy": 0.313479, "bpb": 1.501062}, "hi": {"chunks": 3332.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.198039, "cps": 26.03125, "mean_p": 0.138571, "boundary_entropy": 0.28082, "bpb": 1.196837}, "ta": {"chunks": 3679.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.196791, "cps": 28.742188, "mean_p": 0.167432, "boundary_entropy": 0.337335, "bpb": 0.990492}, "th": {"chunks": 2974.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184893, "cps": 23.234375, "mean_p": 0.210631, "boundary_entropy": 0.41355, "bpb": 1.12664}, "zh": {"chunks": 1299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.219946, "cps": 10.148438, "mean_p": 0.112807, "boundary_entropy": 0.169631, "bpb": 3.152234}, "my": {"chunks": 3334.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175955, "cps": 26.046875, "mean_p": 0.262909, "boundary_entropy": 0.520684, "bpb": 1.12667}}, "bpb": {"en": 2.04858, "de": 2.2467, "vi": 1.93945, "tr": 2.22271, "fi": 2.387, "ru": 1.40461, "el": 1.50106, "hi": 1.19684, "ta": 0.99049, "th": 1.12664, "zh": 3.15223, "my": 1.12667}, "gini_cpc": 0.035006, "gini_cps": 0.09661, "bpic": 9.553921, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0230730868508104, "vi": 1.0061795831507792, "tr": 1.0151669888968677, "fi": 0.9846444510781335, "ru": 1.183135555104526, "el": 1.001132852821787, "hi": 1.060451178420391, "ta": 1.0537681733083712, "th": 0.9900580473924583, "zh": 1.1777590976581833, "my": 0.9421997369318458}, "t": 260.0} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05735, "de": 2.25714, "vi": 1.9399, "tr": 2.23142, "fi": 2.3971, "ru": 1.38252, "el": 1.49304, "hi": 1.1926, "ta": 0.99691, "th": 1.14383, "zh": 3.14821, "my": 1.13467}, "bytes_per_chunk": {"en": 5.581, "de": 5.346, "vi": 7.261, "tr": 5.784, "fi": 5.397, "ru": 7.831, "el": 9.052, "hi": 12.45, "ta": 14.933, "th": 15.695, "zh": 13.184, "my": 14.897}, "bpb_mean": 1.78123, "t": 261.3} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.35342, "bpb": 1.95258, "chunk_loss": 0.0, "F": 0.14624, "G": 0.17645, "chunks": 149.75, "bytes_per_chunk": 6.838, "boundary_entropy": 0.1884, "router_noise": 0.0, "grad_norm": 0.7516, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 261.3} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.28972, "bpb": 1.86068, "chunk_loss": 0.0, "F": 0.14661, "G": 0.18604, "chunks": 150.12, "bytes_per_chunk": 6.821, "boundary_entropy": 0.19099, "router_noise": 0.0, "grad_norm": 0.7339, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 263.3} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.38506, "bpb": 1.99822, "chunk_loss": 0.0, "F": 0.14304, "G": 0.18789, "chunks": 146.47, "bytes_per_chunk": 6.991, "boundary_entropy": 0.20788, "router_noise": 0.0, "grad_norm": 0.8086, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 265.2} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.25977, "bpb": 1.81746, "chunk_loss": 0.0, "F": 0.13794, "G": 0.17044, "chunks": 141.25, "bytes_per_chunk": 7.25, "boundary_entropy": 0.19573, "router_noise": 0.0, "grad_norm": 0.7506, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 267.1} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3232.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185715, "cps": 25.25, "mean_p": 0.198738, "boundary_entropy": 0.123162, "bpb": 2.044529}, "de": {"chunks": 3909.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190376, "cps": 30.539062, "mean_p": 0.204987, "boundary_entropy": 0.140531, "bpb": 2.240301}, "vi": {"chunks": 3518.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190833, "cps": 27.484375, "mean_p": 0.185118, "boundary_entropy": 0.232327, "bpb": 1.929161}, "tr": {"chunks": 3448.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190466, "cps": 26.9375, "mean_p": 0.196033, "boundary_entropy": 0.165528, "bpb": 2.215259}, "fi": {"chunks": 3430.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18234, "cps": 26.796875, "mean_p": 0.196991, "boundary_entropy": 0.14989, "bpb": 2.377326}, "ru": {"chunks": 4243.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.223905, "cps": 33.148438, "mean_p": 0.160172, "boundary_entropy": 0.244102, "bpb": 1.398287}, "el": {"chunks": 3965.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.193198, "cps": 30.976562, "mean_p": 0.174063, "boundary_entropy": 0.315588, "bpb": 1.494875}, "hi": {"chunks": 3599.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.213908, "cps": 28.117188, "mean_p": 0.142721, "boundary_entropy": 0.281835, "bpb": 1.193829}, "ta": {"chunks": 4125.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.220647, "cps": 32.226562, "mean_p": 0.172783, "boundary_entropy": 0.341189, "bpb": 0.988123}, "th": {"chunks": 3353.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.208455, "cps": 26.195312, "mean_p": 0.213361, "boundary_entropy": 0.412113, "bpb": 1.124169}, "zh": {"chunks": 1290.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.218422, "cps": 10.078125, "mean_p": 0.110788, "boundary_entropy": 0.167199, "bpb": 3.143728}, "my": {"chunks": 2721.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.143604, "cps": 21.257812, "mean_p": 0.249058, "boundary_entropy": 0.509514, "bpb": 1.12088}}, "bpb": {"en": 2.04453, "de": 2.2403, "vi": 1.92916, "tr": 2.21526, "fi": 2.37733, "ru": 1.39829, "el": 1.49487, "hi": 1.19383, "ta": 0.98812, "th": 1.12417, "zh": 3.14373, "my": 1.12088}, "gini_cpc": 0.057547, "gini_cps": 0.109403, "bpic": 9.398795, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0250995228400746, "vi": 1.0275559095779392, "tr": 1.025579836611513, "fi": 0.9818270763735776, "ru": 1.2056370496878184, "el": 1.040291654786733, "hi": 1.1518065445103203, "ta": 1.188095227849878, "th": 1.1224454822308467, "zh": 1.1761129603055125, "my": 0.7732464482000766}, "t": 269.9} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05302, "de": 2.25107, "vi": 1.93056, "tr": 2.22308, "fi": 2.38758, "ru": 1.3774, "el": 1.48696, "hi": 1.18855, "ta": 0.99385, "th": 1.14093, "zh": 3.13954, "my": 1.12925}, "bytes_per_chunk": {"en": 5.615, "de": 5.366, "vi": 7.143, "tr": 5.739, "fi": 5.438, "ru": 7.726, "el": 8.929, "hi": 11.457, "ta": 13.12, "th": 13.965, "zh": 13.143, "my": 17.66}, "bpb_mean": 1.77515, "t": 271.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.37156, "bpb": 1.97874, "chunk_loss": 0.0, "F": 0.12051, "G": 0.16506, "chunks": 123.41, "bytes_per_chunk": 8.298, "boundary_entropy": 0.21556, "router_noise": 0.0, "grad_norm": 0.7575, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 271.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.39139, "bpb": 2.00735, "chunk_loss": 0.0, "F": 0.134, "G": 0.16959, "chunks": 137.22, "bytes_per_chunk": 7.463, "boundary_entropy": 0.20049, "router_noise": 0.0, "grad_norm": 0.9384, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 273.1} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.47938, "bpb": 2.13429, "chunk_loss": 0.0, "F": 0.13785, "G": 0.1683, "chunks": 141.16, "bytes_per_chunk": 7.254, "boundary_entropy": 0.18105, "router_noise": 0.0, "grad_norm": 0.7602, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 275.0} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.34351, "bpb": 1.93828, "chunk_loss": 0.0, "F": 0.14066, "G": 0.17102, "chunks": 144.03, "bytes_per_chunk": 7.11, "boundary_entropy": 0.1817, "router_noise": 0.0, "grad_norm": 0.7535, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 276.9} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3227.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185428, "cps": 25.210938, "mean_p": 0.1983, "boundary_entropy": 0.122107, "bpb": 2.03638}, "de": {"chunks": 3895.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189695, "cps": 30.429688, "mean_p": 0.204791, "boundary_entropy": 0.140343, "bpb": 2.229539}, "vi": {"chunks": 3468.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18812, "cps": 27.09375, "mean_p": 0.179111, "boundary_entropy": 0.223763, "bpb": 1.926977}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.189693, "boundary_entropy": 0.160799, "bpb": 2.2034}, "fi": {"chunks": 3395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18048, "cps": 26.523438, "mean_p": 0.194011, "boundary_entropy": 0.149093, "bpb": 2.364861}, "ru": {"chunks": 4054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.213931, "cps": 31.671875, "mean_p": 0.155699, "boundary_entropy": 0.237361, "bpb": 1.39108}, "el": {"chunks": 3690.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.179798, "cps": 28.828125, "mean_p": 0.165223, "boundary_entropy": 0.305187, "bpb": 1.486123}, "hi": {"chunks": 3420.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203269, "cps": 26.71875, "mean_p": 0.139476, "boundary_entropy": 0.28215, "bpb": 1.190551}, "ta": {"chunks": 3552.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.189997, "cps": 27.75, "mean_p": 0.162287, "boundary_entropy": 0.333776, "bpb": 0.984175}, "th": {"chunks": 2939.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.182717, "cps": 22.960938, "mean_p": 0.206186, "boundary_entropy": 0.406105, "bpb": 1.115715}, "zh": {"chunks": 1306.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.221131, "cps": 10.203125, "mean_p": 0.113573, "boundary_entropy": 0.169795, "bpb": 3.138337}, "my": {"chunks": 2671.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140965, "cps": 20.867188, "mean_p": 0.245261, "boundary_entropy": 0.503095, "bpb": 1.116182}}, "bpb": {"en": 2.03638, "de": 2.22954, "vi": 1.92698, "tr": 2.2034, "fi": 2.36486, "ru": 1.39108, "el": 1.48612, "hi": 1.19055, "ta": 0.98418, "th": 1.11571, "zh": 3.13834, "my": 1.11618}, "gini_cpc": 0.051682, "gini_cps": 0.103749, "bpic": 9.849378, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0230107788574858, "vi": 1.0145211414168944, "tr": 0.9973786161584998, "fi": 0.9733141786818553, "ru": 1.1537180435850871, "el": 0.9696403413911826, "hi": 1.0962161296011412, "ta": 1.024643153228812, "th": 0.9853798465099464, "zh": 1.192545310893283, "my": 0.760213656032765}, "t": 279.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04481, "de": 2.23922, "vi": 1.92659, "tr": 2.21172, "fi": 2.37443, "ru": 1.37085, "el": 1.478, "hi": 1.18533, "ta": 0.99088, "th": 1.13266, "zh": 3.13375, "my": 1.12441}, "bytes_per_chunk": {"en": 5.632, "de": 5.378, "vi": 7.217, "tr": 5.904, "fi": 5.496, "ru": 8.079, "el": 9.607, "hi": 11.97, "ta": 15.344, "th": 15.915, "zh": 13.188, "my": 18.324}, "bpb_mean": 1.76772, "t": 281.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.25226, "bpb": 1.80663, "chunk_loss": 0.0, "F": 0.13058, "G": 0.18021, "chunks": 133.72, "bytes_per_chunk": 7.658, "boundary_entropy": 0.22287, "router_noise": 0.0, "grad_norm": 0.7661, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 281.1} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.30077, "bpb": 1.87662, "chunk_loss": 0.0, "F": 0.13751, "G": 0.17782, "chunks": 140.81, "bytes_per_chunk": 7.272, "boundary_entropy": 0.20933, "router_noise": 0.0, "grad_norm": 0.7322, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 283.0} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.236, "bpb": 1.78317, "chunk_loss": 0.0, "F": 0.13318, "G": 0.18324, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.22735, "router_noise": 0.0, "grad_norm": 0.7497, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 284.9} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.45613, "bpb": 2.10075, "chunk_loss": 0.0, "F": 0.12411, "G": 0.16593, "chunks": 127.09, "bytes_per_chunk": 8.057, "boundary_entropy": 0.20996, "router_noise": 0.0, "grad_norm": 0.79, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 286.8} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3246.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18652, "cps": 25.359375, "mean_p": 0.2006, "boundary_entropy": 0.123327, "bpb": 2.032556}, "de": {"chunks": 3928.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191302, "cps": 30.6875, "mean_p": 0.207634, "boundary_entropy": 0.140944, "bpb": 2.222239}, "vi": {"chunks": 3502.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189965, "cps": 27.359375, "mean_p": 0.181269, "boundary_entropy": 0.227915, "bpb": 1.920578}, "tr": {"chunks": 3391.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187317, "cps": 26.492188, "mean_p": 0.193438, "boundary_entropy": 0.162308, "bpb": 2.19632}, "fi": {"chunks": 3464.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184148, "cps": 27.0625, "mean_p": 0.197389, "boundary_entropy": 0.150155, "bpb": 2.354027}, "ru": {"chunks": 4195.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.221372, "cps": 32.773438, "mean_p": 0.156888, "boundary_entropy": 0.238187, "bpb": 1.382839}, "el": {"chunks": 3869.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.18852, "cps": 30.226562, "mean_p": 0.171459, "boundary_entropy": 0.314318, "bpb": 1.477114}, "hi": {"chunks": 3542.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.21052, "cps": 27.671875, "mean_p": 0.141454, "boundary_entropy": 0.282413, "bpb": 1.18211}, "ta": {"chunks": 4108.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.219738, "cps": 32.09375, "mean_p": 0.172942, "boundary_entropy": 0.340057, "bpb": 0.972999}, "th": {"chunks": 3562.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.221449, "cps": 27.828125, "mean_p": 0.216547, "boundary_entropy": 0.414096, "bpb": 1.109205}, "zh": {"chunks": 1292.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.218761, "cps": 10.09375, "mean_p": 0.110939, "boundary_entropy": 0.169583, "bpb": 3.127041}, "my": {"chunks": 3296.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.17395, "cps": 25.75, "mean_p": 0.25468, "boundary_entropy": 0.512424, "bpb": 1.114158}}, "bpb": {"en": 2.03256, "de": 2.22224, "vi": 1.92058, "tr": 2.19632, "fi": 2.35403, "ru": 1.38284, "el": 1.47711, "hi": 1.18211, "ta": 0.973, "th": 1.10921, "zh": 3.12704, "my": 1.11416}, "gini_cpc": 0.045768, "gini_cps": 0.094293, "bpic": 9.271192, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0256393544569569, "vi": 1.0184708525282666, "tr": 1.0042754425462106, "fi": 0.987282876430798, "ru": 1.1868568906403172, "el": 1.0107261200926636, "hi": 1.1286754757713002, "ta": 1.1780956980896273, "th": 1.1872671580104999, "zh": 1.1728559508704768, "my": 0.9326086337274073}, "t": 289.6} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04085, "de": 2.23347, "vi": 1.92104, "tr": 2.20511, "fi": 2.36382, "ru": 1.36191, "el": 1.46922, "hi": 1.17644, "ta": 0.98049, "th": 1.12633, "zh": 3.12263, "my": 1.12315}, "bytes_per_chunk": {"en": 5.602, "de": 5.335, "vi": 7.197, "tr": 5.862, "fi": 5.4, "ru": 7.806, "el": 9.184, "hi": 11.612, "ta": 13.008, "th": 13.571, "zh": 13.148, "my": 15.667}, "bpb_mean": 1.76037, "t": 290.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.3534, "bpb": 1.95255, "chunk_loss": 0.0, "F": 0.1524, "G": 0.19207, "chunks": 156.06, "bytes_per_chunk": 6.561, "boundary_entropy": 0.20809, "router_noise": 0.0, "grad_norm": 0.825, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 290.9} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.21523, "bpb": 1.75321, "chunk_loss": 0.0, "F": 0.14044, "G": 0.17925, "chunks": 143.81, "bytes_per_chunk": 7.12, "boundary_entropy": 0.22128, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 292.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.31614, "bpb": 1.89879, "chunk_loss": 0.0, "F": 0.14828, "G": 0.18919, "chunks": 151.84, "bytes_per_chunk": 6.744, "boundary_entropy": 0.20874, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 294.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.39096, "bpb": 2.00674, "chunk_loss": 0.0, "F": 0.14755, "G": 0.18462, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.19088, "router_noise": 0.0, "grad_norm": 0.8208, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 296.6} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3253.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186922, "cps": 25.414062, "mean_p": 0.200665, "boundary_entropy": 0.121641, "bpb": 2.028207}, "de": {"chunks": 3926.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191204, "cps": 30.671875, "mean_p": 0.206711, "boundary_entropy": 0.138646, "bpb": 2.216651}, "vi": {"chunks": 3499.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.189802, "cps": 27.335938, "mean_p": 0.18185, "boundary_entropy": 0.228356, "bpb": 1.916875}, "tr": {"chunks": 3416.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188698, "cps": 26.6875, "mean_p": 0.193847, "boundary_entropy": 0.161696, "bpb": 2.18913}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.197462, "boundary_entropy": 0.148965, "bpb": 2.3502}, "ru": {"chunks": 4301.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.226966, "cps": 33.601562, "mean_p": 0.158026, "boundary_entropy": 0.232772, "bpb": 1.37658}, "el": {"chunks": 3544.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.172684, "cps": 27.6875, "mean_p": 0.160016, "boundary_entropy": 0.298746, "bpb": 1.472515}, "hi": {"chunks": 3526.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209569, "cps": 27.546875, "mean_p": 0.139763, "boundary_entropy": 0.281485, "bpb": 1.178728}, "ta": {"chunks": 3632.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.194277, "cps": 28.375, "mean_p": 0.164609, "boundary_entropy": 0.337882, "bpb": 0.977443}, "th": {"chunks": 3151.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.195897, "cps": 24.617188, "mean_p": 0.207492, "boundary_entropy": 0.405971, "bpb": 1.107208}, "zh": {"chunks": 1317.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.222994, "cps": 10.289062, "mean_p": 0.113997, "boundary_entropy": 0.171068, "bpb": 3.123192}, "my": {"chunks": 3319.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.175164, "cps": 25.929688, "mean_p": 0.2558, "boundary_entropy": 0.511862, "bpb": 1.11067}}, "bpb": {"en": 2.02821, "de": 2.21665, "vi": 1.91688, "tr": 2.18913, "fi": 2.3502, "ru": 1.37658, "el": 1.47252, "hi": 1.17873, "ta": 0.97744, "th": 1.10721, "zh": 3.12319, "my": 1.11067}, "gini_cpc": 0.045279, "gini_cps": 0.090778, "bpic": 9.512951, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0229112264514058, "vi": 1.0154086470096952, "tr": 1.0095024272675166, "fi": 0.9837363867211601, "ru": 1.2142281166076048, "el": 0.9238318374147161, "hi": 1.1211592179855467, "ta": 1.0393466659902966, "th": 1.0480147494945244, "zh": 1.1929778748086244, "my": 0.9370956745339762}, "t": 299.4} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03619, "de": 2.2266, "vi": 1.91736, "tr": 2.19744, "fi": 2.35989, "ru": 1.35606, "el": 1.46543, "hi": 1.17372, "ta": 0.98438, "th": 1.12475, "zh": 3.11801, "my": 1.1192}, "bytes_per_chunk": {"en": 5.605, "de": 5.338, "vi": 7.195, "tr": 5.826, "fi": 5.417, "ru": 7.623, "el": 10.028, "hi": 11.553, "ta": 14.35, "th": 15.004, "zh": 12.854, "my": 15.285}, "bpb_mean": 1.75658, "t": 300.7} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.33925, "bpb": 1.93213, "chunk_loss": 0.0, "F": 0.13388, "G": 0.17506, "chunks": 137.09, "bytes_per_chunk": 7.469, "boundary_entropy": 0.20194, "router_noise": 0.0, "grad_norm": 0.7634, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.082, "alpha": 0.0, "t": 300.7} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.32392, "bpb": 1.91001, "chunk_loss": 0.0, "F": 0.12949, "G": 0.1669, "chunks": 132.59, "bytes_per_chunk": 7.723, "boundary_entropy": 0.19846, "router_noise": 0.0, "grad_norm": 0.8179, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 302.6} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.29482, "bpb": 1.86803, "chunk_loss": 0.0, "F": 0.15445, "G": 0.18743, "chunks": 158.16, "bytes_per_chunk": 6.475, "boundary_entropy": 0.19016, "router_noise": 0.0, "grad_norm": 0.7808, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 304.5} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.20563, "bpb": 1.73936, "chunk_loss": 0.0, "F": 0.14023, "G": 0.18453, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.21342, "router_noise": 0.0, "grad_norm": 0.7541, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 306.4} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3256.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187094, "cps": 25.4375, "mean_p": 0.201711, "boundary_entropy": 0.124067, "bpb": 2.024555}, "de": {"chunks": 3979.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193786, "cps": 31.085938, "mean_p": 0.20996, "boundary_entropy": 0.142664, "bpb": 2.211121}, "vi": {"chunks": 3501.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18991, "cps": 27.351562, "mean_p": 0.182552, "boundary_entropy": 0.229289, "bpb": 1.91278}, "tr": {"chunks": 3414.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188588, "cps": 26.671875, "mean_p": 0.194801, "boundary_entropy": 0.162966, "bpb": 2.18315}, "fi": {"chunks": 3519.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187071, "cps": 27.492188, "mean_p": 0.200565, "boundary_entropy": 0.15403, "bpb": 2.339655}, "ru": {"chunks": 4447.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.23467, "cps": 34.742188, "mean_p": 0.162329, "boundary_entropy": 0.237131, "bpb": 1.374628}, "el": {"chunks": 3780.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.184184, "cps": 29.53125, "mean_p": 0.170067, "boundary_entropy": 0.309933, "bpb": 1.466454}, "hi": {"chunks": 3571.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.212244, "cps": 27.898438, "mean_p": 0.142839, "boundary_entropy": 0.287555, "bpb": 1.173254}, "ta": {"chunks": 4058.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.217063, "cps": 31.703125, "mean_p": 0.17319, "boundary_entropy": 0.346102, "bpb": 0.973093}, "th": {"chunks": 3276.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.203668, "cps": 25.59375, "mean_p": 0.214013, "boundary_entropy": 0.414075, "bpb": 1.103776}, "zh": {"chunks": 1298.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.219776, "cps": 10.140625, "mean_p": 0.113727, "boundary_entropy": 0.174134, "bpb": 3.114972}, "my": {"chunks": 3509.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185191, "cps": 27.414062, "mean_p": 0.262268, "boundary_entropy": 0.518506, "bpb": 1.107623}}, "bpb": {"en": 2.02456, "de": 2.21112, "vi": 1.91278, "tr": 2.18315, "fi": 2.33965, "ru": 1.37463, "el": 1.46645, "hi": 1.17325, "ta": 0.97309, "th": 1.10378, "zh": 3.11497, "my": 1.10762}, "gini_cpc": 0.043394, "gini_cps": 0.097794, "bpic": 9.223731, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0357650583689155, "vi": 1.0150529385069662, "tr": 1.0079817970360974, "fi": 0.9998782176563793, "ru": 1.2542890737943508, "el": 0.9844432344797788, "hi": 1.1344216369550693, "ta": 1.1601824647959977, "th": 1.088585516592977, "zh": 1.1746837846990235, "my": 0.9898279573113329}, "t": 309.2} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03245, "de": 2.2226, "vi": 1.91367, "tr": 2.19231, "fi": 2.35051, "ru": 1.35331, "el": 1.45902, "hi": 1.16835, "ta": 0.98082, "th": 1.12042, "zh": 3.10999, "my": 1.1156}, "bytes_per_chunk": {"en": 5.578, "de": 5.296, "vi": 7.12, "tr": 5.798, "fi": 5.334, "ru": 7.366, "el": 9.298, "hi": 11.459, "ta": 12.826, "th": 14.186, "zh": 13.048, "my": 14.255}, "bpb_mean": 1.75159, "t": 310.5} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.28977, "bpb": 1.86075, "chunk_loss": 0.0, "F": 0.13733, "G": 0.18016, "chunks": 140.62, "bytes_per_chunk": 7.282, "boundary_entropy": 0.20715, "router_noise": 0.0, "grad_norm": 0.8163, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.083, "alpha": 0.0, "t": 310.6} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.28266, "bpb": 1.85049, "chunk_loss": 0.0, "F": 0.14059, "G": 0.18471, "chunks": 143.97, "bytes_per_chunk": 7.113, "boundary_entropy": 0.22072, "router_noise": 0.0, "grad_norm": 0.7664, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 312.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.35869, "bpb": 1.96018, "chunk_loss": 0.0, "F": 0.1348, "G": 0.17816, "chunks": 138.03, "bytes_per_chunk": 7.419, "boundary_entropy": 0.21873, "router_noise": 0.0, "grad_norm": 0.8407, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 314.4} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.40166, "bpb": 2.02216, "chunk_loss": 0.0, "F": 0.14191, "G": 0.17501, "chunks": 145.31, "bytes_per_chunk": 7.047, "boundary_entropy": 0.19579, "router_noise": 0.0, "grad_norm": 0.8056, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.038, "alpha": 0.0, "t": 316.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.201269, "boundary_entropy": 0.124779, "bpb": 2.019917}, "de": {"chunks": 3905.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190182, "cps": 30.507812, "mean_p": 0.207257, "boundary_entropy": 0.143453, "bpb": 2.211357}, "vi": {"chunks": 3457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187524, "cps": 27.007812, "mean_p": 0.183348, "boundary_entropy": 0.23088, "bpb": 1.910766}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.196326, "boundary_entropy": 0.165379, "bpb": 2.179001}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.198913, "boundary_entropy": 0.152602, "bpb": 2.339161}, "ru": {"chunks": 4448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234723, "cps": 34.75, "mean_p": 0.16304, "boundary_entropy": 0.238814, "bpb": 1.372065}, "el": {"chunks": 3725.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.181504, "cps": 29.101562, "mean_p": 0.169873, "boundary_entropy": 0.313753, "bpb": 1.461946}, "hi": {"chunks": 3664.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.217771, "cps": 28.625, "mean_p": 0.146046, "boundary_entropy": 0.289886, "bpb": 1.170694}, "ta": {"chunks": 4018.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.214924, "cps": 31.390625, "mean_p": 0.170945, "boundary_entropy": 0.339143, "bpb": 0.96734}, "th": {"chunks": 3363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209077, "cps": 26.273438, "mean_p": 0.209096, "boundary_entropy": 0.406517, "bpb": 1.100513}, "zh": {"chunks": 1307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.2213, "cps": 10.210938, "mean_p": 0.112398, "boundary_entropy": 0.169187, "bpb": 3.1136}, "my": {"chunks": 2913.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153737, "cps": 22.757812, "mean_p": 0.255184, "boundary_entropy": 0.511451, "bpb": 1.106602}}, "bpb": {"en": 2.01992, "de": 2.21136, "vi": 1.91077, "tr": 2.179, "fi": 2.33916, "ru": 1.37207, "el": 1.46195, "hi": 1.17069, "ta": 0.96734, "th": 1.10051, "zh": 3.1136, "my": 1.1066}, "gini_cpc": 0.059478, "gini_cps": 0.105148, "bpic": 9.375376, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0199480456016647, "vi": 1.0056935311382222, "tr": 1.0146574383001157, "fi": 0.9878722240593089, "ru": 1.2588239101357477, "el": 0.9734078650680693, "hi": 1.1679111674836358, "ta": 1.1526405179899044, "th": 1.121282957018114, "zh": 1.186838330558305, "my": 0.8244921548326407}, "t": 319.1} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02858, "de": 2.22358, "vi": 1.9113, "tr": 2.1874, "fi": 2.35004, "ru": 1.35028, "el": 1.45485, "hi": 1.16459, "ta": 0.9746, "th": 1.11725, "zh": 3.10797, "my": 1.11466}, "bytes_per_chunk": {"en": 5.585, "de": 5.365, "vi": 7.239, "tr": 5.818, "fi": 5.371, "ru": 7.411, "el": 9.508, "hi": 11.076, "ta": 13.008, "th": 13.912, "zh": 13.004, "my": 16.22}, "bpb_mean": 1.74876, "t": 320.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3245.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186462, "cps": 25.351562, "mean_p": 0.201269, "boundary_entropy": 0.124779, "bpb": 2.019917}, "de": {"chunks": 3905.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190182, "cps": 30.507812, "mean_p": 0.207257, "boundary_entropy": 0.143453, "bpb": 2.211357}, "vi": {"chunks": 3457.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.187524, "cps": 27.007812, "mean_p": 0.183348, "boundary_entropy": 0.23088, "bpb": 1.910766}, "tr": {"chunks": 3425.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189195, "cps": 26.757812, "mean_p": 0.196326, "boundary_entropy": 0.165379, "bpb": 2.179001}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.198913, "boundary_entropy": 0.152602, "bpb": 2.339161}, "ru": {"chunks": 4448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234723, "cps": 34.75, "mean_p": 0.16304, "boundary_entropy": 0.238814, "bpb": 1.372065}, "el": {"chunks": 3725.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.181504, "cps": 29.101562, "mean_p": 0.169873, "boundary_entropy": 0.313753, "bpb": 1.461946}, "hi": {"chunks": 3664.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.217771, "cps": 28.625, "mean_p": 0.146046, "boundary_entropy": 0.289886, "bpb": 1.170694}, "ta": {"chunks": 4018.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.214924, "cps": 31.390625, "mean_p": 0.170945, "boundary_entropy": 0.339143, "bpb": 0.96734}, "th": {"chunks": 3363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209077, "cps": 26.273438, "mean_p": 0.209096, "boundary_entropy": 0.406517, "bpb": 1.100513}, "zh": {"chunks": 1307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.2213, "cps": 10.210938, "mean_p": 0.112398, "boundary_entropy": 0.169187, "bpb": 3.1136}, "my": {"chunks": 2913.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153737, "cps": 22.757812, "mean_p": 0.255184, "boundary_entropy": 0.511451, "bpb": 1.106602}}, "bpb": {"en": 2.01992, "de": 2.21136, "vi": 1.91077, "tr": 2.179, "fi": 2.33916, "ru": 1.37207, "el": 1.46195, "hi": 1.17069, "ta": 0.96734, "th": 1.10051, "zh": 3.1136, "my": 1.1066}, "gini_cpc": 0.059478, "gini_cps": 0.105148, "bpic": 9.375376, "worst_lang": "ru", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0199480456016647, "vi": 1.0056935311382222, "tr": 1.0146574383001157, "fi": 0.9878722240593089, "ru": 1.2588239101357477, "el": 0.9734078650680693, "hi": 1.1679111674836358, "ta": 1.1526405179899044, "th": 1.121282957018114, "zh": 1.186838330558305, "my": 0.8244921548326407}, "t": 321.3} +{"event": "final", "run": "pilot_Bpc_s2", "condition": "B", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18646210423490203, "cps": 25.3515625, "bpb": 2.0379826534105296, "bytes_per_chunk": 5.5650401757756525}, "de": {"cpc": 0.19018165879316223, "cps": 30.5078125, "bpb": 2.211926218211729, "bytes_per_chunk": 5.37560365422276}, "vi": {"cpc": 0.1875237320314619, "cps": 27.0078125, "bpb": 1.916004108770902, "bytes_per_chunk": 7.26301498905605}, "tr": {"cpc": 0.18919516102303485, "cps": 26.7578125, "bpb": 2.180328114491597, "bytes_per_chunk": 5.819861021690385}, "fi": {"cpc": 0.18420073361331135, "cps": 27.0703125, "bpb": 2.3666497221298513, "bytes_per_chunk": 5.407818463125323}, "ru": {"cpc": 0.23472295514511873, "cps": 34.75, "bpb": 1.3497967148418, "bytes_per_chunk": 7.433651405804705}, "el": {"cpc": 0.1815036787993958, "cps": 29.1015625, "bpb": 1.4516410893111833, "bytes_per_chunk": 9.55161231554017}, "hi": {"cpc": 0.21777117384843983, "cps": 28.625, "bpb": 1.1730664829019235, "bytes_per_chunk": 11.097686429735623}, "ta": {"cpc": 0.21492377641080504, "cps": 31.390625, "bpb": 0.9737473079225439, "bytes_per_chunk": 13.001239894856916}, "th": {"cpc": 0.20907677960833074, "cps": 26.2734375, "bpb": 1.1141517835548895, "bytes_per_chunk": 13.914225053078557}, "zh": {"cpc": 0.22130037250253978, "cps": 10.2109375, "bpb": 3.1147483807430296, "bytes_per_chunk": 12.910953506698188}, "my": {"cpc": 0.15373654211526283, "cps": 22.7578125, "bpb": 1.1250836995232487, "bytes_per_chunk": 16.253968253968253}}, "gini_cpc": 0.05947751695357484, "gini_cps": 0.10514840600952735, "bpic": 9.37537559545621, "seed": 2, "mean_boundary_entropy": 0.21155518293380737, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 323.8} diff --git a/pilot_Bpc_s2/model.safetensors b/pilot_Bpc_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dc2cf8bd5a1c0d628104be31e5f45e879b770924 --- /dev/null +++ b/pilot_Bpc_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c978459ca8b1a9202c1eec29836beee1e88df82044f3c18af639bfeab72b7e56 +size 90078296 diff --git a/pilot_C_s0/config.json b/pilot_C_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16ca5e01abb1a3e419bea32e467e33d485303912 --- /dev/null +++ b/pilot_C_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_C_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "C", + "seed": 0, + "out_dir": null, + "run_name": "pilot_C_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.21393280088221256, + "gini_cps": 0.2243520920938833, + "bpic": 5.722778920998479, + "worst_lang": "my", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9715727247580181, + "vi": 1.038580853899822, + "tr": 1.0108326079203318, + "fi": 0.9722667178266813, + "ru": 1.3995104256529116, + "el": 1.485507907443756, + "hi": 2.255554505690593, + "ta": 2.20019165579378, + "th": 2.053676191602399, + "zh": 2.380380843684808, + "my": 2.7504729794506755 + } + } +} \ No newline at end of file diff --git a/pilot_C_s0/final.json b/pilot_C_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..016a0ccbf0f870f8a4491928a0db9f47e48b76ac --- /dev/null +++ b/pilot_C_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_C_s0", + "condition": "C", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.20421766362121474, + "cps": 27.765625, + "bpb": 2.0218003220896423, + "bytes_per_chunk": 4.931551174362496 + }, + "de": { + "cpc": 0.19841231188818, + "cps": 31.828125, + "bpb": 2.1884879495998555, + "bytes_per_chunk": 5.053768001388059 + }, + "vi": { + "cpc": 0.21209655546514783, + "cps": 30.546875, + "bpb": 1.908820920141231, + "bytes_per_chunk": 6.356469974903311 + }, + "tr": { + "cpc": 0.20642987350162956, + "cps": 29.1953125, + "bpb": 2.16043099015882, + "bytes_per_chunk": 5.1186503558632 + }, + "fi": { + "cpc": 0.19855403753123171, + "cps": 29.1796875, + "bpb": 2.3519634356420727, + "bytes_per_chunk": 4.898148321156972 + }, + "ru": { + "cpc": 0.28580474934036937, + "cps": 42.3125, + "bpb": 1.3522200363837824, + "bytes_per_chunk": 6.302523230793273 + }, + "el": { + "cpc": 0.30336695414900355, + "cps": 48.640625, + "bpb": 1.4567373275916706, + "bytes_per_chunk": 6.003458107659365 + }, + "hi": { + "cpc": 0.4606240713224368, + "cps": 60.546875, + "bpb": 1.1819406533249985, + "bytes_per_chunk": 5.90753698633224 + }, + "ta": { + "cpc": 0.4493179994650976, + "cps": 65.625, + "bpb": 0.972932620730949, + "bytes_per_chunk": 6.351387694283257 + }, + "th": { + "cpc": 0.4193969536835561, + "cps": 52.703125, + "bpb": 1.1166655464733943, + "bytes_per_chunk": 6.694605120347315 + }, + "zh": { + "cpc": 0.48611581442600743, + "cps": 22.4296875, + "bpb": 3.1056148981036586, + "bytes_per_chunk": 5.6012478365846885 + }, + "my": { + "cpc": 0.5616951657166983, + "cps": 83.1484375, + "bpb": 1.1093779590001915, + "bytes_per_chunk": 5.724730572267779 + } + }, + "gini_cpc": 0.21393280088221256, + "gini_cps": 0.2243520920938833, + "bpic": 5.722778920998479, + "seed": 0, + "mean_boundary_entropy": 0.4017484784126282, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_C_s0/log.jsonl b/pilot_C_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..f1b7bb647469faab78c88897a5f3269ae317eda2 --- /dev/null +++ b/pilot_C_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_C_s0", "condition": "C", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.5} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.806, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.004, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6331.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363788, "cps": 49.460938, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.137938}, "de": {"chunks": 8595.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418594, "cps": 67.148438, "mean_p": 0.498781, "boundary_entropy": 0.687819, "bpb": 8.13671}, "vi": {"chunks": 13023.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706428, "cps": 101.742188, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072259}, "tr": {"chunks": 5244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289676, "cps": 40.96875, "mean_p": 0.489423, "boundary_entropy": 0.68728, "bpb": 8.156751}, "fi": {"chunks": 8839.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469885, "cps": 69.054688, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196431}, "ru": {"chunks": 10505.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.554354, "cps": 82.070312, "mean_p": 0.493306, "boundary_entropy": 0.689882, "bpb": 8.059463}, "el": {"chunks": 15043.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732983, "cps": 117.523438, "mean_p": 0.497467, "boundary_entropy": 0.690234, "bpb": 8.140753}, "hi": {"chunks": 2502.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148707, "cps": 19.546875, "mean_p": 0.484437, "boundary_entropy": 0.690242, "bpb": 8.249664}, "ta": {"chunks": 37854.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024819, "cps": 295.734375, "mean_p": 0.512694, "boundary_entropy": 0.690391, "bpb": 8.028656}, "th": {"chunks": 33861.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.105129, "cps": 264.539062, "mean_p": 0.511769, "boundary_entropy": 0.690558, "bpb": 8.229598}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120651}, "my": {"chunks": 48157.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.541535, "cps": 376.226562, "mean_p": 0.521509, "boundary_entropy": 0.69021, "bpb": 7.893469}}, "bpb": {"en": 8.13794, "de": 8.13671, "vi": 8.07226, "tr": 8.15675, "fi": 8.19643, "ru": 8.05946, "el": 8.14075, "hi": 8.24966, "ta": 8.02866, "th": 8.2296, "zh": 8.12065, "my": 7.89347}, "gini_cpc": 0.425813, "gini_cps": 0.427257, "bpic": 1.902034, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1506554015782662, "vi": 1.9418680009597988, "tr": 0.7962765722561626, "fi": 1.2916446728974176, "ru": 1.5238374726864377, "el": 2.0148625141077643, "hi": 0.40877472884551425, "ta": 5.565934804009309, "th": 5.786694049102493, "zh": 5.501433156732364, "my": 6.986310037493565}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6247.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.358961, "cps": 48.804688, "mean_p": 0.4962, "boundary_entropy": 0.686976, "bpb": 8.088614}, "de": {"chunks": 8518.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414844, "cps": 66.546875, "mean_p": 0.498576, "boundary_entropy": 0.687814, "bpb": 8.09271}, "vi": {"chunks": 12841.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696555, "cps": 100.320312, "mean_p": 0.505084, "boundary_entropy": 0.68839, "bpb": 8.038676}, "tr": {"chunks": 5169.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285533, "cps": 40.382812, "mean_p": 0.489117, "boundary_entropy": 0.687262, "bpb": 8.122119}, "fi": {"chunks": 8749.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.4651, "cps": 68.351562, "mean_p": 0.50014, "boundary_entropy": 0.687503, "bpb": 8.154274}, "ru": {"chunks": 10058.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530765, "cps": 78.578125, "mean_p": 0.492759, "boundary_entropy": 0.689864, "bpb": 7.993316}, "el": {"chunks": 15092.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.73537, "cps": 117.90625, "mean_p": 0.497513, "boundary_entropy": 0.690235, "bpb": 8.120841}, "hi": {"chunks": 2408.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.14312, "cps": 18.8125, "mean_p": 0.484161, "boundary_entropy": 0.690223, "bpb": 8.21746}, "ta": {"chunks": 37476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.0046, "cps": 292.78125, "mean_p": 0.512238, "boundary_entropy": 0.690413, "bpb": 7.987951}, "th": {"chunks": 33648.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091887, "cps": 262.875, "mean_p": 0.511606, "boundary_entropy": 0.690564, "bpb": 8.202592}, "zh": {"chunks": 11809.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999492, "cps": 92.257812, "mean_p": 0.519978, "boundary_entropy": 0.685678, "bpb": 8.114115}, "my": {"chunks": 48088.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537893, "cps": 375.6875, "mean_p": 0.521422, "boundary_entropy": 0.690216, "bpb": 7.860046}}, "bpb": {"en": 8.08861, "de": 8.09271, "vi": 8.03868, "tr": 8.12212, "fi": 8.15427, "ru": 7.99332, "el": 8.12084, "hi": 8.21746, "ta": 7.98795, "th": 8.20259, "zh": 8.11412, "my": 7.86005}, "gini_cpc": 0.428207, "gini_cps": 0.429757, "bpic": 1.917917, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1556806527835644, "vi": 1.940476190166072, "tr": 0.7954421403497784, "fi": 1.295684153687481, "ru": 1.478614739824456, "el": 2.048606590920987, "hi": 0.3987071500115003, "ta": 5.584449590630997, "th": 5.827614354050653, "zh": 5.570219306350692, "my": 7.07010645667235}, "t": 6.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5922.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.340286, "cps": 46.265625, "mean_p": 0.494976, "boundary_entropy": 0.686928, "bpb": 7.918764}, "de": {"chunks": 8279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403205, "cps": 64.679688, "mean_p": 0.497824, "boundary_entropy": 0.687798, "bpb": 7.939157}, "vi": {"chunks": 12271.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665636, "cps": 95.867188, "mean_p": 0.503598, "boundary_entropy": 0.688396, "bpb": 7.926948}, "tr": {"chunks": 4898.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270563, "cps": 38.265625, "mean_p": 0.488082, "boundary_entropy": 0.687201, "bpb": 8.003735}, "fi": {"chunks": 8332.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.442932, "cps": 65.09375, "mean_p": 0.498785, "boundary_entropy": 0.687477, "bpb": 8.007467}, "ru": {"chunks": 8688.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.45847, "cps": 67.875, "mean_p": 0.49085, "boundary_entropy": 0.689793, "bpb": 7.770983}, "el": {"chunks": 15251.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.743117, "cps": 119.148438, "mean_p": 0.497602, "boundary_entropy": 0.690236, "bpb": 8.034001}, "hi": {"chunks": 2068.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.122912, "cps": 16.15625, "mean_p": 0.48279, "boundary_entropy": 0.690124, "bpb": 8.096883}, "ta": {"chunks": 35898.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.920193, "cps": 280.453125, "mean_p": 0.510438, "boundary_entropy": 0.690491, "bpb": 7.841648}, "th": {"chunks": 32623.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.028163, "cps": 254.867188, "mean_p": 0.510754, "boundary_entropy": 0.690595, "bpb": 8.088094}, "zh": {"chunks": 11778.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.994243, "cps": 92.015625, "mean_p": 0.51976, "boundary_entropy": 0.68569, "bpb": 8.087311}, "my": {"chunks": 47875.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.526652, "cps": 374.023438, "mean_p": 0.521124, "boundary_entropy": 0.690237, "bpb": 7.783238}}, "bpb": {"en": 7.91876, "de": 7.93916, "vi": 7.92695, "tr": 8.00374, "fi": 8.00747, "ru": 7.77098, "el": 8.034, "hi": 8.09688, "ta": 7.84165, "th": 8.08809, "zh": 8.08731, "my": 7.78324}, "gini_cpc": 0.437283, "gini_cps": 0.438216, "bpic": 1.979446, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1848986170037594, "vi": 1.9561066580490778, "tr": 0.7951040150134927, "fi": 1.3016466200309513, "ru": 1.347306220978258, "el": 2.1838016664625317, "hi": 0.36120285855798484, "ta": 5.642875921344962, "th": 5.960168639311359, "zh": 5.860488586641579, "my": 7.425079843111387}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5085.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292191, "cps": 39.726562, "mean_p": 0.49168, "boundary_entropy": 0.686769, "bpb": 7.437782}, "de": {"chunks": 7672.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.373642, "cps": 59.9375, "mean_p": 0.495828, "boundary_entropy": 0.687749, "bpb": 7.496108}, "vi": {"chunks": 10396.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563927, "cps": 81.21875, "mean_p": 0.498905, "boundary_entropy": 0.688358, "bpb": 7.585994}, "tr": {"chunks": 4095.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226206, "cps": 31.992188, "mean_p": 0.48508, "boundary_entropy": 0.686999, "bpb": 7.643549}, "fi": {"chunks": 7123.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378661, "cps": 55.648438, "mean_p": 0.49486, "boundary_entropy": 0.687364, "bpb": 7.577092}, "ru": {"chunks": 5205.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.27467, "cps": 40.664062, "mean_p": 0.485319, "boundary_entropy": 0.689504, "bpb": 7.189295}, "el": {"chunks": 14860.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.724066, "cps": 116.09375, "mean_p": 0.497135, "boundary_entropy": 0.69023, "bpb": 7.711179}, "hi": {"chunks": 1135.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.067459, "cps": 8.867188, "mean_p": 0.477095, "boundary_entropy": 0.689634, "bpb": 7.697652}, "ta": {"chunks": 28672.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.533672, "cps": 224.0, "mean_p": 0.503565, "boundary_entropy": 0.690676, "bpb": 7.36612}, "th": {"chunks": 27403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.703637, "cps": 214.085938, "mean_p": 0.506239, "boundary_entropy": 0.690718, "bpb": 7.54752}, "zh": {"chunks": 11598.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963766, "cps": 90.609375, "mean_p": 0.518921, "boundary_entropy": 0.685739, "bpb": 7.998394}, "my": {"chunks": 47091.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.485275, "cps": 367.898438, "mean_p": 0.520003, "boundary_entropy": 0.690311, "bpb": 7.472396}}, "bpb": {"en": 7.43778, "de": 7.49611, "vi": 7.58599, "tr": 7.64355, "fi": 7.57709, "ru": 7.1893, "el": 7.71118, "hi": 7.69765, "ta": 7.36612, "th": 7.54752, "zh": 7.99839, "my": 7.4724}, "gini_cpc": 0.469757, "gini_cps": 0.463478, "bpic": 2.253095, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2787609039165242, "vi": 1.929995479613055, "tr": 0.7741703203742204, "fi": 1.295937997741546, "ru": 0.9400364256193522, "el": 2.4780560611398363, "hi": 0.2308734280967972, "ta": 5.248868365889007, "th": 5.8305591882358, "zh": 6.720828675802918, "my": 8.505653759427291}, "t": 9.7} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3938.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.226283, "cps": 30.765625, "mean_p": 0.488092, "boundary_entropy": 0.686662, "bpb": 6.812397}, "de": {"chunks": 6919.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.33697, "cps": 54.054688, "mean_p": 0.493884, "boundary_entropy": 0.687798, "bpb": 6.904788}, "vi": {"chunks": 7199.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.390507, "cps": 56.242188, "mean_p": 0.490791, "boundary_entropy": 0.688163, "bpb": 7.158164}, "tr": {"chunks": 3501.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193393, "cps": 27.351562, "mean_p": 0.483501, "boundary_entropy": 0.686946, "bpb": 7.13126}, "fi": {"chunks": 5524.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.293658, "cps": 43.15625, "mean_p": 0.490062, "boundary_entropy": 0.687262, "bpb": 7.002106}, "ru": {"chunks": 2629.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138734, "cps": 20.539062, "mean_p": 0.478877, "boundary_entropy": 0.689014, "bpb": 6.360144}, "el": {"chunks": 5620.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273839, "cps": 43.90625, "mean_p": 0.487025, "boundary_entropy": 0.689871, "bpb": 7.04131}, "hi": {"chunks": 404.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024012, "cps": 3.15625, "mean_p": 0.46693, "boundary_entropy": 0.688438, "bpb": 7.052669}, "ta": {"chunks": 14593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.780583, "cps": 114.007812, "mean_p": 0.490155, "boundary_entropy": 0.690531, "bpb": 6.62259}, "th": {"chunks": 17460.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.085483, "cps": 136.40625, "mean_p": 0.496574, "boundary_entropy": 0.690724, "bpb": 6.369857}, "zh": {"chunks": 10873.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.841009, "cps": 84.945312, "mean_p": 0.515368, "boundary_entropy": 0.685938, "bpb": 7.770677}, "my": {"chunks": 42537.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.244934, "cps": 332.320312, "mean_p": 0.515717, "boundary_entropy": 0.690551, "bpb": 6.67284}}, "bpb": {"en": 6.8124, "de": 6.90479, "vi": 7.15816, "tr": 7.13126, "fi": 7.00211, "ru": 6.36014, "el": 7.04131, "hi": 7.05267, "ta": 6.62259, "th": 6.36986, "zh": 7.77068, "my": 6.67284}, "gini_cpc": 0.523242, "gini_cps": 0.492026, "bpic": 3.166588, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4891530380172862, "vi": 1.7257482434198756, "tr": 0.8546532879249423, "fi": 1.2977474819081225, "ru": 0.6130978316946979, "el": 1.2101630231310054, "hi": 0.10611449231287029, "ta": 3.449590326987265, "th": 4.7970205894188656, "zh": 8.135876617541415, "my": 9.920918674219239}, "t": 11.5} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4849.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.27863, "cps": 37.882812, "mean_p": 0.4952, "boundary_entropy": 0.687433, "bpb": 6.360866}, "de": {"chunks": 8506.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.41426, "cps": 66.453125, "mean_p": 0.498941, "boundary_entropy": 0.68833, "bpb": 6.444291}, "vi": {"chunks": 5639.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.305886, "cps": 44.054688, "mean_p": 0.488977, "boundary_entropy": 0.688357, "bpb": 6.904337}, "tr": {"chunks": 6795.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.375352, "cps": 53.085938, "mean_p": 0.496457, "boundary_entropy": 0.687979, "bpb": 6.718509}, "fi": {"chunks": 7139.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.379512, "cps": 55.773438, "mean_p": 0.497677, "boundary_entropy": 0.688011, "bpb": 6.521004}, "ru": {"chunks": 5373.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283536, "cps": 41.976562, "mean_p": 0.488009, "boundary_entropy": 0.68983, "bpb": 5.791019}, "el": {"chunks": 475.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023145, "cps": 3.710938, "mean_p": 0.469267, "boundary_entropy": 0.688348, "bpb": 6.571728}, "hi": {"chunks": 2720.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.161664, "cps": 21.25, "mean_p": 0.485759, "boundary_entropy": 0.69039, "bpb": 5.945729}, "ta": {"chunks": 5478.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.29302, "cps": 42.796875, "mean_p": 0.482371, "boundary_entropy": 0.690233, "bpb": 5.80941}, "th": {"chunks": 3752.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.233261, "cps": 29.3125, "mean_p": 0.48793, "boundary_entropy": 0.690629, "bpb": 5.623819}, "zh": {"chunks": 7406.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.253979, "cps": 57.859375, "mean_p": 0.501021, "boundary_entropy": 0.686375, "bpb": 7.331352}, "my": {"chunks": 25651.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.353758, "cps": 200.398438, "mean_p": 0.496587, "boundary_entropy": 0.690917, "bpb": 5.629907}}, "bpb": {"en": 6.36087, "de": 6.44429, "vi": 6.90434, "tr": 6.71851, "fi": 6.521, "ru": 5.79102, "el": 6.57173, "hi": 5.94573, "ta": 5.80941, "th": 5.62382, "zh": 7.33135, "my": 5.62991}, "gini_cpc": 0.412735, "gini_cps": 0.368477, "bpic": 4.580655, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4867738272661937, "vi": 1.0978193686937037, "tr": 1.3471341501126088, "fi": 1.3620637495081789, "ru": 1.0176057735158515, "el": 0.0830662683107315, "hi": 0.580210744881759, "ta": 1.0516433852492368, "th": 0.8371700839393834, "zh": 4.500514871852603, "my": 4.858619184749936}, "t": 13.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.22418, "bpb": 6.0942, "chunk_loss": 0.030942, "F": 0.17761, "G": 0.48749, "chunks": 181.88, "bytes_per_chunk": 5.63, "boundary_entropy": 0.69167, "router_noise": 0.0, "grad_norm": 1.5904, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.23, "alpha": 0.03, "t": 15.0} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4744.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.272597, "cps": 37.0625, "mean_p": 0.496013, "boundary_entropy": 0.68759, "bpb": 5.81998}, "de": {"chunks": 6154.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.299713, "cps": 48.078125, "mean_p": 0.495808, "boundary_entropy": 0.688414, "bpb": 5.934664}, "vi": {"chunks": 2888.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156659, "cps": 22.5625, "mean_p": 0.480961, "boundary_entropy": 0.68791, "bpb": 6.312616}, "tr": {"chunks": 5057.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279346, "cps": 39.507812, "mean_p": 0.49393, "boundary_entropy": 0.688059, "bpb": 6.227124}, "fi": {"chunks": 5436.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.28898, "cps": 42.46875, "mean_p": 0.495109, "boundary_entropy": 0.688103, "bpb": 5.973507}, "ru": {"chunks": 7681.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.40533, "cps": 60.007812, "mean_p": 0.493634, "boundary_entropy": 0.690204, "bpb": 5.414592}, "el": {"chunks": 4099.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.199727, "cps": 32.023438, "mean_p": 0.490193, "boundary_entropy": 0.690329, "bpb": 5.662245}, "hi": {"chunks": 417.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024785, "cps": 3.257812, "mean_p": 0.47361, "boundary_entropy": 0.689283, "bpb": 5.447409}, "ta": {"chunks": 2724.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145707, "cps": 21.28125, "mean_p": 0.483387, "boundary_entropy": 0.690372, "bpb": 5.207946}, "th": {"chunks": 1476.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.091763, "cps": 11.53125, "mean_p": 0.484083, "boundary_entropy": 0.690429, "bpb": 5.096268}, "zh": {"chunks": 4618.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.781917, "cps": 36.078125, "mean_p": 0.492891, "boundary_entropy": 0.686638, "bpb": 6.993826}, "my": {"chunks": 22156.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.169305, "cps": 173.09375, "mean_p": 0.494184, "boundary_entropy": 0.691001, "bpb": 4.996376}}, "bpb": {"en": 5.81998, "de": 5.93466, "vi": 6.31262, "tr": 6.22712, "fi": 5.97351, "ru": 5.41459, "el": 5.66225, "hi": 5.44741, "ta": 5.20795, "th": 5.09627, "zh": 6.99383, "my": 4.99638}, "gini_cpc": 0.437503, "gini_cps": 0.413546, "bpic": 5.689859, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.099472888171051, "vi": 0.5746897970216671, "tr": 1.0247592379152495, "fi": 1.060100414857189, "ru": 1.4869213270922415, "el": 0.732683671484771, "hi": 0.09092020827434483, "ta": 0.5345164477971809, "th": 0.33662373321325734, "zh": 2.8684013998968663, "my": 4.2895073888205975}, "t": 16.8} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.39089, "bpb": 4.89202, "chunk_loss": 0.029001, "F": 0.15131, "G": 0.47798, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.69011, "router_noise": 0.0, "grad_norm": 2.3766, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 18.9} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3244.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186405, "cps": 25.34375, "mean_p": 0.45614, "boundary_entropy": 0.678127, "bpb": 4.497678}, "de": {"chunks": 3753.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182779, "cps": 29.320312, "mean_p": 0.45721, "boundary_entropy": 0.679941, "bpb": 4.728091}, "vi": {"chunks": 6693.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.363059, "cps": 52.289062, "mean_p": 0.472052, "boundary_entropy": 0.68416, "bpb": 5.080639}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.461181, "boundary_entropy": 0.681161, "bpb": 5.039903}, "fi": {"chunks": 4537.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241189, "cps": 35.445312, "mean_p": 0.460832, "boundary_entropy": 0.680009, "bpb": 4.759946}, "ru": {"chunks": 5183.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273509, "cps": 40.492188, "mean_p": 0.462435, "boundary_entropy": 0.684448, "bpb": 3.672107}, "el": {"chunks": 7585.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369585, "cps": 59.257812, "mean_p": 0.479789, "boundary_entropy": 0.688285, "bpb": 4.612136}, "hi": {"chunks": 10444.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.620743, "cps": 81.59375, "mean_p": 0.491211, "boundary_entropy": 0.689756, "bpb": 3.634012}, "ta": {"chunks": 6476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.346403, "cps": 50.59375, "mean_p": 0.484463, "boundary_entropy": 0.689674, "bpb": 3.418924}, "th": {"chunks": 4514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.280634, "cps": 35.265625, "mean_p": 0.462536, "boundary_entropy": 0.685972, "bpb": 3.173085}, "zh": {"chunks": 3898.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.660007, "cps": 30.453125, "mean_p": 0.486563, "boundary_entropy": 0.685754, "bpb": 6.326721}, "my": {"chunks": 16722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.882521, "cps": 130.640625, "mean_p": 0.479138, "boundary_entropy": 0.68943, "bpb": 3.990218}}, "bpb": {"en": 4.49768, "de": 4.72809, "vi": 5.08064, "tr": 5.0399, "fi": 4.75995, "ru": 3.67211, "el": 4.61214, "hi": 3.63401, "ta": 3.41892, "th": 3.17309, "zh": 6.32672, "my": 3.99022}, "gini_cpc": 0.285667, "gini_cps": 0.277316, "bpic": 4.995587, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9805492953119945, "vi": 1.9476950374177675, "tr": 1.1186898023523837, "fi": 1.2938983840881726, "ru": 1.467287673773217, "el": 1.9827046020305148, "hi": 3.3300830519436495, "ta": 1.8583377331417532, "th": 1.5055104145785316, "zh": 3.5407206740371033, "my": 4.734434556045008}, "t": 21.1} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89416, "bpb": 4.17538, "chunk_loss": 0.030118, "F": 0.16861, "G": 0.43307, "chunks": 172.66, "bytes_per_chunk": 5.931, "boundary_entropy": 0.67163, "router_noise": 0.0, "grad_norm": 1.4288, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 22.3} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.109119, "cps": 14.835938, "mean_p": 0.35173, "boundary_entropy": 0.609218, "bpb": 3.889848}, "de": {"chunks": 2340.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.113963, "cps": 18.28125, "mean_p": 0.35968, "boundary_entropy": 0.619984, "bpb": 4.121612}, "vi": {"chunks": 4208.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228261, "cps": 32.875, "mean_p": 0.398854, "boundary_entropy": 0.618797, "bpb": 3.670366}, "tr": {"chunks": 2458.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.135779, "cps": 19.203125, "mean_p": 0.379827, "boundary_entropy": 0.632415, "bpb": 4.190826}, "fi": {"chunks": 2357.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.125299, "cps": 18.414062, "mean_p": 0.353669, "boundary_entropy": 0.612639, "bpb": 4.138419}, "ru": {"chunks": 4537.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.23942, "cps": 35.445312, "mean_p": 0.455244, "boundary_entropy": 0.677545, "bpb": 2.834601}, "el": {"chunks": 4848.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236223, "cps": 37.875, "mean_p": 0.401451, "boundary_entropy": 0.657179, "bpb": 3.082594}, "hi": {"chunks": 9613.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.571352, "cps": 75.101562, "mean_p": 0.404878, "boundary_entropy": 0.649302, "bpb": 2.403709}, "ta": {"chunks": 8224.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.439904, "cps": 64.25, "mean_p": 0.452668, "boundary_entropy": 0.679128, "bpb": 2.283818}, "th": {"chunks": 4691.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.291638, "cps": 36.648438, "mean_p": 0.454202, "boundary_entropy": 0.681554, "bpb": 2.326199}, "zh": {"chunks": 4075.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.689976, "cps": 31.835938, "mean_p": 0.474103, "boundary_entropy": 0.681901, "bpb": 5.299672}, "my": {"chunks": 18882.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.996517, "cps": 147.515625, "mean_p": 0.484945, "boundary_entropy": 0.688059, "bpb": 2.429866}}, "bpb": {"en": 3.88985, "de": 4.12161, "vi": 3.67037, "tr": 4.19083, "fi": 4.13842, "ru": 2.8346, "el": 3.08259, "hi": 2.40371, "ta": 2.28382, "th": 2.3262, "zh": 5.29967, "my": 2.42987}, "gini_cpc": 0.394615, "gini_cps": 0.376067, "bpic": 5.632904, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.044389761666747, "vi": 2.0918558052265954, "tr": 1.2443154185558696, "fi": 1.1482774985527862, "ru": 2.1941116349252003, "el": 2.164815662833954, "hi": 5.236040834818044, "ta": 4.03140831853479, "th": 2.6726588262100877, "zh": 6.323147691934034, "my": 9.132375761250296}, "t": 25.4} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.89326, "de": 4.12183, "vi": 3.67599, "tr": 4.1999, "fi": 4.1422, "ru": 2.81918, "el": 3.07522, "hi": 2.39961, "ta": 2.3017, "th": 2.35873, "zh": 5.30907, "my": 2.44781}, "bytes_per_chunk": {"en": 7.736, "de": 8.496, "vi": 5.773, "tr": 8.577, "fi": 8.786, "ru": 7.311, "el": 7.205, "hi": 4.485, "ta": 6.045, "th": 8.833, "zh": 4.708, "my": 3.03}, "bpb_mean": 3.39538, "t": 26.7} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.49724, "bpb": 3.60276, "chunk_loss": 0.028886, "F": 0.14017, "G": 0.39401, "chunks": 143.53, "bytes_per_chunk": 7.134, "boundary_entropy": 0.64195, "router_noise": 0.0, "grad_norm": 1.3854, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 26.8} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.56799, "bpb": 3.70483, "chunk_loss": 0.032406, "F": 0.21252, "G": 0.40492, "chunks": 217.62, "bytes_per_chunk": 4.705, "boundary_entropy": 0.63783, "router_noise": 0.0, "grad_norm": 1.8365, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 28.9} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2882.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165604, "cps": 22.515625, "mean_p": 0.360091, "boundary_entropy": 0.603091, "bpb": 3.616343}, "de": {"chunks": 3472.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169094, "cps": 27.125, "mean_p": 0.370083, "boundary_entropy": 0.616464, "bpb": 3.899177}, "vi": {"chunks": 4308.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233686, "cps": 33.65625, "mean_p": 0.42073, "boundary_entropy": 0.632904, "bpb": 3.225343}, "tr": {"chunks": 3538.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195437, "cps": 27.640625, "mean_p": 0.377827, "boundary_entropy": 0.616266, "bpb": 3.840126}, "fi": {"chunks": 2309.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.122747, "cps": 18.039062, "mean_p": 0.342508, "boundary_entropy": 0.595168, "bpb": 3.879647}, "ru": {"chunks": 4586.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.242005, "cps": 35.828125, "mean_p": 0.453236, "boundary_entropy": 0.673995, "bpb": 2.659949}, "el": {"chunks": 5150.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.250938, "cps": 40.234375, "mean_p": 0.376327, "boundary_entropy": 0.637795, "bpb": 2.779199}, "hi": {"chunks": 10216.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.607192, "cps": 79.8125, "mean_p": 0.365557, "boundary_entropy": 0.602136, "bpb": 2.107525}, "ta": {"chunks": 9031.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.48307, "cps": 70.554688, "mean_p": 0.40635, "boundary_entropy": 0.644226, "bpb": 1.915775}, "th": {"chunks": 11516.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.715947, "cps": 89.96875, "mean_p": 0.459994, "boundary_entropy": 0.679841, "bpb": 2.083082}, "zh": {"chunks": 3638.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615984, "cps": 28.421875, "mean_p": 0.45659, "boundary_entropy": 0.672616, "bpb": 4.974531}, "my": {"chunks": 11920.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.62909, "cps": 93.125, "mean_p": 0.427773, "boundary_entropy": 0.668066, "bpb": 2.148286}}, "bpb": {"en": 3.61634, "de": 3.89918, "vi": 3.22534, "tr": 3.84013, "fi": 3.87965, "ru": 2.65995, "el": 2.7792, "hi": 2.10753, "ta": 1.91578, "th": 2.08308, "zh": 4.97453, "my": 2.14829}, "gini_cpc": 0.312974, "gini_cps": 0.301925, "bpic": 5.288716, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0210745533002796, "vi": 1.4111159357850331, "tr": 1.1801505710460956, "fi": 0.7412115757125438, "ru": 1.4613524762011139, "el": 1.515292688154787, "hi": 3.6665360133554277, "ta": 2.917027453558428, "th": 4.323253827849404, "zh": 3.719627036855215, "my": 3.798770205230957}, "t": 30.1} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.34905, "bpb": 3.38896, "chunk_loss": 0.031726, "F": 0.203, "G": 0.3798, "chunks": 207.88, "bytes_per_chunk": 4.926, "boundary_entropy": 0.61187, "router_noise": 0.0, "grad_norm": 1.2127, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.064, "alpha": 0.03, "t": 32.1} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.05228, "bpb": 2.96081, "chunk_loss": 0.032459, "F": 0.21658, "G": 0.36098, "chunks": 221.78, "bytes_per_chunk": 4.617, "boundary_entropy": 0.58745, "router_noise": 0.0, "grad_norm": 1.1751, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 34.3} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3139.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180371, "cps": 24.523438, "mean_p": 0.304439, "boundary_entropy": 0.522379, "bpb": 3.253446}, "de": {"chunks": 4576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222861, "cps": 35.75, "mean_p": 0.327434, "boundary_entropy": 0.532709, "bpb": 3.5421}, "vi": {"chunks": 5438.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.294982, "cps": 42.484375, "mean_p": 0.334379, "boundary_entropy": 0.55764, "bpb": 2.807061}, "tr": {"chunks": 4081.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225432, "cps": 31.882812, "mean_p": 0.335131, "boundary_entropy": 0.546544, "bpb": 3.448702}, "fi": {"chunks": 3295.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175163, "cps": 25.742188, "mean_p": 0.315955, "boundary_entropy": 0.54686, "bpb": 3.56214}, "ru": {"chunks": 6194.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.32686, "cps": 48.390625, "mean_p": 0.305975, "boundary_entropy": 0.488904, "bpb": 2.496125}, "el": {"chunks": 4846.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.236125, "cps": 37.859375, "mean_p": 0.312454, "boundary_entropy": 0.555602, "bpb": 2.562713}, "hi": {"chunks": 5575.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.331352, "cps": 43.554688, "mean_p": 0.329357, "boundary_entropy": 0.57868, "bpb": 1.82987}, "ta": {"chunks": 4312.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.23065, "cps": 33.6875, "mean_p": 0.353751, "boundary_entropy": 0.615966, "bpb": 1.601053}, "th": {"chunks": 4656.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.289462, "cps": 36.375, "mean_p": 0.291607, "boundary_entropy": 0.543026, "bpb": 1.899435}, "zh": {"chunks": 2824.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.478158, "cps": 22.0625, "mean_p": 0.372133, "boundary_entropy": 0.610145, "bpb": 4.15557}, "my": {"chunks": 5513.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.290954, "cps": 43.070312, "mean_p": 0.323987, "boundary_entropy": 0.578244, "bpb": 1.927992}}, "bpb": {"en": 3.25345, "de": 3.5421, "vi": 2.80706, "tr": 3.4487, "fi": 3.56214, "ru": 2.49612, "el": 2.56271, "hi": 1.82987, "ta": 1.60105, "th": 1.89944, "zh": 4.15557, "my": 1.92799}, "gini_cpc": 0.152374, "gini_cps": 0.12701, "bpic": 7.048449, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2355673204605389, "vi": 1.635418347771066, "tr": 1.249823964906346, "fi": 0.9711276956985084, "ru": 1.8121527031195754, "el": 1.3091076753224926, "hi": 1.8370568796812565, "ta": 1.2787512968911843, "th": 1.6048140240952735, "zh": 2.650965368343185, "my": 1.6130856246599148}, "t": 37.4} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.26099, "de": 3.53913, "vi": 2.81321, "tr": 3.45441, "fi": 3.55638, "ru": 2.47939, "el": 2.55678, "hi": 1.82653, "ta": 1.61711, "th": 1.92776, "zh": 4.16417, "my": 1.94375}, "bytes_per_chunk": {"en": 5.487, "de": 4.611, "vi": 4.464, "tr": 4.794, "fi": 5.911, "ru": 5.515, "el": 7.544, "hi": 7.643, "ta": 8.637, "th": 8.011, "zh": 4.625, "my": 8.439}, "bpb_mean": 2.76163, "t": 38.7} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05346, "bpb": 2.96251, "chunk_loss": 0.030449, "F": 0.17734, "G": 0.31493, "chunks": 181.59, "bytes_per_chunk": 5.639, "boundary_entropy": 0.53513, "router_noise": 0.0, "grad_norm": 0.9106, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 38.7} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.11998, "bpb": 3.05849, "chunk_loss": 0.030087, "F": 0.16727, "G": 0.31494, "chunks": 171.28, "bytes_per_chunk": 5.978, "boundary_entropy": 0.5425, "router_noise": 0.0, "grad_norm": 0.7228, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 40.8} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.95233, "bpb": 2.81661, "chunk_loss": 0.031069, "F": 0.1944, "G": 0.31914, "chunks": 199.06, "bytes_per_chunk": 5.144, "boundary_entropy": 0.53485, "router_noise": 0.0, "grad_norm": 0.8196, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 42.9} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91689, "bpb": 2.76549, "chunk_loss": 0.030549, "F": 0.18362, "G": 0.31002, "chunks": 188.03, "bytes_per_chunk": 5.446, "boundary_entropy": 0.5197, "router_noise": 0.0, "grad_norm": 1.0087, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 45.0} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3115.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178992, "cps": 24.335938, "mean_p": 0.278372, "boundary_entropy": 0.466855, "bpb": 2.948744}, "de": {"chunks": 3760.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18312, "cps": 29.375, "mean_p": 0.280357, "boundary_entropy": 0.459289, "bpb": 3.269493}, "vi": {"chunks": 5929.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.321616, "cps": 46.320312, "mean_p": 0.308915, "boundary_entropy": 0.495007, "bpb": 2.583216}, "tr": {"chunks": 4256.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.235099, "cps": 33.25, "mean_p": 0.312161, "boundary_entropy": 0.489039, "bpb": 3.171986}, "fi": {"chunks": 3622.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192547, "cps": 28.296875, "mean_p": 0.287677, "boundary_entropy": 0.485738, "bpb": 3.377927}, "ru": {"chunks": 6912.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364749, "cps": 54.0, "mean_p": 0.362613, "boundary_entropy": 0.572177, "bpb": 2.227839}, "el": {"chunks": 6629.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323003, "cps": 51.789062, "mean_p": 0.353838, "boundary_entropy": 0.594714, "bpb": 2.258323}, "hi": {"chunks": 8534.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.507221, "cps": 66.671875, "mean_p": 0.333718, "boundary_entropy": 0.548389, "bpb": 1.623492}, "ta": {"chunks": 7341.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.392672, "cps": 57.351562, "mean_p": 0.275824, "boundary_entropy": 0.497651, "bpb": 1.395907}, "th": {"chunks": 7813.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485732, "cps": 61.039062, "mean_p": 0.292555, "boundary_entropy": 0.532208, "bpb": 1.732641}, "zh": {"chunks": 3280.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555367, "cps": 25.625, "mean_p": 0.357764, "boundary_entropy": 0.590158, "bpb": 3.867807}, "my": {"chunks": 8594.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.453557, "cps": 67.140625, "mean_p": 0.373566, "boundary_entropy": 0.616042, "bpb": 1.664325}}, "bpb": {"en": 2.94874, "de": 3.26949, "vi": 2.58322, "tr": 3.17199, "fi": 3.37793, "ru": 2.22784, "el": 2.25832, "hi": 1.62349, "ta": 1.39591, "th": 1.73264, "zh": 3.86781, "my": 1.66432}, "gini_cpc": 0.207784, "gini_cps": 0.195201, "bpic": 5.499477, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0230609474205834, "vi": 1.7968191916329161, "tr": 1.3134608640817496, "fi": 1.075728393268752, "ru": 2.037795431925698, "el": 1.8045679634851992, "hi": 2.8337637134223272, "ta": 2.1937938960168664, "th": 2.7137062086397954, "zh": 3.10274775658674, "my": 2.5339500079799375}, "t": 48.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.95685, "de": 3.26714, "vi": 2.59044, "tr": 3.18215, "fi": 3.36815, "ru": 2.21186, "el": 2.2506, "hi": 1.61844, "ta": 1.40827, "th": 1.7636, "zh": 3.87967, "my": 1.67545}, "bytes_per_chunk": {"en": 5.57, "de": 5.428, "vi": 4.521, "tr": 4.354, "fi": 5.462, "ru": 5.102, "el": 5.483, "hi": 4.566, "ta": 5.504, "th": 4.87, "zh": 4.995, "my": 6.71}, "bpb_mean": 2.51439, "t": 49.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.94358, "bpb": 2.80399, "chunk_loss": 0.030841, "F": 0.19211, "G": 0.31443, "chunks": 196.72, "bytes_per_chunk": 5.205, "boundary_entropy": 0.51597, "router_noise": 0.0, "grad_norm": 0.8283, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 49.3} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.73664, "bpb": 2.50544, "chunk_loss": 0.030417, "F": 0.17664, "G": 0.31324, "chunks": 180.88, "bytes_per_chunk": 5.661, "boundary_entropy": 0.51528, "router_noise": 0.0, "grad_norm": 0.839, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 51.4} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75805, "bpb": 2.53633, "chunk_loss": 0.030387, "F": 0.17831, "G": 0.3014, "chunks": 182.59, "bytes_per_chunk": 5.608, "boundary_entropy": 0.503, "router_noise": 0.0, "grad_norm": 0.7098, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 53.4} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.69437, "bpb": 2.44445, "chunk_loss": 0.030251, "F": 0.17615, "G": 0.31131, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.51019, "router_noise": 0.0, "grad_norm": 0.6367, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 55.4} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3335.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191634, "cps": 26.054688, "mean_p": 0.270477, "boundary_entropy": 0.42035, "bpb": 2.737276}, "de": {"chunks": 3648.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177665, "cps": 28.5, "mean_p": 0.2654, "boundary_entropy": 0.420277, "bpb": 3.078056}, "vi": {"chunks": 4531.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.245782, "cps": 35.398438, "mean_p": 0.284426, "boundary_entropy": 0.464367, "bpb": 2.43295}, "tr": {"chunks": 3601.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198917, "cps": 28.132812, "mean_p": 0.280918, "boundary_entropy": 0.44057, "bpb": 3.015493}, "fi": {"chunks": 3607.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19175, "cps": 28.179688, "mean_p": 0.277304, "boundary_entropy": 0.440861, "bpb": 3.255749}, "ru": {"chunks": 5725.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302111, "cps": 44.726562, "mean_p": 0.314608, "boundary_entropy": 0.540025, "bpb": 2.059868}, "el": {"chunks": 6769.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.329825, "cps": 52.882812, "mean_p": 0.308599, "boundary_entropy": 0.538331, "bpb": 2.137206}, "hi": {"chunks": 7693.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457236, "cps": 60.101562, "mean_p": 0.315557, "boundary_entropy": 0.525014, "bpb": 1.540068}, "ta": {"chunks": 8877.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.474833, "cps": 69.351562, "mean_p": 0.34886, "boundary_entropy": 0.592112, "bpb": 1.266607}, "th": {"chunks": 6399.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.397824, "cps": 49.992188, "mean_p": 0.334689, "boundary_entropy": 0.58168, "bpb": 1.606606}, "zh": {"chunks": 2921.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494582, "cps": 22.820312, "mean_p": 0.354187, "boundary_entropy": 0.585025, "bpb": 3.746326}, "my": {"chunks": 11170.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.589508, "cps": 87.265625, "mean_p": 0.405498, "boundary_entropy": 0.637271, "bpb": 1.462571}}, "bpb": {"en": 2.73728, "de": 3.07806, "vi": 2.43295, "tr": 3.01549, "fi": 3.25575, "ru": 2.05987, "el": 2.13721, "hi": 1.54007, "ta": 1.26661, "th": 1.60661, "zh": 3.74633, "my": 1.46257}, "gini_cpc": 0.226529, "gini_cps": 0.237416, "bpic": 5.621023, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9271088022929557, "vi": 1.2825644622765915, "tr": 1.0380083614492814, "fi": 1.000604705355578, "ru": 1.5765021183339727, "el": 1.7211231688643325, "hi": 2.3859917708307807, "ta": 2.4778158821097604, "th": 2.075961652372446, "zh": 2.580871585879935, "my": 3.076224870465337}, "t": 58.3} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74759, "de": 3.07982, "vi": 2.43912, "tr": 3.0272, "fi": 3.25389, "ru": 2.04462, "el": 2.1256, "hi": 1.53455, "ta": 1.27725, "th": 1.63416, "zh": 3.75939, "my": 1.47329}, "bytes_per_chunk": {"en": 5.309, "de": 5.517, "vi": 5.3, "tr": 5.243, "fi": 5.186, "ru": 6.135, "el": 5.224, "hi": 5.16, "ta": 5.156, "th": 6.913, "zh": 5.757, "my": 5.243}, "bpb_mean": 2.36637, "t": 59.6} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.81773, "bpb": 2.62244, "chunk_loss": 0.03032, "F": 0.17874, "G": 0.29839, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.48668, "router_noise": 0.0, "grad_norm": 0.8063, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 59.6} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.86077, "bpb": 2.68452, "chunk_loss": 0.030515, "F": 0.18344, "G": 0.29943, "chunks": 187.84, "bytes_per_chunk": 5.451, "boundary_entropy": 0.48021, "router_noise": 0.0, "grad_norm": 0.7945, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 61.7} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.67461, "bpb": 2.41596, "chunk_loss": 0.030098, "F": 0.17651, "G": 0.29806, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.47169, "router_noise": 0.0, "grad_norm": 0.9031, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 63.7} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.80709, "bpb": 2.60708, "chunk_loss": 0.030766, "F": 0.18854, "G": 0.30554, "chunks": 193.06, "bytes_per_chunk": 5.304, "boundary_entropy": 0.47128, "router_noise": 0.0, "grad_norm": 0.797, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 65.7} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3506.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20146, "cps": 27.390625, "mean_p": 0.273279, "boundary_entropy": 0.392264, "bpb": 2.59213}, "de": {"chunks": 3964.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193055, "cps": 30.96875, "mean_p": 0.27319, "boundary_entropy": 0.411085, "bpb": 2.948932}, "vi": {"chunks": 4752.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.257771, "cps": 37.125, "mean_p": 0.281608, "boundary_entropy": 0.45352, "bpb": 2.324703}, "tr": {"chunks": 3739.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20654, "cps": 29.210938, "mean_p": 0.273867, "boundary_entropy": 0.412136, "bpb": 2.91601}, "fi": {"chunks": 3845.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204402, "cps": 30.039062, "mean_p": 0.281095, "boundary_entropy": 0.424805, "bpb": 3.141738}, "ru": {"chunks": 5755.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.303694, "cps": 44.960938, "mean_p": 0.338189, "boundary_entropy": 0.552635, "bpb": 1.953689}, "el": {"chunks": 4850.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.23632, "cps": 37.890625, "mean_p": 0.283806, "boundary_entropy": 0.513932, "bpb": 2.061328}, "hi": {"chunks": 5517.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.327905, "cps": 43.101562, "mean_p": 0.394597, "boundary_entropy": 0.640668, "bpb": 1.516594}, "ta": {"chunks": 6229.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.333191, "cps": 48.664062, "mean_p": 0.421605, "boundary_entropy": 0.653118, "bpb": 1.247919}, "th": {"chunks": 8307.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.516444, "cps": 64.898438, "mean_p": 0.413265, "boundary_entropy": 0.652075, "bpb": 1.529424}, "zh": {"chunks": 2692.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.455808, "cps": 21.03125, "mean_p": 0.354727, "boundary_entropy": 0.582939, "bpb": 3.627292}, "my": {"chunks": 9605.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.506914, "cps": 75.039062, "mean_p": 0.406826, "boundary_entropy": 0.650371, "bpb": 1.396015}}, "bpb": {"en": 2.59213, "de": 2.94893, "vi": 2.3247, "tr": 2.91601, "fi": 3.14174, "ru": 1.95369, "el": 2.06133, "hi": 1.51659, "ta": 1.24792, "th": 1.52942, "zh": 3.62729, "my": 1.39602}, "gini_cpc": 0.200795, "gini_cps": 0.200481, "bpic": 6.11496, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9582822570287353, "vi": 1.2795153443799936, "tr": 1.0252201235882938, "fi": 1.0146042312451875, "ru": 1.5074687644400027, "el": 1.1730407571608819, "hi": 1.6276466155662677, "ta": 1.653884091566866, "th": 2.5635119935610184, "zh": 2.262527264469849, "my": 2.516206046126662}, "t": 68.6} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60106, "de": 2.95156, "vi": 2.32812, "tr": 2.92436, "fi": 3.14505, "ru": 1.93797, "el": 2.04885, "hi": 1.51022, "ta": 1.25882, "th": 1.55327, "zh": 3.63771, "my": 1.40714}, "bytes_per_chunk": {"en": 5.099, "de": 5.127, "vi": 5.149, "tr": 5.151, "fi": 4.885, "ru": 6.01, "el": 7.891, "hi": 7.361, "ta": 7.497, "th": 5.566, "zh": 6.044, "my": 6.096}, "bpb_mean": 2.27534, "t": 69.9} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74368, "bpb": 2.51559, "chunk_loss": 0.030183, "F": 0.17633, "G": 0.31816, "chunks": 180.56, "bytes_per_chunk": 5.671, "boundary_entropy": 0.49973, "router_noise": 0.0, "grad_norm": 0.8114, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 69.9} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.60318, "bpb": 2.31289, "chunk_loss": 0.030646, "F": 0.186, "G": 0.32634, "chunks": 190.47, "bytes_per_chunk": 5.376, "boundary_entropy": 0.50021, "router_noise": 0.0, "grad_norm": 0.7505, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 71.9} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80482, "bpb": 2.6038, "chunk_loss": 0.030583, "F": 0.1875, "G": 0.31768, "chunks": 192.0, "bytes_per_chunk": 5.333, "boundary_entropy": 0.48874, "router_noise": 0.0, "grad_norm": 0.8374, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 73.9} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.6566, "bpb": 2.38997, "chunk_loss": 0.030406, "F": 0.1817, "G": 0.30737, "chunks": 186.06, "bytes_per_chunk": 5.504, "boundary_entropy": 0.46649, "router_noise": 0.0, "grad_norm": 0.8231, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 75.9} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3230.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1856, "cps": 25.234375, "mean_p": 0.250158, "boundary_entropy": 0.356651, "bpb": 2.488525}, "de": {"chunks": 3552.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17299, "cps": 27.75, "mean_p": 0.249083, "boundary_entropy": 0.375425, "bpb": 2.81655}, "vi": {"chunks": 4445.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241117, "cps": 34.726562, "mean_p": 0.272747, "boundary_entropy": 0.445853, "bpb": 2.280258}, "tr": {"chunks": 3588.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198199, "cps": 28.03125, "mean_p": 0.256899, "boundary_entropy": 0.387152, "bpb": 2.791426}, "fi": {"chunks": 3565.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189517, "cps": 27.851562, "mean_p": 0.259167, "boundary_entropy": 0.391127, "bpb": 3.04856}, "ru": {"chunks": 5960.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.314512, "cps": 46.5625, "mean_p": 0.33785, "boundary_entropy": 0.546181, "bpb": 1.864109}, "el": {"chunks": 5454.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.265751, "cps": 42.609375, "mean_p": 0.301075, "boundary_entropy": 0.53926, "bpb": 1.990027}, "hi": {"chunks": 6162.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.366241, "cps": 48.140625, "mean_p": 0.388912, "boundary_entropy": 0.629357, "bpb": 1.467956}, "ta": {"chunks": 5242.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.280396, "cps": 40.953125, "mean_p": 0.381578, "boundary_entropy": 0.631959, "bpb": 1.221897}, "th": {"chunks": 8084.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.50258, "cps": 63.15625, "mean_p": 0.40395, "boundary_entropy": 0.644363, "bpb": 1.472534}, "zh": {"chunks": 2558.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.433119, "cps": 19.984375, "mean_p": 0.339871, "boundary_entropy": 0.562557, "bpb": 3.588825}, "my": {"chunks": 6304.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.3327, "cps": 49.25, "mean_p": 0.383921, "boundary_entropy": 0.638291, "bpb": 1.326477}}, "bpb": {"en": 2.48852, "de": 2.81655, "vi": 2.28026, "tr": 2.79143, "fi": 3.04856, "ru": 1.86411, "el": 1.99003, "hi": 1.46796, "ta": 1.2219, "th": 1.47253, "zh": 3.58882, "my": 1.32648}, "gini_cpc": 0.191363, "gini_cps": 0.179285, "bpic": 6.600526, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9320563032339846, "vi": 1.299122849002562, "tr": 1.0678825277236261, "fi": 1.0211022863409245, "ru": 1.6945666043114929, "el": 1.4318446011414514, "hi": 1.9732777499206455, "ta": 1.5107518856136926, "th": 2.707863931070522, "zh": 2.333612247187359, "my": 1.7925629929982725}, "t": 78.8} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.49976, "de": 2.82166, "vi": 2.28492, "tr": 2.80162, "fi": 3.05324, "ru": 1.84694, "el": 1.97997, "hi": 1.46438, "ta": 1.23009, "th": 1.49574, "zh": 3.59945, "my": 1.33696}, "bytes_per_chunk": {"en": 5.417, "de": 5.602, "vi": 5.482, "tr": 5.257, "fi": 5.207, "ru": 5.918, "el": 6.941, "hi": 6.691, "ta": 9.227, "th": 5.877, "zh": 6.509, "my": 8.577}, "bpb_mean": 2.20123, "t": 80.1} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72005, "bpb": 2.48151, "chunk_loss": 0.030115, "F": 0.1749, "G": 0.28746, "chunks": 179.09, "bytes_per_chunk": 5.718, "boundary_entropy": 0.44243, "router_noise": 0.0, "grad_norm": 0.8279, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 80.1} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.83139, "bpb": 2.64213, "chunk_loss": 0.030121, "F": 0.17615, "G": 0.29077, "chunks": 180.38, "bytes_per_chunk": 5.677, "boundary_entropy": 0.44325, "router_noise": 0.0, "grad_norm": 0.8313, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 82.2} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.51663, "bpb": 2.18803, "chunk_loss": 0.030422, "F": 0.1814, "G": 0.32093, "chunks": 185.75, "bytes_per_chunk": 5.513, "boundary_entropy": 0.48791, "router_noise": 0.0, "grad_norm": 0.8075, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 84.2} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51301, "bpb": 2.18281, "chunk_loss": 0.030223, "F": 0.1767, "G": 0.31349, "chunks": 180.94, "bytes_per_chunk": 5.659, "boundary_entropy": 0.47932, "router_noise": 0.0, "grad_norm": 0.7403, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.2} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3440.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197667, "cps": 26.875, "mean_p": 0.255406, "boundary_entropy": 0.350188, "bpb": 2.425007}, "de": {"chunks": 3817.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185896, "cps": 29.820312, "mean_p": 0.257441, "boundary_entropy": 0.369047, "bpb": 2.745182}, "vi": {"chunks": 4596.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249308, "cps": 35.90625, "mean_p": 0.279202, "boundary_entropy": 0.439882, "bpb": 2.197788}, "tr": {"chunks": 3462.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191239, "cps": 27.046875, "mean_p": 0.244533, "boundary_entropy": 0.361895, "bpb": 2.720795}, "fi": {"chunks": 3172.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168625, "cps": 24.78125, "mean_p": 0.234747, "boundary_entropy": 0.357197, "bpb": 3.002962}, "ru": {"chunks": 5824.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.307335, "cps": 45.5, "mean_p": 0.345347, "boundary_entropy": 0.553273, "bpb": 1.802361}, "el": {"chunks": 5693.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.277396, "cps": 44.476562, "mean_p": 0.31146, "boundary_entropy": 0.550721, "bpb": 1.890764}, "hi": {"chunks": 6743.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400773, "cps": 52.679688, "mean_p": 0.401409, "boundary_entropy": 0.635134, "bpb": 1.431856}, "ta": {"chunks": 8727.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.466809, "cps": 68.179688, "mean_p": 0.418956, "boundary_entropy": 0.643923, "bpb": 1.149945}, "th": {"chunks": 8030.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499223, "cps": 62.734375, "mean_p": 0.403345, "boundary_entropy": 0.643362, "bpb": 1.408611}, "zh": {"chunks": 2682.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.454114, "cps": 20.953125, "mean_p": 0.337791, "boundary_entropy": 0.556447, "bpb": 3.545591}, "my": {"chunks": 8708.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.459574, "cps": 68.03125, "mean_p": 0.435153, "boundary_entropy": 0.665782, "bpb": 1.284318}}, "bpb": {"en": 2.42501, "de": 2.74518, "vi": 2.19779, "tr": 2.7208, "fi": 3.00296, "ru": 1.80236, "el": 1.89076, "hi": 1.43186, "ta": 1.14995, "th": 1.40861, "zh": 3.54559, "my": 1.28432}, "gini_cpc": 0.211893, "gini_cps": 0.220837, "bpic": 5.913967, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9404493928661632, "vi": 1.261253997388688, "tr": 0.9674804317413661, "fi": 0.8530745246781632, "ru": 1.5548118058538378, "el": 1.403350055921377, "hi": 2.0275135457341302, "ta": 2.3615937136530722, "th": 2.5255743470371788, "zh": 2.2973703328896904, "my": 2.3249880333446247}, "t": 89.1} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.43243, "de": 2.74923, "vi": 2.2007, "tr": 2.73145, "fi": 3.00142, "ru": 1.7836, "el": 1.87835, "hi": 1.42845, "ta": 1.15775, "th": 1.42959, "zh": 3.55196, "my": 1.29521}, "bytes_per_chunk": {"en": 5.183, "de": 5.272, "vi": 5.316, "tr": 5.357, "fi": 5.766, "ru": 6.103, "el": 6.627, "hi": 6.178, "ta": 5.738, "th": 5.831, "zh": 6.108, "my": 6.343}, "bpb_mean": 2.13668, "t": 90.3} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.56724, "bpb": 2.26105, "chunk_loss": 0.030284, "F": 0.18143, "G": 0.30804, "chunks": 185.78, "bytes_per_chunk": 5.512, "boundary_entropy": 0.46225, "router_noise": 0.0, "grad_norm": 0.6732, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 90.4} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.66444, "bpb": 2.40127, "chunk_loss": 0.030298, "F": 0.17877, "G": 0.30552, "chunks": 183.06, "bytes_per_chunk": 5.594, "boundary_entropy": 0.46692, "router_noise": 0.0, "grad_norm": 0.708, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 92.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74212, "bpb": 2.51335, "chunk_loss": 0.030147, "F": 0.17468, "G": 0.30609, "chunks": 178.88, "bytes_per_chunk": 5.725, "boundary_entropy": 0.48052, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 94.4} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.6041, "bpb": 2.31423, "chunk_loss": 0.03019, "F": 0.18039, "G": 0.30272, "chunks": 184.72, "bytes_per_chunk": 5.544, "boundary_entropy": 0.45086, "router_noise": 0.0, "grad_norm": 0.8048, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 96.4} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3476.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199736, "cps": 27.15625, "mean_p": 0.25893, "boundary_entropy": 0.342973, "bpb": 2.370527}, "de": {"chunks": 4152.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.202211, "cps": 32.4375, "mean_p": 0.269824, "boundary_entropy": 0.372691, "bpb": 2.658282}, "vi": {"chunks": 4352.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236073, "cps": 34.0, "mean_p": 0.277919, "boundary_entropy": 0.435399, "bpb": 2.163931}, "tr": {"chunks": 4180.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.230901, "cps": 32.65625, "mean_p": 0.265857, "boundary_entropy": 0.356276, "bpb": 2.647505}, "fi": {"chunks": 3928.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.208814, "cps": 30.6875, "mean_p": 0.269797, "boundary_entropy": 0.373649, "bpb": 2.887413}, "ru": {"chunks": 5976.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315356, "cps": 46.6875, "mean_p": 0.34273, "boundary_entropy": 0.539565, "bpb": 1.739653}, "el": {"chunks": 5447.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.26541, "cps": 42.554688, "mean_p": 0.31408, "boundary_entropy": 0.553312, "bpb": 1.857693}, "hi": {"chunks": 7931.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.471382, "cps": 61.960938, "mean_p": 0.404496, "boundary_entropy": 0.632064, "bpb": 1.397669}, "ta": {"chunks": 10667.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.57058, "cps": 83.335938, "mean_p": 0.422364, "boundary_entropy": 0.641287, "bpb": 1.163565}, "th": {"chunks": 7865.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488965, "cps": 61.445312, "mean_p": 0.386169, "boundary_entropy": 0.63188, "bpb": 1.38071}, "zh": {"chunks": 2391.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.404843, "cps": 18.679688, "mean_p": 0.334221, "boundary_entropy": 0.554882, "bpb": 3.51435}, "my": {"chunks": 9656.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.509605, "cps": 75.4375, "mean_p": 0.428242, "boundary_entropy": 0.658583, "bpb": 1.253641}}, "bpb": {"en": 2.37053, "de": 2.65828, "vi": 2.16393, "tr": 2.64751, "fi": 2.88741, "ru": 1.73965, "el": 1.85769, "hi": 1.39767, "ta": 1.16356, "th": 1.38071, "zh": 3.51435, "my": 1.25364}, "gini_cpc": 0.214544, "gini_cps": 0.237697, "bpic": 5.480941, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0123933647018128, "vi": 1.181925485088497, "tr": 1.1560326038694195, "fi": 1.0454516396797677, "ru": 1.5788676518364904, "el": 1.3288038646696145, "hi": 2.3600284010758554, "ta": 2.8566772621246335, "th": 2.448059753760678, "zh": 2.026891427531519, "my": 2.5513981332958253}, "t": 99.3} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.37677, "de": 2.66448, "vi": 2.16974, "tr": 2.65934, "fi": 2.89453, "ru": 1.72204, "el": 1.84682, "hi": 1.39433, "ta": 1.17112, "th": 1.39849, "zh": 3.52075, "my": 1.26377}, "bytes_per_chunk": {"en": 5.073, "de": 4.881, "vi": 5.665, "tr": 4.542, "fi": 4.769, "ru": 6.027, "el": 6.817, "hi": 5.473, "ta": 4.581, "th": 6.119, "zh": 6.777, "my": 5.424}, "bpb_mean": 2.09018, "t": 100.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.59698, "bpb": 2.30395, "chunk_loss": 0.030672, "F": 0.18927, "G": 0.31181, "chunks": 193.81, "bytes_per_chunk": 5.283, "boundary_entropy": 0.46128, "router_noise": 0.0, "grad_norm": 0.7331, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 100.6} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57663, "bpb": 2.27459, "chunk_loss": 0.030453, "F": 0.18726, "G": 0.30023, "chunks": 191.75, "bytes_per_chunk": 5.34, "boundary_entropy": 0.44537, "router_noise": 0.0, "grad_norm": 0.7793, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 102.6} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54169, "bpb": 2.22418, "chunk_loss": 0.030383, "F": 0.18369, "G": 0.3101, "chunks": 188.09, "bytes_per_chunk": 5.444, "boundary_entropy": 0.45985, "router_noise": 0.0, "grad_norm": 0.737, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 104.6} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56293, "bpb": 2.25483, "chunk_loss": 0.030107, "F": 0.17731, "G": 0.29422, "chunks": 181.56, "bytes_per_chunk": 5.64, "boundary_entropy": 0.44034, "router_noise": 0.0, "grad_norm": 0.7342, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 106.6} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3446.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198012, "cps": 26.921875, "mean_p": 0.252776, "boundary_entropy": 0.328635, "bpb": 2.325992}, "de": {"chunks": 4042.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196854, "cps": 31.578125, "mean_p": 0.256335, "boundary_entropy": 0.346479, "bpb": 2.625012}, "vi": {"chunks": 4788.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259723, "cps": 37.40625, "mean_p": 0.28966, "boundary_entropy": 0.442917, "bpb": 2.11938}, "tr": {"chunks": 3975.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219577, "cps": 31.054688, "mean_p": 0.254347, "boundary_entropy": 0.342048, "bpb": 2.601516}, "fi": {"chunks": 3482.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185104, "cps": 27.203125, "mean_p": 0.240408, "boundary_entropy": 0.335681, "bpb": 2.833845}, "ru": {"chunks": 6147.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.32438, "cps": 48.023438, "mean_p": 0.347988, "boundary_entropy": 0.545182, "bpb": 1.702564}, "el": {"chunks": 6544.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.318862, "cps": 51.125, "mean_p": 0.334762, "boundary_entropy": 0.568585, "bpb": 1.795367}, "hi": {"chunks": 6582.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.391204, "cps": 51.421875, "mean_p": 0.390957, "boundary_entropy": 0.624588, "bpb": 1.36976}, "ta": {"chunks": 8504.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454881, "cps": 66.4375, "mean_p": 0.383294, "boundary_entropy": 0.615875, "bpb": 1.108058}, "th": {"chunks": 8115.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.504507, "cps": 63.398438, "mean_p": 0.394166, "boundary_entropy": 0.633499, "bpb": 1.34494}, "zh": {"chunks": 2547.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.431256, "cps": 19.898438, "mean_p": 0.327996, "boundary_entropy": 0.538036, "bpb": 3.469596}, "my": {"chunks": 8636.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.455774, "cps": 67.46875, "mean_p": 0.428314, "boundary_entropy": 0.664753, "bpb": 1.244503}}, "bpb": {"en": 2.32599, "de": 2.62501, "vi": 2.11938, "tr": 2.60152, "fi": 2.83384, "ru": 1.70256, "el": 1.79537, "hi": 1.36976, "ta": 1.10806, "th": 1.34494, "zh": 3.4696, "my": 1.2445}, "gini_cpc": 0.192467, "gini_cps": 0.208099, "bpic": 5.744537, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9941519051236944, "vi": 1.3116556878719774, "tr": 1.108907775392047, "fi": 0.9348151248113585, "ru": 1.6381846261276505, "el": 1.6103166841760057, "hi": 1.9756574756872967, "ta": 2.297241372137919, "th": 2.547864372581023, "zh": 2.1779321677061345, "my": 2.3017497501485877}, "t": 109.5} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.33134, "de": 2.62856, "vi": 2.12596, "tr": 2.61191, "fi": 2.83697, "ru": 1.68332, "el": 1.78654, "hi": 1.36777, "ta": 1.11465, "th": 1.36812, "zh": 3.47517, "my": 1.25361}, "bytes_per_chunk": {"en": 5.086, "de": 5.024, "vi": 5.126, "tr": 4.663, "fi": 5.231, "ru": 5.776, "el": 5.65, "hi": 6.717, "ta": 5.888, "th": 5.783, "zh": 6.251, "my": 6.618}, "bpb_mean": 2.04866, "t": 110.7} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.52724, "bpb": 2.20334, "chunk_loss": 0.030411, "F": 0.18497, "G": 0.31129, "chunks": 189.41, "bytes_per_chunk": 5.406, "boundary_entropy": 0.4676, "router_noise": 0.0, "grad_norm": 0.6749, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 110.8} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.57734, "bpb": 2.27562, "chunk_loss": 0.030431, "F": 0.185, "G": 0.28485, "chunks": 189.44, "bytes_per_chunk": 5.405, "boundary_entropy": 0.41736, "router_noise": 0.0, "grad_norm": 0.6859, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 112.8} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.62951, "bpb": 2.35088, "chunk_loss": 0.030895, "F": 0.1936, "G": 0.30484, "chunks": 198.25, "bytes_per_chunk": 5.165, "boundary_entropy": 0.43876, "router_noise": 0.0, "grad_norm": 0.7242, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 114.8} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.46878, "bpb": 2.11901, "chunk_loss": 0.030581, "F": 0.18347, "G": 0.31265, "chunks": 187.88, "bytes_per_chunk": 5.45, "boundary_entropy": 0.46863, "router_noise": 0.0, "grad_norm": 0.6943, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 116.8} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3380.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194219, "cps": 26.40625, "mean_p": 0.240308, "boundary_entropy": 0.3091, "bpb": 2.286451}, "de": {"chunks": 3955.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192617, "cps": 30.898438, "mean_p": 0.246396, "boundary_entropy": 0.327831, "bpb": 2.567409}, "vi": {"chunks": 4095.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222132, "cps": 31.992188, "mean_p": 0.27071, "boundary_entropy": 0.421472, "bpb": 2.103161}, "tr": {"chunks": 3790.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209358, "cps": 29.609375, "mean_p": 0.238569, "boundary_entropy": 0.317302, "bpb": 2.548258}, "fi": {"chunks": 3400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180745, "cps": 26.5625, "mean_p": 0.240006, "boundary_entropy": 0.339044, "bpb": 2.764873}, "ru": {"chunks": 5409.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.285435, "cps": 42.257812, "mean_p": 0.346406, "boundary_entropy": 0.548312, "bpb": 1.667135}, "el": {"chunks": 6014.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293037, "cps": 46.984375, "mean_p": 0.328428, "boundary_entropy": 0.564129, "bpb": 1.754874}, "hi": {"chunks": 8475.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.503715, "cps": 66.210938, "mean_p": 0.405464, "boundary_entropy": 0.626557, "bpb": 1.357528}, "ta": {"chunks": 8892.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.475635, "cps": 69.46875, "mean_p": 0.403581, "boundary_entropy": 0.626975, "bpb": 1.093981}, "th": {"chunks": 6529.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.405906, "cps": 51.007812, "mean_p": 0.376052, "boundary_entropy": 0.625958, "bpb": 1.313269}, "zh": {"chunks": 2646.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448019, "cps": 20.671875, "mean_p": 0.334622, "boundary_entropy": 0.542657, "bpb": 3.432327}, "my": {"chunks": 8106.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.427802, "cps": 63.328125, "mean_p": 0.431743, "boundary_entropy": 0.664317, "bpb": 1.22353}}, "bpb": {"en": 2.28645, "de": 2.56741, "vi": 2.10316, "tr": 2.54826, "fi": 2.76487, "ru": 1.66714, "el": 1.75487, "hi": 1.35753, "ta": 1.09398, "th": 1.31327, "zh": 3.43233, "my": 1.22353}, "gini_cpc": 0.206836, "gini_cps": 0.217301, "bpic": 5.932525, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9917483819523313, "vi": 1.1437159667021344, "tr": 1.0779436995470038, "fi": 0.93062443949609, "ru": 1.4696542911117703, "el": 1.5087941743525162, "hi": 2.593534645717752, "ta": 2.4489583804801778, "th": 2.0899361748698206, "zh": 2.3067674634360404, "my": 2.2026761188828226}, "t": 119.7} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29272, "de": 2.57353, "vi": 2.10836, "tr": 2.55434, "fi": 2.77554, "ru": 1.64421, "el": 1.74625, "hi": 1.35506, "ta": 1.10031, "th": 1.33219, "zh": 3.43633, "my": 1.23247}, "bytes_per_chunk": {"en": 5.216, "de": 5.144, "vi": 5.789, "tr": 5.053, "fi": 5.453, "ru": 6.489, "el": 6.286, "hi": 5.539, "ta": 5.944, "th": 7.131, "zh": 6.179, "my": 6.723}, "bpb_mean": 2.01261, "t": 121.0} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.59748, "bpb": 2.30468, "chunk_loss": 0.030102, "F": 0.17902, "G": 0.28738, "chunks": 183.31, "bytes_per_chunk": 5.586, "boundary_entropy": 0.41948, "router_noise": 0.0, "grad_norm": 0.7794, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 121.0} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.60515, "bpb": 2.31575, "chunk_loss": 0.030796, "F": 0.19354, "G": 0.31034, "chunks": 198.19, "bytes_per_chunk": 5.167, "boundary_entropy": 0.46055, "router_noise": 0.0, "grad_norm": 0.7193, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 123.0} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.54898, "bpb": 2.23471, "chunk_loss": 0.030522, "F": 0.18591, "G": 0.29135, "chunks": 190.38, "bytes_per_chunk": 5.379, "boundary_entropy": 0.4234, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 125.0} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50962, "bpb": 2.17792, "chunk_loss": 0.03043, "F": 0.18417, "G": 0.29309, "chunks": 188.59, "bytes_per_chunk": 5.43, "boundary_entropy": 0.42933, "router_noise": 0.0, "grad_norm": 0.7062, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 127.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3452.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198357, "cps": 26.96875, "mean_p": 0.242549, "boundary_entropy": 0.303246, "bpb": 2.261465}, "de": {"chunks": 3933.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191545, "cps": 30.726562, "mean_p": 0.243896, "boundary_entropy": 0.325557, "bpb": 2.519711}, "vi": {"chunks": 4472.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.242582, "cps": 34.9375, "mean_p": 0.280728, "boundary_entropy": 0.429749, "bpb": 2.077366}, "tr": {"chunks": 3825.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211291, "cps": 29.882812, "mean_p": 0.239989, "boundary_entropy": 0.316729, "bpb": 2.497455}, "fi": {"chunks": 3865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205465, "cps": 30.195312, "mean_p": 0.258145, "boundary_entropy": 0.339955, "bpb": 2.71272}, "ru": {"chunks": 5594.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.295198, "cps": 43.703125, "mean_p": 0.3378, "boundary_entropy": 0.533863, "bpb": 1.637327}, "el": {"chunks": 5858.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.285436, "cps": 45.765625, "mean_p": 0.315954, "boundary_entropy": 0.54835, "bpb": 1.716543}, "hi": {"chunks": 7140.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.424368, "cps": 55.78125, "mean_p": 0.383034, "boundary_entropy": 0.614346, "bpb": 1.322774}, "ta": {"chunks": 6913.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.369778, "cps": 54.007812, "mean_p": 0.384314, "boundary_entropy": 0.619442, "bpb": 1.078186}, "th": {"chunks": 6938.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.431334, "cps": 54.203125, "mean_p": 0.38549, "boundary_entropy": 0.630206, "bpb": 1.277271}, "zh": {"chunks": 2564.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.434135, "cps": 20.03125, "mean_p": 0.319615, "boundary_entropy": 0.523667, "bpb": 3.436641}, "my": {"chunks": 8292.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.437619, "cps": 64.78125, "mean_p": 0.418188, "boundary_entropy": 0.65567, "bpb": 1.201495}}, "bpb": {"en": 2.26147, "de": 2.51971, "vi": 2.07737, "tr": 2.49746, "fi": 2.71272, "ru": 1.63733, "el": 1.71654, "hi": 1.32277, "ta": 1.07819, "th": 1.27727, "zh": 3.43664, "my": 1.2015}, "gini_cpc": 0.175888, "gini_cps": 0.185809, "bpic": 6.106689, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9656614011788615, "vi": 1.2229592495759583, "tr": 1.0652075137959438, "fi": 1.0358358743648244, "ru": 1.4882180954331854, "el": 1.4390035168975555, "hi": 2.1394220720076995, "ta": 1.8642082282613783, "th": 2.174535807203259, "zh": 2.1886580373318725, "my": 2.2062222008590444}, "t": 129.9} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26862, "de": 2.52442, "vi": 2.08024, "tr": 2.50344, "fi": 2.72465, "ru": 1.61508, "el": 1.70681, "hi": 1.31994, "ta": 1.08494, "th": 1.29525, "zh": 3.44178, "my": 1.21091}, "bytes_per_chunk": {"en": 5.182, "de": 5.192, "vi": 5.448, "tr": 4.873, "fi": 4.753, "ru": 6.348, "el": 6.402, "hi": 5.904, "ta": 7.188, "th": 6.72, "zh": 6.139, "my": 6.537}, "bpb_mean": 1.98134, "t": 131.1} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.44937, "bpb": 2.091, "chunk_loss": 0.030216, "F": 0.18152, "G": 0.29724, "chunks": 185.88, "bytes_per_chunk": 5.509, "boundary_entropy": 0.43557, "router_noise": 0.0, "grad_norm": 0.6934, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 131.2} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.53436, "bpb": 2.21361, "chunk_loss": 0.030326, "F": 0.18237, "G": 0.29296, "chunks": 186.75, "bytes_per_chunk": 5.483, "boundary_entropy": 0.42792, "router_noise": 0.0, "grad_norm": 0.6995, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 133.2} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47478, "bpb": 2.12766, "chunk_loss": 0.030277, "F": 0.18243, "G": 0.30628, "chunks": 186.81, "bytes_per_chunk": 5.481, "boundary_entropy": 0.44799, "router_noise": 0.0, "grad_norm": 0.7592, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 135.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.4905, "bpb": 2.15034, "chunk_loss": 0.03047, "F": 0.18689, "G": 0.29965, "chunks": 191.38, "bytes_per_chunk": 5.351, "boundary_entropy": 0.43204, "router_noise": 0.0, "grad_norm": 0.7127, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 137.2} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3370.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193645, "cps": 26.328125, "mean_p": 0.234203, "boundary_entropy": 0.292877, "bpb": 2.229226}, "de": {"chunks": 4033.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196416, "cps": 31.507812, "mean_p": 0.248061, "boundary_entropy": 0.322901, "bpb": 2.47962}, "vi": {"chunks": 3941.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.213778, "cps": 30.789062, "mean_p": 0.272843, "boundary_entropy": 0.421233, "bpb": 2.07285}, "tr": {"chunks": 3959.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.218693, "cps": 30.929688, "mean_p": 0.243918, "boundary_entropy": 0.313724, "bpb": 2.47225}, "fi": {"chunks": 3785.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.201212, "cps": 29.570312, "mean_p": 0.252505, "boundary_entropy": 0.332494, "bpb": 2.670726}, "ru": {"chunks": 6061.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319842, "cps": 47.351562, "mean_p": 0.358878, "boundary_entropy": 0.548768, "bpb": 1.603815}, "el": {"chunks": 6333.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308581, "cps": 49.476562, "mean_p": 0.32501, "boundary_entropy": 0.554163, "bpb": 1.696141}, "hi": {"chunks": 7691.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.457117, "cps": 60.085938, "mean_p": 0.384693, "boundary_entropy": 0.607785, "bpb": 1.291987}, "ta": {"chunks": 9972.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.533405, "cps": 77.90625, "mean_p": 0.406934, "boundary_entropy": 0.624547, "bpb": 1.05629}, "th": {"chunks": 8106.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.503948, "cps": 63.328125, "mean_p": 0.377409, "boundary_entropy": 0.617378, "bpb": 1.253772}, "zh": {"chunks": 2794.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.473078, "cps": 21.828125, "mean_p": 0.330796, "boundary_entropy": 0.529903, "bpb": 3.375156}, "my": {"chunks": 9108.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.480684, "cps": 71.15625, "mean_p": 0.414513, "boundary_entropy": 0.654941, "bpb": 1.180181}}, "bpb": {"en": 2.22923, "de": 2.47962, "vi": 2.07285, "tr": 2.47225, "fi": 2.67073, "ru": 1.60382, "el": 1.69614, "hi": 1.29199, "ta": 1.05629, "th": 1.25377, "zh": 3.37516, "my": 1.18018}, "gini_cpc": 0.213079, "gini_cps": 0.227451, "bpic": 5.549738, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0143084281639125, "vi": 1.1039706113145955, "tr": 1.1293515952484883, "fi": 1.0390781673769705, "ru": 1.651692850935227, "el": 1.5935396069344505, "hi": 2.360597581139413, "ta": 2.7545522811523098, "th": 2.60243417526881, "zh": 2.4430208780287814, "my": 2.4822977018471293}, "t": 140.1} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23708, "de": 2.48582, "vi": 2.07711, "tr": 2.48024, "fi": 2.68262, "ru": 1.5809, "el": 1.68638, "hi": 1.29103, "ta": 1.06288, "th": 1.27149, "zh": 3.38015, "my": 1.19026}, "bytes_per_chunk": {"en": 5.299, "de": 5.074, "vi": 6.323, "tr": 4.755, "fi": 4.874, "ru": 5.856, "el": 5.889, "hi": 5.513, "ta": 5.1, "th": 5.799, "zh": 5.828, "my": 5.958}, "bpb_mean": 1.95216, "t": 141.4} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.4} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.3722, "bpb": 1.97966, "chunk_loss": 0.037461, "F": 0.18881, "G": 0.3018, "chunks": 193.34, "bytes_per_chunk": 5.296, "boundary_entropy": 0.43333, "router_noise": 0.0, "grad_norm": 0.7131, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.027, "alpha": 0.03, "t": 141.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.47118, "bpb": 2.12247, "chunk_loss": 0.031053, "F": 0.1452, "G": 0.25159, "chunks": 148.69, "bytes_per_chunk": 6.887, "boundary_entropy": 0.41209, "router_noise": 0.0, "grad_norm": 0.6844, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.8405, "alpha": 0.03, "t": 143.5} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.50749, "bpb": 2.17485, "chunk_loss": 0.030711, "F": 0.15802, "G": 0.24439, "chunks": 161.81, "bytes_per_chunk": 6.328, "boundary_entropy": 0.37177, "router_noise": 0.0, "grad_norm": 0.703, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0154, "alpha": 0.03, "t": 145.5} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.56977, "bpb": 2.2647, "chunk_loss": 0.030628, "F": 0.15921, "G": 0.23701, "chunks": 163.03, "bytes_per_chunk": 6.281, "boundary_entropy": 0.34838, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.354, "alpha": 0.03, "t": 147.5} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3479.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199908, "cps": 27.179688, "mean_p": 0.236093, "boundary_entropy": 0.276527, "bpb": 2.199516}, "de": {"chunks": 3978.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193737, "cps": 31.078125, "mean_p": 0.234606, "boundary_entropy": 0.290875, "bpb": 2.442372}, "vi": {"chunks": 3556.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192894, "cps": 27.78125, "mean_p": 0.231282, "boundary_entropy": 0.364705, "bpb": 2.051389}, "tr": {"chunks": 3678.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203171, "cps": 28.734375, "mean_p": 0.227064, "boundary_entropy": 0.28761, "bpb": 2.43409}, "fi": {"chunks": 3567.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189623, "cps": 27.867188, "mean_p": 0.232914, "boundary_entropy": 0.299703, "bpb": 2.642083}, "ru": {"chunks": 3458.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.18248, "cps": 27.015625, "mean_p": 0.203974, "boundary_entropy": 0.381944, "bpb": 1.603864}, "el": {"chunks": 3017.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.147006, "cps": 23.570312, "mean_p": 0.223428, "boundary_entropy": 0.444649, "bpb": 1.71277}, "hi": {"chunks": 2860.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.169985, "cps": 22.34375, "mean_p": 0.240365, "boundary_entropy": 0.491246, "bpb": 1.349119}, "ta": {"chunks": 2705.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144691, "cps": 21.132812, "mean_p": 0.188282, "boundary_entropy": 0.42203, "bpb": 1.086509}, "th": {"chunks": 2710.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.16848, "cps": 21.171875, "mean_p": 0.208398, "boundary_entropy": 0.4462, "bpb": 1.272142}, "zh": {"chunks": 2943.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498307, "cps": 22.992188, "mean_p": 0.321715, "boundary_entropy": 0.510254, "bpb": 3.345692}, "my": {"chunks": 2207.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.116477, "cps": 17.242188, "mean_p": 0.2908, "boundary_entropy": 0.573133, "bpb": 1.193051}}, "bpb": {"en": 2.19952, "de": 2.44237, "vi": 2.05139, "tr": 2.43409, "fi": 2.64208, "ru": 1.60386, "el": 1.71277, "hi": 1.34912, "ta": 1.08651, "th": 1.27214, "zh": 3.34569, "my": 1.19305}, "gini_cpc": 0.183474, "gini_cps": 0.086845, "bpic": 10.057681, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691300567946995, "vi": 0.964913320443409, "tr": 1.0163209193370941, "fi": 0.9485515048109691, "ru": 0.9128206707262041, "el": 0.7353670333652257, "hi": 0.8503165885570267, "ta": 0.7237881881900042, "th": 0.8427871728796331, "zh": 2.492679895346147, "my": 0.5826512044309646}, "t": 150.4} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20698, "de": 2.44849, "vi": 2.0537, "tr": 2.44061, "fi": 2.65097, "ru": 1.58104, "el": 1.70439, "hi": 1.34481, "ta": 1.09156, "th": 1.28867, "zh": 3.34842, "my": 1.20245}, "bytes_per_chunk": {"en": 5.093, "de": 5.106, "vi": 6.941, "tr": 5.1, "fi": 5.137, "ru": 9.802, "el": 11.973, "hi": 15.266, "ta": 18.866, "th": 17.03, "zh": 5.481, "my": 22.251}, "bpb_mean": 1.94684, "t": 151.6} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.59874, "bpb": 2.3065, "chunk_loss": 0.030729, "F": 0.16983, "G": 0.24375, "chunks": 173.91, "bytes_per_chunk": 5.888, "boundary_entropy": 0.35289, "router_noise": 0.0, "grad_norm": 0.7493, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.0814, "alpha": 0.03, "t": 151.7} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.49919, "bpb": 2.16288, "chunk_loss": 0.030713, "F": 0.14709, "G": 0.23208, "chunks": 150.62, "bytes_per_chunk": 6.798, "boundary_entropy": 0.35607, "router_noise": 0.0, "grad_norm": 0.639, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.2749, "alpha": 0.03, "t": 153.7} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.51487, "bpb": 2.18549, "chunk_loss": 0.030527, "F": 0.16116, "G": 0.24156, "chunks": 165.03, "bytes_per_chunk": 6.205, "boundary_entropy": 0.3519, "router_noise": 0.0, "grad_norm": 0.6898, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.6096, "alpha": 0.03, "t": 155.8} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.40314, "bpb": 2.02431, "chunk_loss": 0.03074, "F": 0.1619, "G": 0.22735, "chunks": 165.78, "bytes_per_chunk": 6.177, "boundary_entropy": 0.31822, "router_noise": 0.0, "grad_norm": 0.7017, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5736, "alpha": 0.03, "t": 157.8} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3328.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191231, "cps": 26.0, "mean_p": 0.227845, "boundary_entropy": 0.265653, "bpb": 2.181759}, "de": {"chunks": 3959.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192812, "cps": 30.929688, "mean_p": 0.232142, "boundary_entropy": 0.282811, "bpb": 2.420215}, "vi": {"chunks": 3353.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.181882, "cps": 26.195312, "mean_p": 0.219552, "boundary_entropy": 0.348603, "bpb": 2.038249}, "tr": {"chunks": 3612.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199525, "cps": 28.21875, "mean_p": 0.22276, "boundary_entropy": 0.275553, "bpb": 2.412602}, "fi": {"chunks": 3659.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194514, "cps": 28.585938, "mean_p": 0.237163, "boundary_entropy": 0.298915, "bpb": 2.613239}, "ru": {"chunks": 3267.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.172401, "cps": 25.523438, "mean_p": 0.184417, "boundary_entropy": 0.348927, "bpb": 1.570216}, "el": {"chunks": 3221.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156946, "cps": 25.164062, "mean_p": 0.208847, "boundary_entropy": 0.417465, "bpb": 1.66631}, "hi": {"chunks": 3080.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.183061, "cps": 24.0625, "mean_p": 0.237602, "boundary_entropy": 0.477088, "bpb": 1.326004}, "ta": {"chunks": 2790.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149238, "cps": 21.796875, "mean_p": 0.203857, "boundary_entropy": 0.442336, "bpb": 1.096397}, "th": {"chunks": 2645.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164439, "cps": 20.664062, "mean_p": 0.192693, "boundary_entropy": 0.418052, "bpb": 1.262881}, "zh": {"chunks": 2830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479174, "cps": 22.109375, "mean_p": 0.311599, "boundary_entropy": 0.496597, "bpb": 3.335837}, "my": {"chunks": 1999.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105499, "cps": 15.617188, "mean_p": 0.256694, "boundary_entropy": 0.539544, "bpb": 1.187531}}, "bpb": {"en": 2.18176, "de": 2.42021, "vi": 2.03825, "tr": 2.4126, "fi": 2.61324, "ru": 1.57022, "el": 1.66631, "hi": 1.326, "ta": 1.0964, "th": 1.26288, "zh": 3.33584, "my": 1.18753}, "gini_cpc": 0.176652, "gini_cps": 0.087974, "bpic": 10.16827, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0082631553006605, "vi": 0.9511110209206985, "tr": 1.0433691531152933, "fi": 1.01716481418912, "ru": 0.9015311199766592, "el": 0.8207118086790056, "hi": 0.9572744027888901, "ta": 0.7804040891743989, "th": 0.8598949802431793, "zh": 2.505727246900154, "my": 0.5516837865220198}, "t": 160.7} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18963, "de": 2.4283, "vi": 2.04, "tr": 2.4193, "fi": 2.62417, "ru": 1.54953, "el": 1.65745, "hi": 1.32153, "ta": 1.10183, "th": 1.27878, "zh": 3.33714, "my": 1.1962}, "bytes_per_chunk": {"en": 5.284, "de": 5.175, "vi": 7.233, "tr": 5.247, "fi": 4.986, "ru": 10.306, "el": 11.131, "hi": 14.087, "ta": 18.544, "th": 17.347, "zh": 5.695, "my": 23.964}, "bpb_mean": 1.92866, "t": 161.9} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47557, "bpb": 2.1288, "chunk_loss": 0.030504, "F": 0.15121, "G": 0.23154, "chunks": 154.84, "bytes_per_chunk": 6.613, "boundary_entropy": 0.34357, "router_noise": 0.0, "grad_norm": 0.7796, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.2272, "alpha": 0.03, "t": 161.9} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.43816, "bpb": 2.07483, "chunk_loss": 0.03065, "F": 0.15244, "G": 0.22554, "chunks": 156.09, "bytes_per_chunk": 6.56, "boundary_entropy": 0.33282, "router_noise": 0.0, "grad_norm": 0.6825, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3574, "alpha": 0.03, "t": 163.9} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.4546, "bpb": 2.09855, "chunk_loss": 0.030378, "F": 0.14972, "G": 0.22113, "chunks": 153.31, "bytes_per_chunk": 6.679, "boundary_entropy": 0.32431, "router_noise": 0.0, "grad_norm": 0.7007, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9121, "alpha": 0.03, "t": 165.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.35695, "bpb": 1.95767, "chunk_loss": 0.030617, "F": 0.14883, "G": 0.22656, "chunks": 152.41, "bytes_per_chunk": 6.719, "boundary_entropy": 0.34281, "router_noise": 0.0, "grad_norm": 0.6438, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8268, "alpha": 0.03, "t": 167.9} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3344.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192151, "cps": 26.125, "mean_p": 0.221959, "boundary_entropy": 0.249741, "bpb": 2.157646}, "de": {"chunks": 3812.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185652, "cps": 29.78125, "mean_p": 0.218224, "boundary_entropy": 0.261132, "bpb": 2.389328}, "vi": {"chunks": 3204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.1738, "cps": 25.03125, "mean_p": 0.209932, "boundary_entropy": 0.330291, "bpb": 2.022208}, "tr": {"chunks": 3490.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192786, "cps": 27.265625, "mean_p": 0.215934, "boundary_entropy": 0.261722, "bpb": 2.379017}, "fi": {"chunks": 3543.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188347, "cps": 27.679688, "mean_p": 0.2271, "boundary_entropy": 0.283251, "bpb": 2.566198}, "ru": {"chunks": 3238.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170871, "cps": 25.296875, "mean_p": 0.167963, "boundary_entropy": 0.305449, "bpb": 1.55276}, "el": {"chunks": 2660.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129611, "cps": 20.78125, "mean_p": 0.192415, "boundary_entropy": 0.397807, "bpb": 1.644873}, "hi": {"chunks": 2981.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.177177, "cps": 23.289062, "mean_p": 0.235716, "boundary_entropy": 0.469872, "bpb": 1.306037}, "ta": {"chunks": 2014.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.107729, "cps": 15.734375, "mean_p": 0.189701, "boundary_entropy": 0.426929, "bpb": 1.069409}, "th": {"chunks": 2386.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.148337, "cps": 18.640625, "mean_p": 0.178002, "boundary_entropy": 0.398486, "bpb": 1.246234}, "zh": {"chunks": 2896.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490349, "cps": 22.625, "mean_p": 0.308613, "boundary_entropy": 0.490824, "bpb": 3.308805}, "my": {"chunks": 2603.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.137376, "cps": 20.335938, "mean_p": 0.231847, "boundary_entropy": 0.50172, "bpb": 1.1718}}, "bpb": {"en": 2.15765, "de": 2.38933, "vi": 2.02221, "tr": 2.37902, "fi": 2.5662, "ru": 1.55276, "el": 1.64487, "hi": 1.30604, "ta": 1.06941, "th": 1.24623, "zh": 3.3088, "my": 1.1718}, "gini_cpc": 0.19646, "gini_cps": 0.094618, "bpic": 10.610185, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9661806516619179, "vi": 0.9044971794083181, "tr": 1.003304423359474, "fi": 0.980205466795235, "ru": 0.8892532918407797, "el": 0.6745259199213299, "hi": 0.9220718307656213, "ta": 0.5606500279608062, "th": 0.7719820912526605, "zh": 2.5518959714960214, "my": 0.7149384319765099}, "t": 170.8} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16796, "de": 2.39321, "vi": 2.02187, "tr": 2.38792, "fi": 2.57675, "ru": 1.53157, "el": 1.63554, "hi": 1.30301, "ta": 1.07529, "th": 1.2629, "zh": 3.30948, "my": 1.18143}, "bytes_per_chunk": {"en": 5.29, "de": 5.34, "vi": 7.422, "tr": 5.343, "fi": 5.138, "ru": 10.338, "el": 13.309, "hi": 13.864, "ta": 26.238, "th": 19.719, "zh": 5.548, "my": 19.865}, "bpb_mean": 1.90391, "t": 172.0} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.43758, "bpb": 2.07399, "chunk_loss": 0.030198, "F": 0.14124, "G": 0.2203, "chunks": 144.62, "bytes_per_chunk": 7.08, "boundary_entropy": 0.34074, "router_noise": 0.0, "grad_norm": 0.6915, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.5059, "alpha": 0.03, "t": 172.1} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.39636, "bpb": 2.01453, "chunk_loss": 0.030443, "F": 0.14282, "G": 0.2241, "chunks": 146.25, "bytes_per_chunk": 7.002, "boundary_entropy": 0.33851, "router_noise": 0.0, "grad_norm": 0.6459, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6662, "alpha": 0.03, "t": 174.1} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41065, "bpb": 2.03514, "chunk_loss": 0.030431, "F": 0.15781, "G": 0.22261, "chunks": 161.59, "bytes_per_chunk": 6.337, "boundary_entropy": 0.31384, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4014, "alpha": 0.03, "t": 176.1} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.35611, "bpb": 1.95645, "chunk_loss": 0.030234, "F": 0.1362, "G": 0.21272, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.32399, "router_noise": 0.0, "grad_norm": 0.6696, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.7269, "alpha": 0.03, "t": 178.0} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3375.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193932, "cps": 26.367188, "mean_p": 0.2249, "boundary_entropy": 0.244763, "bpb": 2.140027}, "de": {"chunks": 3812.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185652, "cps": 29.78125, "mean_p": 0.215935, "boundary_entropy": 0.254821, "bpb": 2.359227}, "vi": {"chunks": 3073.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166694, "cps": 24.007812, "mean_p": 0.197099, "boundary_entropy": 0.313761, "bpb": 2.012408}, "tr": {"chunks": 3501.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193393, "cps": 27.351562, "mean_p": 0.213968, "boundary_entropy": 0.250063, "bpb": 2.35031}, "fi": {"chunks": 3666.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194886, "cps": 28.640625, "mean_p": 0.231397, "boundary_entropy": 0.274509, "bpb": 2.532573}, "ru": {"chunks": 3090.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163061, "cps": 24.140625, "mean_p": 0.163954, "boundary_entropy": 0.300445, "bpb": 1.527371}, "el": {"chunks": 2641.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.128685, "cps": 20.632812, "mean_p": 0.196105, "boundary_entropy": 0.399629, "bpb": 1.622462}, "hi": {"chunks": 2444.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.14526, "cps": 19.09375, "mean_p": 0.235841, "boundary_entropy": 0.479899, "bpb": 1.304961}, "ta": {"chunks": 2187.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.116983, "cps": 17.085938, "mean_p": 0.192613, "boundary_entropy": 0.431522, "bpb": 1.056618}, "th": {"chunks": 2225.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.138328, "cps": 17.382812, "mean_p": 0.180451, "boundary_entropy": 0.402545, "bpb": 1.243688}, "zh": {"chunks": 2905.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491873, "cps": 22.695312, "mean_p": 0.299852, "boundary_entropy": 0.474507, "bpb": 3.273764}, "my": {"chunks": 2279.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120277, "cps": 17.804688, "mean_p": 0.25983, "boundary_entropy": 0.53851, "bpb": 1.161856}}, "bpb": {"en": 2.14003, "de": 2.35923, "vi": 2.01241, "tr": 2.35031, "fi": 2.53257, "ru": 1.52737, "el": 1.62246, "hi": 1.30496, "ta": 1.05662, "th": 1.24369, "zh": 3.27376, "my": 1.16186}, "gini_cpc": 0.210365, "gini_cps": 0.107885, "bpic": 10.903489, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9573061034540604, "vi": 0.8595472621523069, "tr": 0.9972221178810142, "fi": 1.0049186823312601, "ru": 0.8408133685136323, "el": 0.663556486760112, "hi": 0.7490252732375764, "ta": 0.6032171168761701, "th": 0.7132787621317307, "zh": 2.5363141061820373, "my": 0.6201993291581639}, "t": 180.9} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14795, "de": 2.36552, "vi": 2.01414, "tr": 2.35898, "fi": 2.54279, "ru": 1.50481, "el": 1.61485, "hi": 1.3004, "ta": 1.06241, "th": 1.25981, "zh": 3.27526, "my": 1.16935}, "bytes_per_chunk": {"en": 5.284, "de": 5.396, "vi": 7.859, "tr": 5.389, "fi": 4.999, "ru": 10.803, "el": 13.592, "hi": 17.198, "ta": 24.518, "th": 20.12, "zh": 5.633, "my": 22.797}, "bpb_mean": 1.88469, "t": 182.2} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.38805, "bpb": 2.00253, "chunk_loss": 0.030063, "F": 0.13257, "G": 0.21258, "chunks": 135.75, "bytes_per_chunk": 7.543, "boundary_entropy": 0.33454, "router_noise": 0.0, "grad_norm": 0.6725, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.469, "alpha": 0.03, "t": 182.2} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.44957, "bpb": 2.09128, "chunk_loss": 0.030551, "F": 0.15164, "G": 0.22171, "chunks": 155.28, "bytes_per_chunk": 6.594, "boundary_entropy": 0.31691, "router_noise": 0.0, "grad_norm": 0.6798, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.943, "alpha": 0.03, "t": 184.2} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.40714, "bpb": 2.03007, "chunk_loss": 0.030476, "F": 0.16046, "G": 0.22171, "chunks": 164.31, "bytes_per_chunk": 6.232, "boundary_entropy": 0.30865, "router_noise": 0.0, "grad_norm": 0.7073, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4233, "alpha": 0.03, "t": 186.2} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.47306, "bpb": 2.12517, "chunk_loss": 0.03039, "F": 0.15384, "G": 0.22815, "chunks": 157.53, "bytes_per_chunk": 6.5, "boundary_entropy": 0.32967, "router_noise": 0.0, "grad_norm": 0.6841, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9185, "alpha": 0.03, "t": 188.2} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3418.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196403, "cps": 26.703125, "mean_p": 0.225489, "boundary_entropy": 0.240103, "bpb": 2.12067}, "de": {"chunks": 3831.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186578, "cps": 29.929688, "mean_p": 0.217728, "boundary_entropy": 0.247743, "bpb": 2.333224}, "vi": {"chunks": 3133.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.169948, "cps": 24.476562, "mean_p": 0.200973, "boundary_entropy": 0.308867, "bpb": 1.993467}, "tr": {"chunks": 3358.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185494, "cps": 26.234375, "mean_p": 0.208417, "boundary_entropy": 0.2461, "bpb": 2.328287}, "fi": {"chunks": 3505.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186327, "cps": 27.382812, "mean_p": 0.220031, "boundary_entropy": 0.25983, "bpb": 2.520739}, "ru": {"chunks": 3172.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167388, "cps": 24.78125, "mean_p": 0.163311, "boundary_entropy": 0.293503, "bpb": 1.506601}, "el": {"chunks": 2701.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.131608, "cps": 21.101562, "mean_p": 0.189139, "boundary_entropy": 0.383664, "bpb": 1.620572}, "hi": {"chunks": 2668.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.158574, "cps": 20.84375, "mean_p": 0.235144, "boundary_entropy": 0.473957, "bpb": 1.286868}, "ta": {"chunks": 2593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1387, "cps": 20.257812, "mean_p": 0.199148, "boundary_entropy": 0.436732, "bpb": 1.043448}, "th": {"chunks": 2816.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17507, "cps": 22.0, "mean_p": 0.177344, "boundary_entropy": 0.386666, "bpb": 1.211113}, "zh": {"chunks": 3020.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511344, "cps": 23.59375, "mean_p": 0.299934, "boundary_entropy": 0.466813, "bpb": 3.248021}, "my": {"chunks": 2854.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.150623, "cps": 22.296875, "mean_p": 0.27358, "boundary_entropy": 0.548369, "bpb": 1.151322}}, "bpb": {"en": 2.12067, "de": 2.33322, "vi": 1.99347, "tr": 2.32829, "fi": 2.52074, "ru": 1.5066, "el": 1.62057, "hi": 1.28687, "ta": 1.04345, "th": 1.21111, "zh": 3.24802, "my": 1.15132}, "gini_cpc": 0.18187, "gini_cps": 0.067323, "bpic": 10.353152, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.949974191312351, "vi": 0.8653052022961767, "tr": 0.9444570269461592, "fi": 0.948698471093022, "ru": 0.8522676934620532, "el": 0.6700941103998206, "hi": 0.8073889738531349, "ta": 0.7062022697826634, "th": 0.8913815629483001, "zh": 2.6035478394991403, "my": 0.7669069164439204}, "t": 191.1} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.12908, "de": 2.34221, "vi": 1.9948, "tr": 2.33582, "fi": 2.53315, "ru": 1.48492, "el": 1.61372, "hi": 1.28354, "ta": 1.04886, "th": 1.22823, "zh": 3.24997, "my": 1.16038}, "bytes_per_chunk": {"en": 5.196, "de": 5.342, "vi": 7.917, "tr": 5.518, "fi": 5.191, "ru": 10.551, "el": 13.19, "hi": 15.73, "ta": 19.912, "th": 16.063, "zh": 5.401, "my": 18.884}, "bpb_mean": 1.86706, "t": 192.3} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.39788, "bpb": 2.01671, "chunk_loss": 0.030472, "F": 0.14221, "G": 0.22184, "chunks": 145.62, "bytes_per_chunk": 7.032, "boundary_entropy": 0.33971, "router_noise": 0.0, "grad_norm": 0.6605, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.6778, "alpha": 0.03, "t": 192.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.26409, "bpb": 1.8237, "chunk_loss": 0.030075, "F": 0.13354, "G": 0.20609, "chunks": 136.75, "bytes_per_chunk": 7.488, "boundary_entropy": 0.30933, "router_noise": 0.0, "grad_norm": 0.6457, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8297, "alpha": 0.03, "t": 194.4} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.45038, "bpb": 2.09246, "chunk_loss": 0.030397, "F": 0.15652, "G": 0.21778, "chunks": 160.28, "bytes_per_chunk": 6.389, "boundary_entropy": 0.29941, "router_noise": 0.0, "grad_norm": 0.7968, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7543, "alpha": 0.03, "t": 196.3} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.37693, "bpb": 1.98649, "chunk_loss": 0.030294, "F": 0.13812, "G": 0.21588, "chunks": 141.44, "bytes_per_chunk": 7.24, "boundary_entropy": 0.32339, "router_noise": 0.0, "grad_norm": 0.664, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6795, "alpha": 0.03, "t": 198.3} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3415.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196231, "cps": 26.679688, "mean_p": 0.225044, "boundary_entropy": 0.235534, "bpb": 2.104013}, "de": {"chunks": 3887.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189305, "cps": 30.367188, "mean_p": 0.220842, "boundary_entropy": 0.24416, "bpb": 2.318509}, "vi": {"chunks": 3261.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.176892, "cps": 25.476562, "mean_p": 0.209496, "boundary_entropy": 0.317627, "bpb": 1.991738}, "tr": {"chunks": 3636.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200851, "cps": 28.40625, "mean_p": 0.218024, "boundary_entropy": 0.246757, "bpb": 2.309156}, "fi": {"chunks": 3511.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186646, "cps": 27.429688, "mean_p": 0.22134, "boundary_entropy": 0.259714, "bpb": 2.481392}, "ru": {"chunks": 3175.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167546, "cps": 24.804688, "mean_p": 0.162061, "boundary_entropy": 0.287549, "bpb": 1.490732}, "el": {"chunks": 2786.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13575, "cps": 21.765625, "mean_p": 0.19594, "boundary_entropy": 0.394332, "bpb": 1.609242}, "hi": {"chunks": 2362.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.140386, "cps": 18.453125, "mean_p": 0.226699, "boundary_entropy": 0.463897, "bpb": 1.283149}, "ta": {"chunks": 2725.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145761, "cps": 21.289062, "mean_p": 0.216332, "boundary_entropy": 0.462319, "bpb": 1.040034}, "th": {"chunks": 3054.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.189866, "cps": 23.859375, "mean_p": 0.178341, "boundary_entropy": 0.385252, "bpb": 1.195226}, "zh": {"chunks": 2755.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.466475, "cps": 21.523438, "mean_p": 0.293242, "boundary_entropy": 0.468644, "bpb": 3.249555}, "my": {"chunks": 2910.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.153578, "cps": 22.734375, "mean_p": 0.237488, "boundary_entropy": 0.505512, "bpb": 1.149535}}, "bpb": {"en": 2.10401, "de": 2.31851, "vi": 1.99174, "tr": 2.30916, "fi": 2.48139, "ru": 1.49073, "el": 1.60924, "hi": 1.28315, "ta": 1.04003, "th": 1.19523, "zh": 3.24955, "my": 1.14954}, "gini_cpc": 0.169977, "gini_cps": 0.076903, "bpic": 10.240441, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9647072573029781, "vi": 0.9014488085040987, "tr": 1.023544514959906, "fi": 0.9511573280423055, "ru": 0.8538231533240361, "el": 0.6917890430256124, "hi": 0.7154153143961066, "ta": 0.7428043686566, "th": 0.9675677392840287, "zh": 2.377177290484055, "my": 0.782641774312745}, "t": 201.2} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11444, "de": 2.32781, "vi": 1.99378, "tr": 2.31474, "fi": 2.49531, "ru": 1.46759, "el": 1.60148, "hi": 1.27945, "ta": 1.04498, "th": 1.21177, "zh": 3.24959, "my": 1.15875}, "bytes_per_chunk": {"en": 5.156, "de": 5.213, "vi": 7.547, "tr": 5.137, "fi": 5.179, "ru": 10.473, "el": 12.56, "hi": 18.242, "ta": 18.44, "th": 14.814, "zh": 5.935, "my": 17.781}, "bpb_mean": 1.85497, "t": 202.5} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.63609, "bpb": 2.36039, "chunk_loss": 0.030602, "F": 0.16797, "G": 0.23916, "chunks": 172.0, "bytes_per_chunk": 5.953, "boundary_entropy": 0.33418, "router_noise": 0.0, "grad_norm": 0.7499, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.8431, "alpha": 0.03, "t": 202.5} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.43843, "bpb": 2.07522, "chunk_loss": 0.030468, "F": 0.15311, "G": 0.21761, "chunks": 156.78, "bytes_per_chunk": 6.531, "boundary_entropy": 0.30769, "router_noise": 0.0, "grad_norm": 0.7562, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.856, "alpha": 0.03, "t": 204.5} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.36427, "bpb": 1.96823, "chunk_loss": 0.030669, "F": 0.13763, "G": 0.21334, "chunks": 140.94, "bytes_per_chunk": 7.266, "boundary_entropy": 0.32511, "router_noise": 0.0, "grad_norm": 0.7019, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.295, "alpha": 0.03, "t": 206.5} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.39945, "bpb": 2.01897, "chunk_loss": 0.030477, "F": 0.15335, "G": 0.21951, "chunks": 157.03, "bytes_per_chunk": 6.521, "boundary_entropy": 0.31545, "router_noise": 0.0, "grad_norm": 0.6903, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0563, "alpha": 0.03, "t": 208.5} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198529, "cps": 26.992188, "mean_p": 0.225087, "boundary_entropy": 0.229039, "bpb": 2.092278}, "de": {"chunks": 3847.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187357, "cps": 30.054688, "mean_p": 0.215589, "boundary_entropy": 0.235809, "bpb": 2.296659}, "vi": {"chunks": 3108.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168592, "cps": 24.28125, "mean_p": 0.205619, "boundary_entropy": 0.310724, "bpb": 1.97644}, "tr": {"chunks": 3680.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203281, "cps": 28.75, "mean_p": 0.218484, "boundary_entropy": 0.241486, "bpb": 2.287514}, "fi": {"chunks": 3629.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192919, "cps": 28.351562, "mean_p": 0.224466, "boundary_entropy": 0.255823, "bpb": 2.464252}, "ru": {"chunks": 3085.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162797, "cps": 24.101562, "mean_p": 0.152509, "boundary_entropy": 0.275253, "bpb": 1.478806}, "el": {"chunks": 3009.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146616, "cps": 23.507812, "mean_p": 0.198222, "boundary_entropy": 0.394629, "bpb": 1.575679}, "hi": {"chunks": 2699.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.160416, "cps": 21.085938, "mean_p": 0.231446, "boundary_entropy": 0.46901, "bpb": 1.268922}, "ta": {"chunks": 2919.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.156138, "cps": 22.804688, "mean_p": 0.218032, "boundary_entropy": 0.463138, "bpb": 1.032507}, "th": {"chunks": 2978.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.185141, "cps": 23.265625, "mean_p": 0.178561, "boundary_entropy": 0.386178, "bpb": 1.184786}, "zh": {"chunks": 3013.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510159, "cps": 23.539062, "mean_p": 0.299181, "boundary_entropy": 0.463512, "bpb": 3.215394}, "my": {"chunks": 2656.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140173, "cps": 20.75, "mean_p": 0.279074, "boundary_entropy": 0.552803, "bpb": 1.140923}}, "bpb": {"en": 2.09228, "de": 2.29666, "vi": 1.97644, "tr": 2.28751, "fi": 2.46425, "ru": 1.47881, "el": 1.57568, "hi": 1.26892, "ta": 1.03251, "th": 1.18479, "zh": 3.21539, "my": 1.14092}, "gini_cpc": 0.177206, "gini_cps": 0.064897, "bpic": 10.078812, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9437258423364655, "vi": 0.8492077259758442, "tr": 1.0239372339002746, "fi": 0.9717424012384293, "ru": 0.8200154263829332, "el": 0.738511752688893, "hi": 0.8080232924697286, "ta": 0.7864745869117671, "th": 0.9325662555157636, "zh": 2.569696053413757, "my": 0.7060586258316233}, "t": 211.4} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10214, "de": 2.30478, "vi": 1.97618, "tr": 2.29303, "fi": 2.47744, "ru": 1.45642, "el": 1.56764, "hi": 1.26426, "ta": 1.03733, "th": 1.1997, "zh": 3.21498, "my": 1.14926}, "bytes_per_chunk": {"en": 5.115, "de": 5.298, "vi": 7.928, "tr": 5.112, "fi": 5.066, "ru": 10.727, "el": 11.797, "hi": 16.634, "ta": 17.088, "th": 15.077, "zh": 5.491, "my": 21.11}, "bpb_mean": 1.83693, "t": 212.6} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.47158, "bpb": 2.12304, "chunk_loss": 0.030478, "F": 0.14868, "G": 0.22726, "chunks": 152.25, "bytes_per_chunk": 6.726, "boundary_entropy": 0.33882, "router_noise": 0.0, "grad_norm": 0.6841, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.1031, "alpha": 0.03, "t": 212.6} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.46945, "bpb": 2.11997, "chunk_loss": 0.030705, "F": 0.15375, "G": 0.22341, "chunks": 157.44, "bytes_per_chunk": 6.504, "boundary_entropy": 0.32543, "router_noise": 0.0, "grad_norm": 0.6873, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.1437, "alpha": 0.03, "t": 214.7} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.46902, "bpb": 2.11935, "chunk_loss": 0.030559, "F": 0.16412, "G": 0.22265, "chunks": 168.06, "bytes_per_chunk": 6.093, "boundary_entropy": 0.28887, "router_noise": 0.0, "grad_norm": 0.7515, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4141, "alpha": 0.03, "t": 216.7} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.54655, "bpb": 2.23119, "chunk_loss": 0.031235, "F": 0.16226, "G": 0.23443, "chunks": 166.16, "bytes_per_chunk": 6.163, "boundary_entropy": 0.33746, "router_noise": 0.0, "grad_norm": 0.6803, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0542, "alpha": 0.03, "t": 218.7} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3434.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197322, "cps": 26.828125, "mean_p": 0.224593, "boundary_entropy": 0.228291, "bpb": 2.075675}, "de": {"chunks": 3892.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189549, "cps": 30.40625, "mean_p": 0.216971, "boundary_entropy": 0.2351, "bpb": 2.287905}, "vi": {"chunks": 3105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16843, "cps": 24.257812, "mean_p": 0.201001, "boundary_entropy": 0.310138, "bpb": 1.966545}, "tr": {"chunks": 3641.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201127, "cps": 28.445312, "mean_p": 0.215181, "boundary_entropy": 0.235939, "bpb": 2.273646}, "fi": {"chunks": 3686.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195949, "cps": 28.796875, "mean_p": 0.22875, "boundary_entropy": 0.257898, "bpb": 2.434871}, "ru": {"chunks": 3094.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163272, "cps": 24.171875, "mean_p": 0.148856, "boundary_entropy": 0.262887, "bpb": 1.469341}, "el": {"chunks": 2875.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140087, "cps": 22.460938, "mean_p": 0.189616, "boundary_entropy": 0.381549, "bpb": 1.559942}, "hi": {"chunks": 2562.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152273, "cps": 20.015625, "mean_p": 0.215587, "boundary_entropy": 0.44713, "bpb": 1.264384}, "ta": {"chunks": 2310.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.123562, "cps": 18.046875, "mean_p": 0.212073, "boundary_entropy": 0.457753, "bpb": 1.031161}, "th": {"chunks": 2738.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170221, "cps": 21.390625, "mean_p": 0.172977, "boundary_entropy": 0.373416, "bpb": 1.173102}, "zh": {"chunks": 2980.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504572, "cps": 23.28125, "mean_p": 0.293425, "boundary_entropy": 0.454461, "bpb": 3.196568}, "my": {"chunks": 4095.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.216118, "cps": 31.992188, "mean_p": 0.305599, "boundary_entropy": 0.569117, "bpb": 1.136624}}, "bpb": {"en": 2.07567, "de": 2.2879, "vi": 1.96654, "tr": 2.27365, "fi": 2.43487, "ru": 1.46934, "el": 1.55994, "hi": 1.26438, "ta": 1.03116, "th": 1.1731, "zh": 3.19657, "my": 1.13662}, "gini_cpc": 0.188839, "gini_cps": 0.09425, "bpic": 9.991175, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606036971438026, "vi": 0.8535761894765076, "tr": 1.0192810659485514, "fi": 0.9930412220238055, "ru": 0.8274369758875624, "el": 0.7099386710212849, "hi": 0.7716989012073132, "ta": 0.626196073031465, "th": 0.8626531409197896, "zh": 2.557093750449924, "my": 1.0952527679285082}, "t": 221.6} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08609, "de": 2.2946, "vi": 1.96837, "tr": 2.27939, "fi": 2.44778, "ru": 1.44631, "el": 1.55355, "hi": 1.26081, "ta": 1.03678, "th": 1.18849, "zh": 3.19531, "my": 1.14483}, "bytes_per_chunk": {"en": 5.158, "de": 5.279, "vi": 7.861, "tr": 5.181, "fi": 4.926, "ru": 10.709, "el": 12.444, "hi": 16.887, "ta": 21.699, "th": 16.412, "zh": 5.587, "my": 13.885}, "bpb_mean": 1.82519, "t": 222.8} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.34368, "bpb": 1.93852, "chunk_loss": 0.030251, "F": 0.15421, "G": 0.21715, "chunks": 157.91, "bytes_per_chunk": 6.485, "boundary_entropy": 0.29782, "router_noise": 0.0, "grad_norm": 0.7006, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.7169, "alpha": 0.03, "t": 222.8} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.53561, "bpb": 2.21541, "chunk_loss": 0.030536, "F": 0.16516, "G": 0.23039, "chunks": 169.12, "bytes_per_chunk": 6.055, "boundary_entropy": 0.31491, "router_noise": 0.0, "grad_norm": 0.6958, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3032, "alpha": 0.03, "t": 224.8} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.40526, "bpb": 2.02736, "chunk_loss": 0.030508, "F": 0.15622, "G": 0.21908, "chunks": 159.97, "bytes_per_chunk": 6.401, "boundary_entropy": 0.3001, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5769, "alpha": 0.03, "t": 226.9} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.38987, "bpb": 2.00515, "chunk_loss": 0.030474, "F": 0.16339, "G": 0.21544, "chunks": 167.31, "bytes_per_chunk": 6.12, "boundary_entropy": 0.27016, "router_noise": 0.0, "grad_norm": 0.7556, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.3506, "alpha": 0.03, "t": 228.9} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3445.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197954, "cps": 26.914062, "mean_p": 0.222645, "boundary_entropy": 0.21876, "bpb": 2.066132}, "de": {"chunks": 3881.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189013, "cps": 30.320312, "mean_p": 0.215124, "boundary_entropy": 0.230354, "bpb": 2.264092}, "vi": {"chunks": 3078.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166965, "cps": 24.046875, "mean_p": 0.202664, "boundary_entropy": 0.30497, "bpb": 1.956701}, "tr": {"chunks": 3455.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190852, "cps": 26.992188, "mean_p": 0.208184, "boundary_entropy": 0.227914, "bpb": 2.254656}, "fi": {"chunks": 3651.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194089, "cps": 28.523438, "mean_p": 0.224934, "boundary_entropy": 0.248528, "bpb": 2.425108}, "ru": {"chunks": 3069.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161953, "cps": 23.976562, "mean_p": 0.149556, "boundary_entropy": 0.258063, "bpb": 1.455991}, "el": {"chunks": 2344.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.114213, "cps": 18.3125, "mean_p": 0.171356, "boundary_entropy": 0.359173, "bpb": 1.556094}, "hi": {"chunks": 2627.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.156137, "cps": 20.523438, "mean_p": 0.226097, "boundary_entropy": 0.45963, "bpb": 1.252913}, "ta": {"chunks": 2413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.129072, "cps": 18.851562, "mean_p": 0.205584, "boundary_entropy": 0.446618, "bpb": 1.015352}, "th": {"chunks": 2744.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170594, "cps": 21.4375, "mean_p": 0.169309, "boundary_entropy": 0.369033, "bpb": 1.157965}, "zh": {"chunks": 3167.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536234, "cps": 24.742188, "mean_p": 0.29519, "boundary_entropy": 0.449512, "bpb": 3.190023}, "my": {"chunks": 2108.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111252, "cps": 16.46875, "mean_p": 0.262951, "boundary_entropy": 0.535712, "bpb": 1.138483}}, "bpb": {"en": 2.06613, "de": 2.26409, "vi": 1.9567, "tr": 2.25466, "fi": 2.42511, "ru": 1.45599, "el": 1.55609, "hi": 1.25291, "ta": 1.01535, "th": 1.15796, "zh": 3.19002, "my": 1.13848}, "gini_cpc": 0.220776, "gini_cps": 0.101736, "bpic": 10.665916, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9548301622429879, "vi": 0.8434519905382857, "tr": 0.9641228907284048, "fi": 0.9804712047015076, "ru": 0.8181304709130666, "el": 0.5769679060916963, "hi": 0.7887509472780717, "ta": 0.6520287511970285, "th": 0.8617830258608906, "zh": 2.708878427733574, "my": 0.5620075170208405}, "t": 231.9} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07728, "de": 2.2731, "vi": 1.95796, "tr": 2.26218, "fi": 2.43472, "ru": 1.43491, "el": 1.54853, "hi": 1.24778, "ta": 1.02157, "th": 1.17371, "zh": 3.18706, "my": 1.14743}, "bytes_per_chunk": {"en": 5.155, "de": 5.256, "vi": 8.001, "tr": 5.487, "fi": 5.022, "ru": 10.771, "el": 14.828, "hi": 16.569, "ta": 19.906, "th": 16.756, "zh": 5.258, "my": 26.152}, "bpb_mean": 1.81385, "t": 233.1} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 233.1} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.20543, "bpb": 1.73907, "chunk_loss": 0.029866, "F": 0.12662, "G": 0.21671, "chunks": 129.66, "bytes_per_chunk": 7.898, "boundary_entropy": 0.33698, "router_noise": 0.0, "grad_norm": 0.6517, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 233.2} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.25077, "bpb": 1.80448, "chunk_loss": 0.029973, "F": 0.16229, "G": 0.23629, "chunks": 166.19, "bytes_per_chunk": 6.162, "boundary_entropy": 0.32635, "router_noise": 0.0, "grad_norm": 0.6946, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 235.2} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.47869, "bpb": 2.13329, "chunk_loss": 0.03032, "F": 0.18439, "G": 0.24616, "chunks": 188.81, "bytes_per_chunk": 5.423, "boundary_entropy": 0.31425, "router_noise": 0.0, "grad_norm": 0.7454, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 237.2} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.46876, "bpb": 2.11897, "chunk_loss": 0.030254, "F": 0.17792, "G": 0.24506, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.32098, "router_noise": 0.0, "grad_norm": 0.7579, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 239.3} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3491.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200598, "cps": 27.273438, "mean_p": 0.229334, "boundary_entropy": 0.233822, "bpb": 2.05099}, "de": {"chunks": 3938.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191789, "cps": 30.765625, "mean_p": 0.223558, "boundary_entropy": 0.245472, "bpb": 2.254809}, "vi": {"chunks": 3595.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195009, "cps": 28.085938, "mean_p": 0.230837, "boundary_entropy": 0.344662, "bpb": 1.944175}, "tr": {"chunks": 3685.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203557, "cps": 28.789062, "mean_p": 0.222559, "boundary_entropy": 0.251467, "bpb": 2.229285}, "fi": {"chunks": 3759.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19983, "cps": 29.367188, "mean_p": 0.236298, "boundary_entropy": 0.270941, "bpb": 2.404433}, "ru": {"chunks": 4246.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.224063, "cps": 33.171875, "mean_p": 0.24522, "boundary_entropy": 0.404064, "bpb": 1.434581}, "el": {"chunks": 5506.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.268284, "cps": 43.015625, "mean_p": 0.283391, "boundary_entropy": 0.487481, "bpb": 1.533402}, "hi": {"chunks": 7171.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426211, "cps": 56.023438, "mean_p": 0.331152, "boundary_entropy": 0.568957, "bpb": 1.230696}, "ta": {"chunks": 8353.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.446804, "cps": 65.257812, "mean_p": 0.340787, "boundary_entropy": 0.581874, "bpb": 1.004902}, "th": {"chunks": 6363.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.395586, "cps": 49.710938, "mean_p": 0.286855, "boundary_entropy": 0.515308, "bpb": 1.148268}, "zh": {"chunks": 2850.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.48256, "cps": 22.265625, "mean_p": 0.285831, "boundary_entropy": 0.444481, "bpb": 3.165651}, "my": {"chunks": 10173.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.53689, "cps": 79.476562, "mean_p": 0.39213, "boundary_entropy": 0.629365, "bpb": 1.117892}}, "bpb": {"en": 2.05099, "de": 2.25481, "vi": 1.94418, "tr": 2.22928, "fi": 2.40443, "ru": 1.43458, "el": 1.5334, "hi": 1.2307, "ta": 1.0049, "th": 1.14827, "zh": 3.16565, "my": 1.11789}, "gini_cpc": 0.217908, "gini_cps": 0.222137, "bpic": 6.079217, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9560873586856423, "vi": 0.9721427108041858, "tr": 1.0147550286464324, "fi": 0.996172878668038, "ru": 1.1169790996675206, "el": 1.3374256043198516, "hi": 2.124706375085499, "ta": 2.227364447409144, "th": 1.972037319286407, "zh": 2.4056125940605044, "my": 2.6764549627205687}, "t": 242.2} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06307, "de": 2.26196, "vi": 1.9453, "tr": 2.23652, "fi": 2.41506, "ru": 1.41194, "el": 1.52559, "hi": 1.2261, "ta": 1.01113, "th": 1.16487, "zh": 3.16589, "my": 1.12656}, "bytes_per_chunk": {"en": 5.058, "de": 5.16, "vi": 6.654, "tr": 5.185, "fi": 4.87, "ru": 8.008, "el": 6.743, "hi": 5.829, "ta": 6.461, "th": 6.999, "zh": 5.669, "my": 5.986}, "bpb_mean": 1.79617, "t": 243.4} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.48395, "bpb": 2.14089, "chunk_loss": 0.030279, "F": 0.18341, "G": 0.25368, "chunks": 187.81, "bytes_per_chunk": 5.452, "boundary_entropy": 0.3393, "router_noise": 0.0, "grad_norm": 0.7414, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 243.5} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.48792, "bpb": 2.14661, "chunk_loss": 0.030077, "F": 0.17371, "G": 0.26334, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.37269, "router_noise": 0.0, "grad_norm": 0.6955, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 245.5} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.41582, "bpb": 2.0426, "chunk_loss": 0.03018, "F": 0.18265, "G": 0.26056, "chunks": 187.03, "bytes_per_chunk": 5.475, "boundary_entropy": 0.33536, "router_noise": 0.0, "grad_norm": 0.7547, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 247.5} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.22603, "bpb": 1.76879, "chunk_loss": 0.030077, "F": 0.17664, "G": 0.27712, "chunks": 180.88, "bytes_per_chunk": 5.661, "boundary_entropy": 0.3823, "router_noise": 0.0, "grad_norm": 0.7092, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 249.5} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3476.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199736, "cps": 27.15625, "mean_p": 0.229844, "boundary_entropy": 0.234696, "bpb": 2.042524}, "de": {"chunks": 3986.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194127, "cps": 31.140625, "mean_p": 0.226357, "boundary_entropy": 0.245929, "bpb": 2.241472}, "vi": {"chunks": 3757.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.203797, "cps": 29.351562, "mean_p": 0.249476, "boundary_entropy": 0.365158, "bpb": 1.939317}, "tr": {"chunks": 3686.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203613, "cps": 28.796875, "mean_p": 0.226783, "boundary_entropy": 0.257859, "bpb": 2.218391}, "fi": {"chunks": 3759.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19983, "cps": 29.367188, "mean_p": 0.236762, "boundary_entropy": 0.271842, "bpb": 2.388775}, "ru": {"chunks": 4818.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.254248, "cps": 37.640625, "mean_p": 0.314609, "boundary_entropy": 0.498333, "bpb": 1.423439}, "el": {"chunks": 5497.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.267846, "cps": 42.945312, "mean_p": 0.309263, "boundary_entropy": 0.529338, "bpb": 1.520748}, "hi": {"chunks": 7586.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450877, "cps": 59.265625, "mean_p": 0.376426, "boundary_entropy": 0.613941, "bpb": 1.223962}, "ta": {"chunks": 10213.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.546296, "cps": 79.789062, "mean_p": 0.383918, "boundary_entropy": 0.613907, "bpb": 1.003053}, "th": {"chunks": 7891.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.490581, "cps": 61.648438, "mean_p": 0.341134, "boundary_entropy": 0.577112, "bpb": 1.138732}, "zh": {"chunks": 2921.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494582, "cps": 22.820312, "mean_p": 0.287246, "boundary_entropy": 0.445535, "bpb": 3.148932}, "my": {"chunks": 9042.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.477201, "cps": 70.640625, "mean_p": 0.413378, "boundary_entropy": 0.648039, "bpb": 1.111156}}, "bpb": {"en": 2.04252, "de": 2.24147, "vi": 1.93932, "tr": 2.21839, "fi": 2.38877, "ru": 1.42344, "el": 1.52075, "hi": 1.22396, "ta": 1.00305, "th": 1.13873, "zh": 3.14893, "my": 1.11116}, "gini_cpc": 0.22358, "gini_cps": 0.231285, "bpic": 5.75971, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9719171367296306, "vi": 1.0203341101740542, "tr": 1.01941056886667, "fi": 1.0004716684206332, "ru": 1.272922414081026, "el": 1.3410014400750634, "hi": 2.257366719273917, "ta": 2.7350937356406564, "th": 2.4561525132772424, "zh": 2.4761814553825037, "my": 2.389161342301248}, "t": 252.4} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05279, "de": 2.24811, "vi": 1.941, "tr": 2.22507, "fi": 2.39989, "ru": 1.40025, "el": 1.51237, "hi": 1.21971, "ta": 1.00926, "th": 1.15445, "zh": 3.14671, "my": 1.12016}, "bytes_per_chunk": {"en": 5.066, "de": 5.105, "vi": 6.531, "tr": 5.134, "fi": 4.877, "ru": 7.083, "el": 6.618, "hi": 5.577, "ta": 5.156, "th": 5.795, "zh": 5.513, "my": 6.63}, "bpb_mean": 1.78581, "t": 253.7} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.30487, "bpb": 1.88253, "chunk_loss": 0.030121, "F": 0.17551, "G": 0.2891, "chunks": 179.72, "bytes_per_chunk": 5.698, "boundary_entropy": 0.41514, "router_noise": 0.0, "grad_norm": 0.7143, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 253.7} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.40667, "bpb": 2.02939, "chunk_loss": 0.030258, "F": 0.17999, "G": 0.28493, "chunks": 184.31, "bytes_per_chunk": 5.556, "boundary_entropy": 0.39987, "router_noise": 0.0, "grad_norm": 0.7053, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 255.7} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.32335, "bpb": 1.90919, "chunk_loss": 0.030245, "F": 0.17981, "G": 0.27002, "chunks": 184.12, "bytes_per_chunk": 5.561, "boundary_entropy": 0.36178, "router_noise": 0.0, "grad_norm": 0.7554, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 257.7} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.33674, "bpb": 1.92851, "chunk_loss": 0.030299, "F": 0.18405, "G": 0.27569, "chunks": 188.47, "bytes_per_chunk": 5.433, "boundary_entropy": 0.35738, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 259.7} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3469.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199333, "cps": 27.101562, "mean_p": 0.228613, "boundary_entropy": 0.233968, "bpb": 2.035312}, "de": {"chunks": 4003.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.194954, "cps": 31.273438, "mean_p": 0.227872, "boundary_entropy": 0.246666, "bpb": 2.232124}, "vi": {"chunks": 3835.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.208028, "cps": 29.960938, "mean_p": 0.253948, "boundary_entropy": 0.372317, "bpb": 1.933403}, "tr": {"chunks": 3609.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199359, "cps": 28.195312, "mean_p": 0.223938, "boundary_entropy": 0.255473, "bpb": 2.208296}, "fi": {"chunks": 3649.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193982, "cps": 28.507812, "mean_p": 0.234107, "boundary_entropy": 0.270667, "bpb": 2.372313}, "ru": {"chunks": 4980.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.262797, "cps": 38.90625, "mean_p": 0.346743, "boundary_entropy": 0.532994, "bpb": 1.411961}, "el": {"chunks": 6466.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.315061, "cps": 50.515625, "mean_p": 0.334456, "boundary_entropy": 0.549199, "bpb": 1.510533}, "hi": {"chunks": 6993.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.415632, "cps": 54.632812, "mean_p": 0.395682, "boundary_entropy": 0.630641, "bpb": 1.216163}, "ta": {"chunks": 8993.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.481038, "cps": 70.257812, "mean_p": 0.38484, "boundary_entropy": 0.62045, "bpb": 0.994942}, "th": {"chunks": 8652.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.537892, "cps": 67.59375, "mean_p": 0.363269, "boundary_entropy": 0.598022, "bpb": 1.138311}, "zh": {"chunks": 2809.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.475618, "cps": 21.945312, "mean_p": 0.28048, "boundary_entropy": 0.436119, "bpb": 3.1431}, "my": {"chunks": 10556.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.557104, "cps": 82.46875, "mean_p": 0.433145, "boundary_entropy": 0.658167, "bpb": 1.108314}}, "bpb": {"en": 2.03531, "de": 2.23212, "vi": 1.9334, "tr": 2.2083, "fi": 2.37231, "ru": 1.41196, "el": 1.51053, "hi": 1.21616, "ta": 0.99494, "th": 1.13831, "zh": 3.1431, "my": 1.10831}, "gini_cpc": 0.229102, "gini_cps": 0.239931, "bpic": 5.642677, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9780318619485437, "vi": 1.043619166951455, "tr": 1.0001293007898957, "fi": 0.9731545113405934, "ru": 1.3183780046563949, "el": 1.58057342438165, "hi": 2.0851066611211935, "ta": 2.413231270649117, "th": 2.6984555331008973, "zh": 2.386042180770575, "my": 2.7948327637661428}, "t": 262.7} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04603, "de": 2.23927, "vi": 1.93414, "tr": 2.21401, "fi": 2.38387, "ru": 1.38941, "el": 1.50218, "hi": 1.2106, "ta": 1.00103, "th": 1.15336, "zh": 3.1392, "my": 1.11659}, "bytes_per_chunk": {"en": 5.091, "de": 5.07, "vi": 6.37, "tr": 5.235, "fi": 4.986, "ru": 6.788, "el": 5.673, "hi": 6.226, "ta": 5.71, "th": 5.321, "zh": 5.757, "my": 5.743}, "bpb_mean": 1.77748, "t": 263.9} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.2597, "bpb": 1.81736, "chunk_loss": 0.030257, "F": 0.18146, "G": 0.28697, "chunks": 185.81, "bytes_per_chunk": 5.511, "boundary_entropy": 0.39707, "router_noise": 0.0, "grad_norm": 0.6846, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 264.0} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.49065, "bpb": 2.15055, "chunk_loss": 0.030259, "F": 0.18451, "G": 0.26091, "chunks": 188.94, "bytes_per_chunk": 5.42, "boundary_entropy": 0.34048, "router_noise": 0.0, "grad_norm": 0.7609, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 266.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.40581, "bpb": 2.02815, "chunk_loss": 0.030224, "F": 0.17847, "G": 0.28969, "chunks": 182.75, "bytes_per_chunk": 5.603, "boundary_entropy": 0.41122, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 268.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.52051, "bpb": 2.19364, "chunk_loss": 0.030358, "F": 0.18811, "G": 0.27111, "chunks": 192.62, "bytes_per_chunk": 5.316, "boundary_entropy": 0.3473, "router_noise": 0.0, "grad_norm": 0.7726, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 270.0} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3490.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20054, "cps": 27.265625, "mean_p": 0.228061, "boundary_entropy": 0.229208, "bpb": 2.02658}, "de": {"chunks": 3952.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192471, "cps": 30.875, "mean_p": 0.223451, "boundary_entropy": 0.240744, "bpb": 2.217497}, "vi": {"chunks": 3868.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209818, "cps": 30.21875, "mean_p": 0.25954, "boundary_entropy": 0.377598, "bpb": 1.927111}, "tr": {"chunks": 3649.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201569, "cps": 28.507812, "mean_p": 0.22252, "boundary_entropy": 0.24988, "bpb": 2.201409}, "fi": {"chunks": 3736.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198607, "cps": 29.1875, "mean_p": 0.235076, "boundary_entropy": 0.265086, "bpb": 2.357827}, "ru": {"chunks": 5105.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.269393, "cps": 39.882812, "mean_p": 0.356524, "boundary_entropy": 0.540834, "bpb": 1.405452}, "el": {"chunks": 5495.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.267748, "cps": 42.929688, "mean_p": 0.32975, "boundary_entropy": 0.550105, "bpb": 1.503434}, "hi": {"chunks": 6544.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.388945, "cps": 51.125, "mean_p": 0.399581, "boundary_entropy": 0.635094, "bpb": 1.209299}, "ta": {"chunks": 7887.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.421878, "cps": 61.617188, "mean_p": 0.37542, "boundary_entropy": 0.61624, "bpb": 0.983367}, "th": {"chunks": 7478.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.464905, "cps": 58.421875, "mean_p": 0.35789, "boundary_entropy": 0.599826, "bpb": 1.124977}, "zh": {"chunks": 2833.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479682, "cps": 22.132812, "mean_p": 0.277434, "boundary_entropy": 0.430032, "bpb": 3.1354}, "my": {"chunks": 10083.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.532141, "cps": 78.773438, "mean_p": 0.433653, "boundary_entropy": 0.657655, "bpb": 1.101261}}, "bpb": {"en": 2.02658, "de": 2.2175, "vi": 1.92711, "tr": 2.20141, "fi": 2.35783, "ru": 1.40545, "el": 1.50343, "hi": 1.2093, "ta": 0.98337, "th": 1.12498, "zh": 3.1354, "my": 1.10126}, "gini_cpc": 0.212425, "gini_cps": 0.216001, "bpic": 5.985356, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9597612732428629, "vi": 1.0462657692209054, "tr": 1.0051294668980286, "fi": 0.9903613367719521, "ru": 1.3433377686718933, "el": 1.3351361188586095, "hi": 1.9394871698804053, "ta": 2.1037060918330828, "th": 2.3182650550041726, "zh": 2.3919485016936783, "my": 2.6535366132494724}, "t": 273.0} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03689, "de": 2.22474, "vi": 1.92778, "tr": 2.20809, "fi": 2.36942, "ru": 1.38158, "el": 1.49467, "hi": 1.20374, "ta": 0.98976, "th": 1.14151, "zh": 3.13259, "my": 1.11062}, "bytes_per_chunk": {"en": 5.048, "de": 5.133, "vi": 6.431, "tr": 5.222, "fi": 4.897, "ru": 6.597, "el": 6.636, "hi": 6.566, "ta": 6.571, "th": 6.197, "zh": 5.725, "my": 6.577}, "bpb_mean": 1.76845, "t": 274.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.28664, "bpb": 1.85623, "chunk_loss": 0.030108, "F": 0.17944, "G": 0.29249, "chunks": 183.75, "bytes_per_chunk": 5.573, "boundary_entropy": 0.41031, "router_noise": 0.0, "grad_norm": 0.7351, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 274.3} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26562, "bpb": 1.8259, "chunk_loss": 0.030227, "F": 0.18222, "G": 0.28459, "chunks": 186.59, "bytes_per_chunk": 5.488, "boundary_entropy": 0.3801, "router_noise": 0.0, "grad_norm": 0.7237, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 276.2} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.30648, "bpb": 1.88485, "chunk_loss": 0.030088, "F": 0.1785, "G": 0.27668, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.36958, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 278.2} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33308, "bpb": 1.92323, "chunk_loss": 0.03002, "F": 0.17813, "G": 0.28366, "chunks": 182.41, "bytes_per_chunk": 5.614, "boundary_entropy": 0.37766, "router_noise": 0.0, "grad_norm": 0.7354, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 280.2} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3482.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20008, "cps": 27.203125, "mean_p": 0.228174, "boundary_entropy": 0.225235, "bpb": 2.021305}, "de": {"chunks": 4024.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.195977, "cps": 31.4375, "mean_p": 0.225563, "boundary_entropy": 0.23973, "bpb": 2.211554}, "vi": {"chunks": 3871.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209981, "cps": 30.242188, "mean_p": 0.257807, "boundary_entropy": 0.372135, "bpb": 1.920478}, "tr": {"chunks": 3670.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202729, "cps": 28.671875, "mean_p": 0.22477, "boundary_entropy": 0.251598, "bpb": 2.188136}, "fi": {"chunks": 3712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197331, "cps": 29.0, "mean_p": 0.233592, "boundary_entropy": 0.261886, "bpb": 2.345119}, "ru": {"chunks": 5052.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.266596, "cps": 39.46875, "mean_p": 0.35944, "boundary_entropy": 0.54404, "bpb": 1.394979}, "el": {"chunks": 6134.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298884, "cps": 47.921875, "mean_p": 0.340274, "boundary_entropy": 0.557941, "bpb": 1.499669}, "hi": {"chunks": 7495.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445468, "cps": 58.554688, "mean_p": 0.409453, "boundary_entropy": 0.638381, "bpb": 1.194367}, "ta": {"chunks": 8076.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.431987, "cps": 63.09375, "mean_p": 0.377249, "boundary_entropy": 0.615666, "bpb": 0.982024}, "th": {"chunks": 7578.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471122, "cps": 59.203125, "mean_p": 0.365188, "boundary_entropy": 0.606013, "bpb": 1.116628}, "zh": {"chunks": 2868.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485608, "cps": 22.40625, "mean_p": 0.280857, "boundary_entropy": 0.433098, "bpb": 3.118979}, "my": {"chunks": 9085.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.47947, "cps": 70.976562, "mean_p": 0.43007, "boundary_entropy": 0.657037, "bpb": 1.099783}}, "bpb": {"en": 2.02131, "de": 2.21155, "vi": 1.92048, "tr": 2.18814, "fi": 2.34512, "ru": 1.39498, "el": 1.49967, "hi": 1.19437, "ta": 0.98202, "th": 1.11663, "zh": 3.11898, "my": 1.09978}, "gini_cpc": 0.204502, "gini_cps": 0.209875, "bpic": 5.900057, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9794920565102007, "vi": 1.0494829388756965, "tr": 1.0132365937297403, "fi": 0.9862600405112056, "ru": 1.3324455814221348, "el": 1.493820035144722, "hi": 2.2264447257088675, "ta": 2.159067371123782, "th": 2.354663702326651, "zh": 2.4270630457290583, "my": 2.3963867464230226}, "t": 283.2} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03188, "de": 2.21782, "vi": 1.92211, "tr": 2.19433, "fi": 2.35753, "ru": 1.37243, "el": 1.49154, "hi": 1.18984, "ta": 0.98889, "th": 1.13314, "zh": 3.11686, "my": 1.10864}, "bytes_per_chunk": {"en": 5.043, "de": 5.076, "vi": 6.4, "tr": 5.16, "fi": 4.953, "ru": 6.725, "el": 6.018, "hi": 5.826, "ta": 6.6, "th": 6.133, "zh": 5.623, "my": 6.899}, "bpb_mean": 1.76042, "t": 284.4} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.2856, "bpb": 1.85474, "chunk_loss": 0.030175, "F": 0.1813, "G": 0.29643, "chunks": 185.66, "bytes_per_chunk": 5.516, "boundary_entropy": 0.40204, "router_noise": 0.0, "grad_norm": 0.7682, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 284.4} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.37606, "bpb": 1.98524, "chunk_loss": 0.030363, "F": 0.18539, "G": 0.29175, "chunks": 189.84, "bytes_per_chunk": 5.394, "boundary_entropy": 0.38738, "router_noise": 0.0, "grad_norm": 0.7293, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 286.4} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.37311, "bpb": 1.98098, "chunk_loss": 0.030244, "F": 0.18552, "G": 0.2893, "chunks": 189.97, "bytes_per_chunk": 5.39, "boundary_entropy": 0.38139, "router_noise": 0.0, "grad_norm": 0.7394, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 288.4} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.42301, "bpb": 2.05297, "chunk_loss": 0.030304, "F": 0.18582, "G": 0.28737, "chunks": 190.28, "bytes_per_chunk": 5.382, "boundary_entropy": 0.38152, "router_noise": 0.0, "grad_norm": 0.7774, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 290.4} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3487.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200368, "cps": 27.242188, "mean_p": 0.227291, "boundary_entropy": 0.225132, "bpb": 2.01323}, "de": {"chunks": 4030.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196269, "cps": 31.484375, "mean_p": 0.227372, "boundary_entropy": 0.240263, "bpb": 2.206513}, "vi": {"chunks": 3802.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206238, "cps": 29.703125, "mean_p": 0.259987, "boundary_entropy": 0.378415, "bpb": 1.914659}, "tr": {"chunks": 3723.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205657, "cps": 29.085938, "mean_p": 0.226131, "boundary_entropy": 0.251421, "bpb": 2.184323}, "fi": {"chunks": 3735.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198554, "cps": 29.179688, "mean_p": 0.234399, "boundary_entropy": 0.262935, "bpb": 2.339437}, "ru": {"chunks": 5030.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.265435, "cps": 39.296875, "mean_p": 0.364011, "boundary_entropy": 0.548434, "bpb": 1.389078}, "el": {"chunks": 6080.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296253, "cps": 47.5, "mean_p": 0.338067, "boundary_entropy": 0.555564, "bpb": 1.486861}, "hi": {"chunks": 6981.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414918, "cps": 54.539062, "mean_p": 0.403811, "boundary_entropy": 0.636543, "bpb": 1.191777}, "ta": {"chunks": 7999.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.427868, "cps": 62.492188, "mean_p": 0.378462, "boundary_entropy": 0.617109, "bpb": 0.975417}, "th": {"chunks": 7420.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461299, "cps": 57.96875, "mean_p": 0.369326, "boundary_entropy": 0.610613, "bpb": 1.110164}, "zh": {"chunks": 2896.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.490349, "cps": 22.625, "mean_p": 0.278213, "boundary_entropy": 0.425367, "bpb": 3.117906}, "my": {"chunks": 8534.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450391, "cps": 66.671875, "mean_p": 0.42545, "boundary_entropy": 0.655372, "bpb": 1.096976}}, "bpb": {"en": 2.01323, "de": 2.20651, "vi": 1.91466, "tr": 2.18432, "fi": 2.33944, "ru": 1.38908, "el": 1.48686, "hi": 1.19178, "ta": 0.97542, "th": 1.11016, "zh": 3.11791, "my": 1.09698}, "gini_cpc": 0.199236, "gini_cps": 0.19954, "bpic": 6.023212, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9795459465245472, "vi": 1.029298034335599, "tr": 1.026395306936326, "fi": 0.9909480685850374, "ru": 1.3247408958869469, "el": 1.4785462255508557, "hi": 2.070783700528944, "ta": 2.1354155460548725, "th": 2.3022634183060506, "zh": 2.447244086229623, "my": 2.2478195043818774}, "t": 293.3} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02539, "de": 2.21124, "vi": 1.91533, "tr": 2.18912, "fi": 2.3514, "ru": 1.36556, "el": 1.47861, "hi": 1.18634, "ta": 0.98166, "th": 1.1273, "zh": 3.11388, "my": 1.10629}, "bytes_per_chunk": {"en": 5.068, "de": 5.04, "vi": 6.557, "tr": 5.127, "fi": 4.91, "ru": 6.726, "el": 6.093, "hi": 6.288, "ta": 6.532, "th": 6.226, "zh": 5.607, "my": 6.956}, "bpb_mean": 1.75434, "t": 294.6} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.13932, "bpb": 1.6437, "chunk_loss": 0.02994, "F": 0.17361, "G": 0.31962, "chunks": 177.78, "bytes_per_chunk": 5.76, "boundary_entropy": 0.45146, "router_noise": 0.0, "grad_norm": 0.7169, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 294.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.19548, "bpb": 1.72472, "chunk_loss": 0.030004, "F": 0.17606, "G": 0.30808, "chunks": 180.28, "bytes_per_chunk": 5.68, "boundary_entropy": 0.42956, "router_noise": 0.0, "grad_norm": 0.7416, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 296.7} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.39068, "bpb": 2.00632, "chunk_loss": 0.030527, "F": 0.19049, "G": 0.27785, "chunks": 195.06, "bytes_per_chunk": 5.25, "boundary_entropy": 0.34778, "router_noise": 0.0, "grad_norm": 0.7781, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 298.7} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.40792, "bpb": 2.0312, "chunk_loss": 0.030232, "F": 0.18457, "G": 0.27574, "chunks": 189.0, "bytes_per_chunk": 5.418, "boundary_entropy": 0.35941, "router_noise": 0.0, "grad_norm": 0.8011, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 300.7} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3513.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201862, "cps": 27.445312, "mean_p": 0.228664, "boundary_entropy": 0.222917, "bpb": 2.007767}, "de": {"chunks": 4052.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197341, "cps": 31.65625, "mean_p": 0.226852, "boundary_entropy": 0.237165, "bpb": 2.1984}, "vi": {"chunks": 3955.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214538, "cps": 30.898438, "mean_p": 0.263063, "boundary_entropy": 0.376928, "bpb": 1.912688}, "tr": {"chunks": 3713.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205104, "cps": 29.007812, "mean_p": 0.224997, "boundary_entropy": 0.249844, "bpb": 2.171518}, "fi": {"chunks": 3721.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19781, "cps": 29.070312, "mean_p": 0.233928, "boundary_entropy": 0.260676, "bpb": 2.328664}, "ru": {"chunks": 5214.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.275145, "cps": 40.734375, "mean_p": 0.370362, "boundary_entropy": 0.551974, "bpb": 1.385021}, "el": {"chunks": 6362.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309994, "cps": 49.703125, "mean_p": 0.34426, "boundary_entropy": 0.559372, "bpb": 1.477896}, "hi": {"chunks": 7109.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.422526, "cps": 55.539062, "mean_p": 0.409119, "boundary_entropy": 0.63878, "bpb": 1.182522}, "ta": {"chunks": 8241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.440813, "cps": 64.382812, "mean_p": 0.384101, "boundary_entropy": 0.621127, "bpb": 0.970711}, "th": {"chunks": 6807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.423189, "cps": 53.179688, "mean_p": 0.368109, "boundary_entropy": 0.612521, "bpb": 1.108099}, "zh": {"chunks": 2851.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482729, "cps": 22.273438, "mean_p": 0.276474, "boundary_entropy": 0.423384, "bpb": 3.10914}, "my": {"chunks": 9671.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.510397, "cps": 75.554688, "mean_p": 0.435201, "boundary_entropy": 0.658646, "bpb": 1.093287}}, "bpb": {"en": 2.00777, "de": 2.1984, "vi": 1.91269, "tr": 2.17152, "fi": 2.32866, "ru": 1.38502, "el": 1.4779, "hi": 1.18252, "ta": 0.97071, "th": 1.1081, "zh": 3.10914, "my": 1.09329}, "gini_cpc": 0.202454, "gini_cps": 0.211061, "bpic": 5.885399, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9776040676517352, "vi": 1.0627945441284343, "tr": 1.016062371627804, "fi": 0.9799270744841456, "ru": 1.363037432769502, "el": 1.535673146368493, "hi": 2.093145468180382, "ta": 2.1837374145486597, "th": 2.09643139947976, "zh": 2.3913863450823505, "my": 2.528447716227089}, "t": 303.6} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01902, "de": 2.20388, "vi": 1.91293, "tr": 2.17806, "fi": 2.34097, "ru": 1.36092, "el": 1.46937, "hi": 1.17863, "ta": 0.97782, "th": 1.12488, "zh": 3.10551, "my": 1.10187}, "bytes_per_chunk": {"en": 5.025, "de": 5.054, "vi": 6.294, "tr": 5.143, "fi": 4.918, "ru": 6.525, "el": 5.79, "hi": 6.233, "ta": 6.472, "th": 6.65, "zh": 5.623, "my": 6.296}, "bpb_mean": 1.74782, "t": 304.9} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.46065, "bpb": 2.10728, "chunk_loss": 0.030213, "F": 0.18359, "G": 0.28016, "chunks": 188.0, "bytes_per_chunk": 5.447, "boundary_entropy": 0.36452, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 305.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.27226, "bpb": 1.83549, "chunk_loss": 0.030157, "F": 0.18149, "G": 0.30869, "chunks": 185.84, "bytes_per_chunk": 5.51, "boundary_entropy": 0.42018, "router_noise": 0.0, "grad_norm": 0.7315, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 307.4} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.31607, "bpb": 1.89869, "chunk_loss": 0.030229, "F": 0.18442, "G": 0.28648, "chunks": 188.84, "bytes_per_chunk": 5.422, "boundary_entropy": 0.36971, "router_noise": 0.0, "grad_norm": 0.7491, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 309.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.20281, "bpb": 1.73529, "chunk_loss": 0.030198, "F": 0.18188, "G": 0.30375, "chunks": 186.25, "bytes_per_chunk": 5.498, "boundary_entropy": 0.40307, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 312.3} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3542.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203528, "cps": 27.671875, "mean_p": 0.229622, "boundary_entropy": 0.221763, "bpb": 2.00508}, "de": {"chunks": 4068.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19812, "cps": 31.78125, "mean_p": 0.227779, "boundary_entropy": 0.236615, "bpb": 2.19568}, "vi": {"chunks": 3928.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.213073, "cps": 30.6875, "mean_p": 0.265174, "boundary_entropy": 0.379627, "bpb": 1.906869}, "tr": {"chunks": 3737.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20643, "cps": 29.195312, "mean_p": 0.226538, "boundary_entropy": 0.248533, "bpb": 2.16243}, "fi": {"chunks": 3693.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196321, "cps": 28.851562, "mean_p": 0.232147, "boundary_entropy": 0.257945, "bpb": 2.32305}, "ru": {"chunks": 5553.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.293034, "cps": 43.382812, "mean_p": 0.379441, "boundary_entropy": 0.55728, "bpb": 1.378978}, "el": {"chunks": 5600.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.272865, "cps": 43.75, "mean_p": 0.336816, "boundary_entropy": 0.556872, "bpb": 1.475486}, "hi": {"chunks": 7478.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444458, "cps": 58.421875, "mean_p": 0.413771, "boundary_entropy": 0.641348, "bpb": 1.177615}, "ta": {"chunks": 8558.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457769, "cps": 66.859375, "mean_p": 0.384797, "boundary_entropy": 0.621085, "bpb": 0.966659}, "th": {"chunks": 7671.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.476904, "cps": 59.929688, "mean_p": 0.379562, "boundary_entropy": 0.616515, "bpb": 1.104233}, "zh": {"chunks": 2852.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482899, "cps": 22.28125, "mean_p": 0.275282, "boundary_entropy": 0.41932, "bpb": 3.104883}, "my": {"chunks": 11714.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.618218, "cps": 91.515625, "mean_p": 0.446237, "boundary_entropy": 0.661273, "bpb": 1.093418}}, "bpb": {"en": 2.00508, "de": 2.19568, "vi": 1.90687, "tr": 2.16243, "fi": 2.32305, "ru": 1.37898, "el": 1.47549, "hi": 1.17762, "ta": 0.96666, "th": 1.10423, "zh": 3.10488, "my": 1.09342}, "gini_cpc": 0.227394, "gini_cps": 0.23842, "bpic": 5.611326, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9734285965633594, "vi": 1.046896867946148, "tr": 1.0142572243220946, "fi": 0.9645905160012308, "ru": 1.4397729917209094, "el": 1.340672635868482, "hi": 2.1837652521262574, "ta": 2.2491704860136315, "th": 2.343184472944849, "zh": 2.372638874840026, "my": 3.037507835942453}, "t": 315.9} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01503, "de": 2.20174, "vi": 1.90681, "tr": 2.17032, "fi": 2.33538, "ru": 1.35485, "el": 1.467, "hi": 1.17311, "ta": 0.97422, "th": 1.12039, "zh": 3.10123, "my": 1.10229}, "bytes_per_chunk": {"en": 4.977, "de": 5.027, "vi": 6.326, "tr": 5.083, "fi": 4.96, "ru": 6.156, "el": 6.496, "hi": 6.038, "ta": 6.256, "th": 5.926, "zh": 5.605, "my": 5.277}, "bpb_mean": 1.74353, "t": 317.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.25834, "bpb": 1.8154, "chunk_loss": 0.0303, "F": 0.18579, "G": 0.29675, "chunks": 190.25, "bytes_per_chunk": 5.382, "boundary_entropy": 0.3894, "router_noise": 0.0, "grad_norm": 0.7188, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.102, "alpha": 0.03, "t": 317.4} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.36354, "bpb": 1.96718, "chunk_loss": 0.030256, "F": 0.18414, "G": 0.29138, "chunks": 188.56, "bytes_per_chunk": 5.431, "boundary_entropy": 0.38608, "router_noise": 0.0, "grad_norm": 0.7209, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 319.6} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.32306, "bpb": 1.90877, "chunk_loss": 0.030129, "F": 0.18091, "G": 0.27805, "chunks": 185.25, "bytes_per_chunk": 5.528, "boundary_entropy": 0.36398, "router_noise": 0.0, "grad_norm": 0.7492, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 321.6} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.28281, "bpb": 1.8507, "chunk_loss": 0.030067, "F": 0.17786, "G": 0.2907, "chunks": 182.12, "bytes_per_chunk": 5.623, "boundary_entropy": 0.39166, "router_noise": 0.0, "grad_norm": 0.7307, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 323.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3554.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204218, "cps": 27.765625, "mean_p": 0.229418, "boundary_entropy": 0.219621, "bpb": 2.00097}, "de": {"chunks": 4074.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198412, "cps": 31.828125, "mean_p": 0.226275, "boundary_entropy": 0.234372, "bpb": 2.190772}, "vi": {"chunks": 3910.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212097, "cps": 30.546875, "mean_p": 0.262431, "boundary_entropy": 0.375861, "bpb": 1.903682}, "tr": {"chunks": 3737.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20643, "cps": 29.195312, "mean_p": 0.225867, "boundary_entropy": 0.245853, "bpb": 2.163042}, "fi": {"chunks": 3735.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198554, "cps": 29.179688, "mean_p": 0.233517, "boundary_entropy": 0.256381, "bpb": 2.323166}, "ru": {"chunks": 5416.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.285805, "cps": 42.3125, "mean_p": 0.375164, "boundary_entropy": 0.555337, "bpb": 1.374952}, "el": {"chunks": 6226.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303367, "cps": 48.640625, "mean_p": 0.341666, "boundary_entropy": 0.558119, "bpb": 1.468961}, "hi": {"chunks": 7750.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.460624, "cps": 60.546875, "mean_p": 0.41527, "boundary_entropy": 0.6411, "bpb": 1.176798}, "ta": {"chunks": 8400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449318, "cps": 65.625, "mean_p": 0.379954, "boundary_entropy": 0.618061, "bpb": 0.965125}, "th": {"chunks": 6746.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419397, "cps": 52.703125, "mean_p": 0.372323, "boundary_entropy": 0.615118, "bpb": 1.101668}, "zh": {"chunks": 2871.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.486116, "cps": 22.429688, "mean_p": 0.273968, "boundary_entropy": 0.417905, "bpb": 3.099327}, "my": {"chunks": 10643.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.561695, "cps": 83.148438, "mean_p": 0.438119, "boundary_entropy": 0.658772, "bpb": 1.090673}}, "bpb": {"en": 2.00097, "de": 2.19077, "vi": 1.90368, "tr": 2.16304, "fi": 2.32317, "ru": 1.37495, "el": 1.46896, "hi": 1.1768, "ta": 0.96513, "th": 1.10167, "zh": 3.09933, "my": 1.09067}, "gini_cpc": 0.213933, "gini_cps": 0.224352, "bpic": 5.722779, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9715727247580181, "vi": 1.038580853899822, "tr": 1.0108326079203318, "fi": 0.9722667178266813, "ru": 1.3995104256529116, "el": 1.485507907443756, "hi": 2.255554505690593, "ta": 2.20019165579378, "th": 2.053676191602399, "zh": 2.380380843684808, "my": 2.7504729794506755}, "t": 326.6} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01299, "de": 2.19767, "vi": 1.904, "tr": 2.16899, "fi": 2.33436, "ru": 1.3519, "el": 1.46079, "hi": 1.1729, "ta": 0.97211, "th": 1.11821, "zh": 3.0958, "my": 1.09919}, "bytes_per_chunk": {"en": 4.98, "de": 5.033, "vi": 6.337, "tr": 5.099, "fi": 4.907, "ru": 6.302, "el": 5.986, "hi": 5.887, "ta": 6.309, "th": 6.712, "zh": 5.615, "my": 5.706}, "bpb_mean": 1.74074, "t": 327.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3554.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204218, "cps": 27.765625, "mean_p": 0.229418, "boundary_entropy": 0.219621, "bpb": 2.00097}, "de": {"chunks": 4074.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.198412, "cps": 31.828125, "mean_p": 0.226275, "boundary_entropy": 0.234372, "bpb": 2.190772}, "vi": {"chunks": 3910.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212097, "cps": 30.546875, "mean_p": 0.262431, "boundary_entropy": 0.375861, "bpb": 1.903682}, "tr": {"chunks": 3737.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20643, "cps": 29.195312, "mean_p": 0.225867, "boundary_entropy": 0.245853, "bpb": 2.163042}, "fi": {"chunks": 3735.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198554, "cps": 29.179688, "mean_p": 0.233517, "boundary_entropy": 0.256381, "bpb": 2.323166}, "ru": {"chunks": 5416.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.285805, "cps": 42.3125, "mean_p": 0.375164, "boundary_entropy": 0.555337, "bpb": 1.374952}, "el": {"chunks": 6226.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303367, "cps": 48.640625, "mean_p": 0.341666, "boundary_entropy": 0.558119, "bpb": 1.468961}, "hi": {"chunks": 7750.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.460624, "cps": 60.546875, "mean_p": 0.41527, "boundary_entropy": 0.6411, "bpb": 1.176798}, "ta": {"chunks": 8400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449318, "cps": 65.625, "mean_p": 0.379954, "boundary_entropy": 0.618061, "bpb": 0.965125}, "th": {"chunks": 6746.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419397, "cps": 52.703125, "mean_p": 0.372323, "boundary_entropy": 0.615118, "bpb": 1.101668}, "zh": {"chunks": 2871.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.486116, "cps": 22.429688, "mean_p": 0.273968, "boundary_entropy": 0.417905, "bpb": 3.099327}, "my": {"chunks": 10643.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.561695, "cps": 83.148438, "mean_p": 0.438119, "boundary_entropy": 0.658772, "bpb": 1.090673}}, "bpb": {"en": 2.00097, "de": 2.19077, "vi": 1.90368, "tr": 2.16304, "fi": 2.32317, "ru": 1.37495, "el": 1.46896, "hi": 1.1768, "ta": 0.96513, "th": 1.10167, "zh": 3.09933, "my": 1.09067}, "gini_cpc": 0.213933, "gini_cps": 0.224352, "bpic": 5.722779, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9715727247580181, "vi": 1.038580853899822, "tr": 1.0108326079203318, "fi": 0.9722667178266813, "ru": 1.3995104256529116, "el": 1.485507907443756, "hi": 2.255554505690593, "ta": 2.20019165579378, "th": 2.053676191602399, "zh": 2.380380843684808, "my": 2.7504729794506755}, "t": 328.8} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s0/th0.70"], "t": 332.3} +{"event": "final", "run": "pilot_C_s0", "condition": "C", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.20421766362121474, "cps": 27.765625, "bpb": 2.0218003220896423, "bytes_per_chunk": 4.931551174362496}, "de": {"cpc": 0.19841231188818, "cps": 31.828125, "bpb": 2.1884879495998555, "bytes_per_chunk": 5.053768001388059}, "vi": {"cpc": 0.21209655546514783, "cps": 30.546875, "bpb": 1.908820920141231, "bytes_per_chunk": 6.356469974903311}, "tr": {"cpc": 0.20642987350162956, "cps": 29.1953125, "bpb": 2.16043099015882, "bytes_per_chunk": 5.1186503558632}, "fi": {"cpc": 0.19855403753123171, "cps": 29.1796875, "bpb": 2.3519634356420727, "bytes_per_chunk": 4.898148321156972}, "ru": {"cpc": 0.28580474934036937, "cps": 42.3125, "bpb": 1.3522200363837824, "bytes_per_chunk": 6.302523230793273}, "el": {"cpc": 0.30336695414900355, "cps": 48.640625, "bpb": 1.4567373275916706, "bytes_per_chunk": 6.003458107659365}, "hi": {"cpc": 0.4606240713224368, "cps": 60.546875, "bpb": 1.1819406533249985, "bytes_per_chunk": 5.90753698633224}, "ta": {"cpc": 0.4493179994650976, "cps": 65.625, "bpb": 0.972932620730949, "bytes_per_chunk": 6.351387694283257}, "th": {"cpc": 0.4193969536835561, "cps": 52.703125, "bpb": 1.1166655464733943, "bytes_per_chunk": 6.694605120347315}, "zh": {"cpc": 0.48611581442600743, "cps": 22.4296875, "bpb": 3.1056148981036586, "bytes_per_chunk": 5.6012478365846885}, "my": {"cpc": 0.5616951657166983, "cps": 83.1484375, "bpb": 1.1093779590001915, "bytes_per_chunk": 5.724730572267779}}, "gini_cpc": 0.21393280088221256, "gini_cps": 0.2243520920938833, "bpic": 5.722778920998479, "seed": 0, "mean_boundary_entropy": 0.4017484784126282, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 334.7} diff --git a/pilot_C_s0/model.safetensors b/pilot_C_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..54cc935296bc4f8ab484b3432f9c6c8d08d68332 --- /dev/null +++ b/pilot_C_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:73dd46d0d6e85dcbdddf1ea796e17004159b69ee6e95864e9be091c3ff31dc85 +size 90078296 diff --git a/pilot_C_s1/config.json b/pilot_C_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..bb6a15654b1bea4d6d920fb5e420d6d702d0127b --- /dev/null +++ b/pilot_C_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_C_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "C", + "seed": 1, + "out_dir": null, + "run_name": "pilot_C_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2221252116848107, + "gini_cps": 0.20875659856130868, + "bpic": 6.298203003200132, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9604148611628424, + "vi": 1.3552981289527464, + "tr": 1.0531878667462566, + "fi": 0.9251501780872894, + "ru": 2.031235154329443, + "el": 1.9270307737587915, + "hi": 2.264945467182156, + "ta": 2.6960184830083618, + "th": 2.6180776002100776, + "zh": 3.033061951252619, + "my": 2.1451879194000423 + } + } +} \ No newline at end of file diff --git a/pilot_C_s1/final.json b/pilot_C_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..e59aeb433d68f95aac3165991c4c557b686e7953 --- /dev/null +++ b/pilot_C_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_C_s1", + "condition": "C", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16658047463081077, + "cps": 22.6484375, + "bpb": 2.034134262125667, + "bytes_per_chunk": 5.6753409828967305 + }, + "de": { + "cpc": 0.1599863634149905, + "cps": 25.6640625, + "bpb": 2.2279271615805345, + "bytes_per_chunk": 6.283262625536301 + }, + "vi": { + "cpc": 0.22576620558719826, + "cps": 32.515625, + "bpb": 1.877921528186976, + "bytes_per_chunk": 5.814632847937715 + }, + "tr": { + "cpc": 0.17544053471800253, + "cps": 24.8125, + "bpb": 2.2088697962851733, + "bytes_per_chunk": 6.083921277385815 + }, + "fi": { + "cpc": 0.15411195577055978, + "cps": 22.6484375, + "bpb": 2.412586739629766, + "bytes_per_chunk": 6.5237538262449295 + }, + "ru": { + "cpc": 0.3383641160949868, + "cps": 50.09375, + "bpb": 1.276287299019656, + "bytes_per_chunk": 5.480515136310419 + }, + "el": { + "cpc": 0.321005700920918, + "cps": 51.46875, + "bpb": 1.3180558923937413, + "bytes_per_chunk": 5.695687126561651 + }, + "hi": { + "cpc": 0.377295690936107, + "cps": 49.59375, + "bpb": 1.1627524737258252, + "bytes_per_chunk": 6.470774091627172 + }, + "ta": { + "cpc": 0.44910403851297137, + "cps": 65.59375, + "bpb": 0.9491452058399927, + "bytes_per_chunk": 6.1038244368123875 + }, + "th": { + "cpc": 0.43612060926328877, + "cps": 54.8046875, + "bpb": 1.0742587039841258, + "bytes_per_chunk": 6.426988329900952 + }, + "zh": { + "cpc": 0.5052488994243143, + "cps": 23.3125, + "bpb": 3.0502380753653546, + "bytes_per_chunk": 5.299906999312603 + }, + "my": { + "cpc": 0.35734642178594045, + "cps": 52.8984375, + "bpb": 1.101764856739026, + "bytes_per_chunk": 9.165874125874126 + } + }, + "gini_cpc": 0.2221252116848107, + "gini_cps": 0.20875659856130868, + "bpic": 6.298203003200132, + "seed": 1, + "mean_boundary_entropy": 0.16041748225688934, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_C_s1/log.jsonl b/pilot_C_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..93ea6b5fa49427d3ef0fca496860ba04ed460b71 --- /dev/null +++ b/pilot_C_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_C_s1", "condition": "C", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.1} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3206, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.4} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2652.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.152388, "cps": 20.71875, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.011944}, "de": {"chunks": 2040.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099352, "cps": 15.9375, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.04201}, "vi": {"chunks": 14105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765121, "cps": 110.195312, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873429}, "tr": {"chunks": 5611.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309949, "cps": 43.835938, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996299}, "fi": {"chunks": 4696.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249641, "cps": 36.6875, "mean_p": 0.484353, "boundary_entropy": 0.686583, "bpb": 8.050098}, "ru": {"chunks": 17480.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.922427, "cps": 136.5625, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.084058}, "el": {"chunks": 31424.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.53116, "cps": 245.5, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792261}, "hi": {"chunks": 1660.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098663, "cps": 12.96875, "mean_p": 0.476276, "boundary_entropy": 0.689496, "bpb": 8.025216}, "ta": {"chunks": 39578.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117037, "cps": 309.203125, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080304}, "th": {"chunks": 44407.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760771, "cps": 346.929688, "mean_p": 0.52071, "boundary_entropy": 0.69023, "bpb": 8.182809}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116865}, "my": {"chunks": 7051.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372124, "cps": 55.085938, "mean_p": 0.49115, "boundary_entropy": 0.691021, "bpb": 8.097577}}, "bpb": {"en": 8.01194, "de": 8.04201, "vi": 7.87343, "tr": 7.9963, "fi": 8.0501, "ru": 8.08406, "el": 7.79226, "hi": 8.02522, "ta": 8.0803, "th": 8.18281, "zh": 8.11687, "my": 8.09758}, "gini_cpc": 0.50776, "gini_cps": 0.501327, "bpic": 2.089889, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.651971123407348, "vi": 5.020888176263182, "tr": 2.0339502114971566, "fi": 1.6381995611983071, "ru": 6.053169211666805, "el": 10.047805541206058, "hi": 0.647446094679728, "ta": 13.892454245878406, "th": 18.116778300234753, "zh": 14.369988990412386, "my": 2.4419565885008456}, "t": 4.8} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2631.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151181, "cps": 20.554688, "mean_p": 0.477867, "boundary_entropy": 0.685416, "bpb": 7.961926}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 7.99997}, "vi": {"chunks": 13976.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758123, "cps": 109.1875, "mean_p": 0.506724, "boundary_entropy": 0.688298, "bpb": 7.840344}, "tr": {"chunks": 5558.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.307021, "cps": 43.421875, "mean_p": 0.485757, "boundary_entropy": 0.686358, "bpb": 7.961989}, "fi": {"chunks": 4632.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246239, "cps": 36.1875, "mean_p": 0.484106, "boundary_entropy": 0.686566, "bpb": 8.009839}, "ru": {"chunks": 17252.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.910396, "cps": 134.78125, "mean_p": 0.502047, "boundary_entropy": 0.690066, "bpb": 8.040021}, "el": {"chunks": 31366.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.528334, "cps": 245.046875, "mean_p": 0.517784, "boundary_entropy": 0.689716, "bpb": 7.769483}, "hi": {"chunks": 1669.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099198, "cps": 13.039062, "mean_p": 0.476368, "boundary_entropy": 0.689506, "bpb": 7.983978}, "ta": {"chunks": 39401.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107569, "cps": 307.820312, "mean_p": 0.514419, "boundary_entropy": 0.69055, "bpb": 8.042722}, "th": {"chunks": 44381.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759154, "cps": 346.726562, "mean_p": 0.520516, "boundary_entropy": 0.690244, "bpb": 8.123064}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106759}, "my": {"chunks": 7073.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.373285, "cps": 55.257812, "mean_p": 0.491161, "boundary_entropy": 0.691021, "bpb": 8.084054}}, "bpb": {"en": 7.96193, "de": 7.99997, "vi": 7.84034, "tr": 7.96199, "fi": 8.00984, "ru": 8.04002, "el": 7.76948, "hi": 7.98398, "ta": 8.04272, "th": 8.12306, "zh": 8.10676, "my": 8.08405}, "gini_cpc": 0.50878, "gini_cps": 0.501997, "bpic": 2.098529, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6487992380483157, "vi": 5.014677660330188, "tr": 2.0308192113152597, "fi": 1.6287706670088653, "ru": 6.0218995556331105, "el": 10.109311181920043, "hi": 0.6561521192909098, "ta": 13.940714945520163, "th": 18.250690087473583, "zh": 14.479086841705922, "my": 2.4691277141135712}, "t": 6.3} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2557.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146929, "cps": 19.976562, "mean_p": 0.477478, "boundary_entropy": 0.685387, "bpb": 7.79171}, "de": {"chunks": 1968.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095846, "cps": 15.375, "mean_p": 0.468985, "boundary_entropy": 0.685193, "bpb": 7.852599}, "vi": {"chunks": 13540.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.734472, "cps": 105.78125, "mean_p": 0.505671, "boundary_entropy": 0.688326, "bpb": 7.729999}, "tr": {"chunks": 5388.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29763, "cps": 42.09375, "mean_p": 0.485237, "boundary_entropy": 0.686332, "bpb": 7.842935}, "fi": {"chunks": 4455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23683, "cps": 34.804688, "mean_p": 0.483396, "boundary_entropy": 0.686515, "bpb": 7.870379}, "ru": {"chunks": 16097.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849446, "cps": 125.757812, "mean_p": 0.500927, "boundary_entropy": 0.690065, "bpb": 7.865187}, "el": {"chunks": 31135.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.517078, "cps": 243.242188, "mean_p": 0.517302, "boundary_entropy": 0.689748, "bpb": 7.685975}, "hi": {"chunks": 1730.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102823, "cps": 13.515625, "mean_p": 0.476709, "boundary_entropy": 0.689543, "bpb": 7.829456}, "ta": {"chunks": 38745.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072479, "cps": 302.695312, "mean_p": 0.513991, "boundary_entropy": 0.69057, "bpb": 7.91292}, "th": {"chunks": 44277.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.752689, "cps": 345.914062, "mean_p": 0.519897, "boundary_entropy": 0.69029, "bpb": 7.955002}, "zh": {"chunks": 12923.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.188114, "cps": 100.960938, "mean_p": 0.528242, "boundary_entropy": 0.684757, "bpb": 8.079666}, "my": {"chunks": 7122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375871, "cps": 55.640625, "mean_p": 0.49119, "boundary_entropy": 0.691022, "bpb": 8.001211}}, "bpb": {"en": 7.79171, "de": 7.8526, "vi": 7.73, "tr": 7.84293, "fi": 7.87038, "ru": 7.86519, "el": 7.68598, "hi": 7.82946, "ta": 7.91292, "th": 7.955, "zh": 8.07967, "my": 8.00121}, "gini_cpc": 0.512209, "gini_cps": 0.503659, "bpic": 2.132863, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6523280884338518, "vi": 4.998836296476146, "tr": 2.0256780762909914, "fi": 1.6118670486425006, "ru": 5.7813481332737595, "el": 10.32527000097242, "hi": 0.6998168939850459, "ta": 14.105340938555994, "th": 18.73486268745588, "zh": 14.892352036950685, "my": 2.558185219924295}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132161, "cps": 17.96875, "mean_p": 0.476347, "boundary_entropy": 0.685317, "bpb": 7.297454}, "de": {"chunks": 1784.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086885, "cps": 13.9375, "mean_p": 0.467596, "boundary_entropy": 0.685051, "bpb": 7.408973}, "vi": {"chunks": 12231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663466, "cps": 95.554688, "mean_p": 0.502574, "boundary_entropy": 0.688389, "bpb": 7.434503}, "tr": {"chunks": 4854.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268132, "cps": 37.921875, "mean_p": 0.483425, "boundary_entropy": 0.686243, "bpb": 7.494894}, "fi": {"chunks": 3816.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.20286, "cps": 29.8125, "mean_p": 0.480873, "boundary_entropy": 0.68633, "bpb": 7.453883}, "ru": {"chunks": 12099.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.63847, "cps": 94.523438, "mean_p": 0.496808, "boundary_entropy": 0.69002, "bpb": 7.244503}, "el": {"chunks": 30500.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486138, "cps": 238.28125, "mean_p": 0.516119, "boundary_entropy": 0.689821, "bpb": 7.512205}, "hi": {"chunks": 1892.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112452, "cps": 14.78125, "mean_p": 0.477696, "boundary_entropy": 0.689646, "bpb": 7.380599}, "ta": {"chunks": 34880.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.86574, "cps": 272.5, "mean_p": 0.511349, "boundary_entropy": 0.690681, "bpb": 7.492788}, "th": {"chunks": 43413.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.698974, "cps": 339.164062, "mean_p": 0.517056, "boundary_entropy": 0.690483, "bpb": 7.519766}, "zh": {"chunks": 12916.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.186929, "cps": 100.90625, "mean_p": 0.528222, "boundary_entropy": 0.684759, "bpb": 7.97214}, "my": {"chunks": 7554.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.39867, "cps": 59.015625, "mean_p": 0.491562, "boundary_entropy": 0.691038, "bpb": 7.746589}}, "bpb": {"en": 7.29745, "de": 7.40897, "vi": 7.4345, "tr": 7.49489, "fi": 7.45388, "ru": 7.2445, "el": 7.5122, "hi": 7.3806, "ta": 7.49279, "th": 7.51977, "zh": 7.97214, "my": 7.74659}, "gini_cpc": 0.522773, "gini_cps": 0.507407, "bpic": 2.281165, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6574136649592702, "vi": 5.020131672975555, "tr": 2.0288292836402326, "fi": 1.5349448172091722, "ru": 4.83099453940576, "el": 11.244891733346892, "hi": 0.8508682989857227, "ta": 14.117158505529263, "th": 20.421846954359314, "zh": 16.547442394617118, "my": 3.0165455571770794}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131759, "cps": 17.914062, "mean_p": 0.478674, "boundary_entropy": 0.685749, "bpb": 6.63594}, "de": {"chunks": 1720.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.083768, "cps": 13.4375, "mean_p": 0.470347, "boundary_entropy": 0.685666, "bpb": 6.756497}, "vi": {"chunks": 9740.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528343, "cps": 76.09375, "mean_p": 0.496629, "boundary_entropy": 0.688418, "bpb": 7.048651}, "tr": {"chunks": 4403.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243219, "cps": 34.398438, "mean_p": 0.482546, "boundary_entropy": 0.686344, "bpb": 7.014899}, "fi": {"chunks": 2968.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15778, "cps": 23.1875, "mean_p": 0.478142, "boundary_entropy": 0.686222, "bpb": 6.85417}, "ru": {"chunks": 6002.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316728, "cps": 46.890625, "mean_p": 0.487676, "boundary_entropy": 0.689678, "bpb": 6.435858}, "el": {"chunks": 23101.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.125615, "cps": 180.476562, "mean_p": 0.50639, "boundary_entropy": 0.69025, "bpb": 6.833865}, "hi": {"chunks": 3520.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.209212, "cps": 27.5, "mean_p": 0.483431, "boundary_entropy": 0.690145, "bpb": 6.500074}, "ta": {"chunks": 21624.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.156673, "cps": 168.9375, "mean_p": 0.498122, "boundary_entropy": 0.690847, "bpb": 6.58499}, "th": {"chunks": 24801.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.541871, "cps": 193.757812, "mean_p": 0.50306, "boundary_entropy": 0.690961, "bpb": 6.461709}, "zh": {"chunks": 13086.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215713, "cps": 102.234375, "mean_p": 0.52884, "boundary_entropy": 0.684759, "bpb": 7.681181}, "my": {"chunks": 8521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449704, "cps": 66.570312, "mean_p": 0.492476, "boundary_entropy": 0.691083, "bpb": 6.949068}}, "bpb": {"en": 6.63594, "de": 6.7565, "vi": 7.04865, "tr": 7.0149, "fi": 6.85417, "ru": 6.43586, "el": 6.83387, "hi": 6.50007, "ta": 6.58499, "th": 6.46171, "zh": 7.68118, "my": 6.94907}, "gini_cpc": 0.497373, "gini_cps": 0.436662, "bpic": 3.151455, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.635764252917065, "vi": 4.0099215889304025, "tr": 1.8459426301197108, "fi": 1.1974905052608262, "ru": 2.403847110685613, "el": 8.542992014809249, "hi": 1.5878433555449138, "ta": 8.77870850584596, "th": 11.702218222778274, "zh": 16.81641973709647, "my": 3.41308618321532}, "t": 11.9} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3539.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203356, "cps": 27.648438, "mean_p": 0.488237, "boundary_entropy": 0.686849, "bpb": 6.226757}, "de": {"chunks": 3112.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151561, "cps": 24.3125, "mean_p": 0.483349, "boundary_entropy": 0.687367, "bpb": 6.332953}, "vi": {"chunks": 6121.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.332031, "cps": 47.820312, "mean_p": 0.489068, "boundary_entropy": 0.688305, "bpb": 6.743709}, "tr": {"chunks": 4961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274043, "cps": 38.757812, "mean_p": 0.487125, "boundary_entropy": 0.687061, "bpb": 6.642056}, "fi": {"chunks": 3338.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177449, "cps": 26.078125, "mean_p": 0.483104, "boundary_entropy": 0.686944, "bpb": 6.409974}, "ru": {"chunks": 2384.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.125805, "cps": 18.625, "mean_p": 0.482019, "boundary_entropy": 0.689461, "bpb": 5.796463}, "el": {"chunks": 1344.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.065488, "cps": 10.5, "mean_p": 0.473752, "boundary_entropy": 0.688754, "bpb": 6.225464}, "hi": {"chunks": 4974.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295632, "cps": 38.859375, "mean_p": 0.488172, "boundary_entropy": 0.690518, "bpb": 5.769182}, "ta": {"chunks": 4405.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.235624, "cps": 34.414062, "mean_p": 0.482215, "boundary_entropy": 0.6903, "bpb": 6.128234}, "th": {"chunks": 4758.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.295804, "cps": 37.171875, "mean_p": 0.489154, "boundary_entropy": 0.690751, "bpb": 5.553382}, "zh": {"chunks": 4842.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.819844, "cps": 37.828125, "mean_p": 0.491142, "boundary_entropy": 0.686035, "bpb": 7.308059}, "my": {"chunks": 4180.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.220604, "cps": 32.65625, "mean_p": 0.489087, "boundary_entropy": 0.69097, "bpb": 5.723713}}, "bpb": {"en": 6.22676, "de": 6.33295, "vi": 6.74371, "tr": 6.64206, "fi": 6.40997, "ru": 5.79646, "el": 6.22546, "hi": 5.76918, "ta": 6.12823, "th": 5.55338, "zh": 7.30806, "my": 5.72371}, "gini_cpc": 0.312292, "gini_cps": 0.174114, "bpic": 8.00244, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7452993435594143, "vi": 1.632761664686714, "tr": 1.347603819324219, "fi": 0.8726056214906391, "ru": 0.6186436995678012, "el": 0.32203418883839474, "hi": 1.4537651900054873, "ta": 1.1586813076859306, "th": 1.4546112095401629, "zh": 4.031576453445507, "my": 1.084816952367011}, "t": 14.3} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18179, "bpb": 6.03305, "chunk_loss": 0.028848, "F": 0.14883, "G": 0.48507, "chunks": 152.41, "bytes_per_chunk": 6.719, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6412, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.237, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5782.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332242, "cps": 45.171875, "mean_p": 0.496587, "boundary_entropy": 0.687366, "bpb": 5.700707}, "de": {"chunks": 5723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.278722, "cps": 44.710938, "mean_p": 0.493197, "boundary_entropy": 0.688118, "bpb": 5.815287}, "vi": {"chunks": 4982.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.270247, "cps": 38.921875, "mean_p": 0.48571, "boundary_entropy": 0.688067, "bpb": 6.193767}, "tr": {"chunks": 4493.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.248191, "cps": 35.101562, "mean_p": 0.487258, "boundary_entropy": 0.687242, "bpb": 6.161315}, "fi": {"chunks": 4482.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.238265, "cps": 35.015625, "mean_p": 0.489507, "boundary_entropy": 0.687551, "bpb": 5.889532}, "ru": {"chunks": 9880.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.521372, "cps": 77.1875, "mean_p": 0.494674, "boundary_entropy": 0.690222, "bpb": 5.366178}, "el": {"chunks": 2398.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.116845, "cps": 18.734375, "mean_p": 0.484165, "boundary_entropy": 0.689908, "bpb": 5.639318}, "hi": {"chunks": 8923.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.530342, "cps": 69.710938, "mean_p": 0.491209, "boundary_entropy": 0.690636, "bpb": 5.210893}, "ta": {"chunks": 9734.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.520674, "cps": 76.046875, "mean_p": 0.486957, "boundary_entropy": 0.690595, "bpb": 5.234915}, "th": {"chunks": 2675.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166304, "cps": 20.898438, "mean_p": 0.48666, "boundary_entropy": 0.690635, "bpb": 5.048885}, "zh": {"chunks": 2599.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.440061, "cps": 20.304688, "mean_p": 0.484989, "boundary_entropy": 0.686178, "bpb": 6.980692}, "my": {"chunks": 25781.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.360619, "cps": 201.414062, "mean_p": 0.499834, "boundary_entropy": 0.691347, "bpb": 4.951099}}, "bpb": {"en": 5.70071, "de": 5.81529, "vi": 6.19377, "tr": 6.16131, "fi": 5.88953, "ru": 5.36618, "el": 5.63932, "hi": 5.21089, "ta": 5.23491, "th": 5.04889, "zh": 6.98069, "my": 4.9511}, "gini_cpc": 0.346097, "gini_cps": 0.380178, "bpic": 4.388476, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8389138638945569, "vi": 0.8134045812612807, "tr": 0.7470194335335412, "fi": 0.7171433929759998, "ru": 1.5692558746140555, "el": 0.351685422062259, "hi": 1.5962534647928728, "ta": 1.5671548290759314, "th": 0.5005514847994381, "zh": 1.3245210652347401, "my": 4.095268828004361}, "t": 17.1} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.3387, "bpb": 4.81673, "chunk_loss": 0.032543, "F": 0.20331, "G": 0.48392, "chunks": 208.19, "bytes_per_chunk": 4.919, "boundary_entropy": 0.69112, "router_noise": 0.0, "grad_norm": 1.5938, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.079, "alpha": 0.03, "t": 19.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2715.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.156008, "cps": 21.210938, "mean_p": 0.47475, "boundary_entropy": 0.685083, "bpb": 4.482317}, "de": {"chunks": 3245.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.158038, "cps": 25.351562, "mean_p": 0.473739, "boundary_entropy": 0.685689, "bpb": 4.67298}, "vi": {"chunks": 5543.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.300678, "cps": 43.304688, "mean_p": 0.477864, "boundary_entropy": 0.685176, "bpb": 4.932839}, "tr": {"chunks": 3377.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186544, "cps": 26.382812, "mean_p": 0.470891, "boundary_entropy": 0.684429, "bpb": 4.975747}, "fi": {"chunks": 2485.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.132104, "cps": 19.414062, "mean_p": 0.474055, "boundary_entropy": 0.685658, "bpb": 4.753759}, "ru": {"chunks": 5156.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.272084, "cps": 40.28125, "mean_p": 0.478192, "boundary_entropy": 0.687743, "bpb": 3.650538}, "el": {"chunks": 4685.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.22828, "cps": 36.601562, "mean_p": 0.48079, "boundary_entropy": 0.689261, "bpb": 4.448169}, "hi": {"chunks": 3569.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.212125, "cps": 27.882812, "mean_p": 0.481384, "boundary_entropy": 0.689923, "bpb": 3.448518}, "ta": {"chunks": 6197.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.331479, "cps": 48.414062, "mean_p": 0.480998, "boundary_entropy": 0.689831, "bpb": 3.594822}, "th": {"chunks": 10834.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.673547, "cps": 84.640625, "mean_p": 0.480509, "boundary_entropy": 0.689149, "bpb": 3.340747}, "zh": {"chunks": 2517.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.426177, "cps": 19.664062, "mean_p": 0.483815, "boundary_entropy": 0.686003, "bpb": 6.267792}, "my": {"chunks": 12782.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.674583, "cps": 99.859375, "mean_p": 0.489728, "boundary_entropy": 0.690784, "bpb": 3.994131}}, "bpb": {"en": 4.48232, "de": 4.67298, "vi": 4.93284, "tr": 4.97575, "fi": 4.75376, "ru": 3.65054, "el": 4.44817, "hi": 3.44852, "ta": 3.59482, "th": 3.34075, "zh": 6.26779, "my": 3.99413}, "gini_cpc": 0.300673, "gini_cps": 0.304304, "bpic": 6.081626, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0130166423918592, "vi": 1.92732974000033, "tr": 1.1957345978795981, "fi": 0.846776498175659, "ru": 1.7440461814312165, "el": 1.4632651737183158, "hi": 1.3597083398323662, "ta": 2.124762108815694, "th": 4.317397664685364, "zh": 2.7317695460932137, "my": 4.3240402054124285}, "t": 21.6} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91709, "bpb": 4.20848, "chunk_loss": 0.03018, "F": 0.16965, "G": 0.46173, "chunks": 173.72, "bytes_per_chunk": 5.895, "boundary_entropy": 0.68535, "router_noise": 0.0, "grad_norm": 1.6716, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.073, "alpha": 0.03, "t": 22.9} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3576.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.205482, "cps": 27.9375, "mean_p": 0.372777, "boundary_entropy": 0.544916, "bpb": 3.877723}, "de": {"chunks": 3981.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193883, "cps": 31.101562, "mean_p": 0.350828, "boundary_entropy": 0.54017, "bpb": 4.089538}, "vi": {"chunks": 7358.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.399132, "cps": 57.484375, "mean_p": 0.431657, "boundary_entropy": 0.569742, "bpb": 3.651378}, "tr": {"chunks": 4926.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.27211, "cps": 38.484375, "mean_p": 0.383854, "boundary_entropy": 0.573822, "bpb": 4.133699}, "fi": {"chunks": 3848.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204561, "cps": 30.0625, "mean_p": 0.361295, "boundary_entropy": 0.567272, "bpb": 4.131899}, "ru": {"chunks": 5967.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.314881, "cps": 46.617188, "mean_p": 0.43055, "boundary_entropy": 0.665582, "bpb": 2.824642}, "el": {"chunks": 8366.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.40764, "cps": 65.359375, "mean_p": 0.452858, "boundary_entropy": 0.678113, "bpb": 2.981847}, "hi": {"chunks": 7764.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.461456, "cps": 60.65625, "mean_p": 0.481461, "boundary_entropy": 0.688168, "bpb": 2.451144}, "ta": {"chunks": 13974.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.747473, "cps": 109.171875, "mean_p": 0.443281, "boundary_entropy": 0.675847, "bpb": 2.381503}, "th": {"chunks": 3680.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.228785, "cps": 28.75, "mean_p": 0.455727, "boundary_entropy": 0.681391, "bpb": 2.334986}, "zh": {"chunks": 2914.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493397, "cps": 22.765625, "mean_p": 0.457425, "boundary_entropy": 0.677562, "bpb": 5.260118}, "my": {"chunks": 10359.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.546707, "cps": 80.929688, "mean_p": 0.376521, "boundary_entropy": 0.640169, "bpb": 2.465449}}, "bpb": {"en": 3.87772, "de": 4.08954, "vi": 3.65138, "tr": 4.1337, "fi": 4.1319, "ru": 2.82464, "el": 2.98185, "hi": 2.45114, "ta": 2.3815, "th": 2.33499, "zh": 5.26012, "my": 2.46545}, "gini_cpc": 0.239049, "gini_cps": 0.267513, "bpic": 5.002816, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9435531753271947, "vi": 1.9424204942815588, "tr": 1.32425147747027, "fi": 0.9955195428635037, "ru": 1.5324045527793029, "el": 1.983826216256961, "hi": 2.2457275347288013, "ta": 3.6376581148101548, "th": 1.1134055030636323, "zh": 2.401168928424512, "my": 2.6606090689035202}, "t": 26.2} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88109, "de": 4.0892, "vi": 3.65456, "tr": 4.14384, "fi": 4.13267, "ru": 2.80958, "el": 2.97551, "hi": 2.44697, "ta": 2.39878, "th": 2.36825, "zh": 5.27032, "my": 2.48183}, "bytes_per_chunk": {"en": 5.023, "de": 5.313, "vi": 3.245, "tr": 4.081, "fi": 5.085, "ru": 5.708, "el": 4.682, "hi": 5.761, "ta": 3.714, "th": 11.907, "zh": 5.453, "my": 5.099}, "bpb_mean": 3.38772, "t": 27.6} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53667, "bpb": 3.65964, "chunk_loss": 0.031904, "F": 0.20346, "G": 0.39577, "chunks": 208.34, "bytes_per_chunk": 4.915, "boundary_entropy": 0.59204, "router_noise": 0.0, "grad_norm": 1.2222, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 27.6} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.18804, "bpb": 3.15667, "chunk_loss": 0.029834, "F": 0.16544, "G": 0.34261, "chunks": 169.41, "bytes_per_chunk": 6.045, "boundary_entropy": 0.51687, "router_noise": 0.0, "grad_norm": 1.1053, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 29.9} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3024.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173763, "cps": 23.625, "mean_p": 0.28449, "boundary_entropy": 0.382427, "bpb": 3.57941}, "de": {"chunks": 3583.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.1745, "cps": 27.992188, "mean_p": 0.269079, "boundary_entropy": 0.389816, "bpb": 3.846663}, "vi": {"chunks": 7144.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.387524, "cps": 55.8125, "mean_p": 0.3568, "boundary_entropy": 0.444701, "bpb": 3.195352}, "tr": {"chunks": 4259.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.235265, "cps": 33.273438, "mean_p": 0.292809, "boundary_entropy": 0.428917, "bpb": 3.898855}, "fi": {"chunks": 3688.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196055, "cps": 28.8125, "mean_p": 0.274431, "boundary_entropy": 0.420231, "bpb": 3.952397}, "ru": {"chunks": 8898.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.469551, "cps": 69.515625, "mean_p": 0.322619, "boundary_entropy": 0.528001, "bpb": 2.656169}, "el": {"chunks": 5273.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.256931, "cps": 41.195312, "mean_p": 0.372671, "boundary_entropy": 0.631817, "bpb": 2.858066}, "hi": {"chunks": 6281.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.373314, "cps": 49.070312, "mean_p": 0.445198, "boundary_entropy": 0.673449, "bpb": 2.161146}, "ta": {"chunks": 9246.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.494571, "cps": 72.234375, "mean_p": 0.442997, "boundary_entropy": 0.66192, "bpb": 1.945902}, "th": {"chunks": 12392.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.770407, "cps": 96.8125, "mean_p": 0.443041, "boundary_entropy": 0.673296, "bpb": 2.092576}, "zh": {"chunks": 3480.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.589231, "cps": 27.1875, "mean_p": 0.436887, "boundary_entropy": 0.659992, "bpb": 4.987597}, "my": {"chunks": 12245.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.646242, "cps": 95.664062, "mean_p": 0.355792, "boundary_entropy": 0.618284, "bpb": 2.198795}}, "bpb": {"en": 3.57941, "de": 3.84666, "vi": 3.19535, "tr": 3.89886, "fi": 3.9524, "ru": 2.65617, "el": 2.85807, "hi": 2.16115, "ta": 1.9459, "th": 2.09258, "zh": 4.9876, "my": 2.19879}, "gini_cpc": 0.271108, "gini_cps": 0.269649, "bpic": 4.826645, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0042381930287985, "vi": 2.230183699915189, "tr": 1.353940009504695, "fi": 1.1282916193075143, "ru": 2.702249968589019, "el": 1.4786291357973131, "hi": 2.1484045024646807, "ta": 2.8462349877099813, "th": 4.4336629315491605, "zh": 3.39100269298373, "my": 3.7190990651942997}, "t": 31.2} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.19993, "bpb": 3.17382, "chunk_loss": 0.031291, "F": 0.2103, "G": 0.31186, "chunks": 215.34, "bytes_per_chunk": 4.755, "boundary_entropy": 0.45763, "router_noise": 0.0, "grad_norm": 0.8413, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 33.3} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.39524, "bpb": 3.45559, "chunk_loss": 0.031609, "F": 0.20819, "G": 0.31283, "chunks": 213.19, "bytes_per_chunk": 4.803, "boundary_entropy": 0.44076, "router_noise": 0.0, "grad_norm": 0.8464, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 35.5} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3029.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17405, "cps": 23.664062, "mean_p": 0.26677, "boundary_entropy": 0.324397, "bpb": 3.182764}, "de": {"chunks": 3512.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171042, "cps": 27.4375, "mean_p": 0.255561, "boundary_entropy": 0.3396, "bpb": 3.444012}, "vi": {"chunks": 4275.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231896, "cps": 33.398438, "mean_p": 0.281036, "boundary_entropy": 0.345107, "bpb": 2.788893}, "tr": {"chunks": 3992.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220516, "cps": 31.1875, "mean_p": 0.269896, "boundary_entropy": 0.361855, "bpb": 3.430189}, "fi": {"chunks": 3471.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18452, "cps": 27.117188, "mean_p": 0.25516, "boundary_entropy": 0.357563, "bpb": 3.636505}, "ru": {"chunks": 6969.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.367757, "cps": 54.445312, "mean_p": 0.256465, "boundary_entropy": 0.247528, "bpb": 2.541964}, "el": {"chunks": 8743.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.42601, "cps": 68.304688, "mean_p": 0.294931, "boundary_entropy": 0.320449, "bpb": 2.555983}, "hi": {"chunks": 4995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.29688, "cps": 39.023438, "mean_p": 0.371724, "boundary_entropy": 0.576156, "bpb": 1.956}, "ta": {"chunks": 10145.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.542658, "cps": 79.257812, "mean_p": 0.332057, "boundary_entropy": 0.509488, "bpb": 1.692436}, "th": {"chunks": 5750.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.357476, "cps": 44.921875, "mean_p": 0.368479, "boundary_entropy": 0.603697, "bpb": 1.93809}, "zh": {"chunks": 4419.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.748222, "cps": 34.523438, "mean_p": 0.353283, "boundary_entropy": 0.525192, "bpb": 4.143967}, "my": {"chunks": 4479.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.236384, "cps": 34.992188, "mean_p": 0.287497, "boundary_entropy": 0.527286, "bpb": 2.010932}}, "bpb": {"en": 3.18276, "de": 3.44401, "vi": 2.78889, "tr": 3.43019, "fi": 3.63651, "ru": 2.54196, "el": 2.55598, "hi": 1.956, "ta": 1.69244, "th": 1.93809, "zh": 4.14397, "my": 2.01093}, "gini_cpc": 0.263858, "gini_cps": 0.210274, "bpic": 6.017357, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9827135559685005, "vi": 1.3323484590644115, "tr": 1.2669656138628036, "fi": 1.060150633258825, "ru": 2.11293480523802, "el": 2.4476227438228197, "hi": 1.7057102785995897, "ta": 3.1178228007393267, "th": 2.053863733366802, "zh": 4.298880826577982, "my": 1.3581337235936088}, "t": 38.6} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.19259, "de": 3.44221, "vi": 2.79364, "tr": 3.44104, "fi": 3.63199, "ru": 2.52918, "el": 2.55012, "hi": 1.95301, "ta": 1.70759, "th": 1.96795, "zh": 4.1538, "my": 2.02651}, "bytes_per_chunk": {"en": 5.648, "de": 5.968, "vi": 5.8, "tr": 4.883, "fi": 5.575, "ru": 4.994, "el": 4.043, "hi": 7.086, "ta": 4.644, "th": 7.069, "zh": 3.93, "my": 12.131}, "bpb_mean": 2.78247, "t": 39.9} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00512, "bpb": 2.89278, "chunk_loss": 0.030673, "F": 0.18643, "G": 0.29049, "chunks": 190.91, "bytes_per_chunk": 5.364, "boundary_entropy": 0.37329, "router_noise": 0.0, "grad_norm": 1.1395, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 39.9} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.06131, "bpb": 2.97384, "chunk_loss": 0.030278, "F": 0.17746, "G": 0.27218, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.36822, "router_noise": 0.0, "grad_norm": 0.9951, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 42.2} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05651, "bpb": 2.96692, "chunk_loss": 0.030242, "F": 0.17599, "G": 0.26587, "chunks": 180.22, "bytes_per_chunk": 5.682, "boundary_entropy": 0.34953, "router_noise": 0.0, "grad_norm": 0.8775, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 44.4} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.95388, "bpb": 2.81885, "chunk_loss": 0.030242, "F": 0.17554, "G": 0.2772, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.37558, "router_noise": 0.0, "grad_norm": 0.7948, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 46.5} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.257274, "boundary_entropy": 0.315934, "bpb": 2.920643}, "de": {"chunks": 3315.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161447, "cps": 25.898438, "mean_p": 0.269026, "boundary_entropy": 0.359544, "bpb": 3.17561}, "vi": {"chunks": 4205.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228099, "cps": 32.851562, "mean_p": 0.2616, "boundary_entropy": 0.316396, "bpb": 2.51629}, "tr": {"chunks": 3897.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215268, "cps": 30.445312, "mean_p": 0.298201, "boundary_entropy": 0.372193, "bpb": 3.152927}, "fi": {"chunks": 3669.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195045, "cps": 28.664062, "mean_p": 0.325706, "boundary_entropy": 0.438942, "bpb": 3.379113}, "ru": {"chunks": 7019.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.370396, "cps": 54.835938, "mean_p": 0.239687, "boundary_entropy": 0.225227, "bpb": 2.155404}, "el": {"chunks": 7750.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.377625, "cps": 60.546875, "mean_p": 0.241728, "boundary_entropy": 0.220728, "bpb": 2.411864}, "hi": {"chunks": 4575.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.271917, "cps": 35.742188, "mean_p": 0.336588, "boundary_entropy": 0.516138, "bpb": 1.720448}, "ta": {"chunks": 8153.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.436106, "cps": 63.695312, "mean_p": 0.210278, "boundary_entropy": 0.309443, "bpb": 1.454351}, "th": {"chunks": 4281.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.266149, "cps": 33.445312, "mean_p": 0.293301, "boundary_entropy": 0.521403, "bpb": 1.810941}, "zh": {"chunks": 3555.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.60193, "cps": 27.773438, "mean_p": 0.321625, "boundary_entropy": 0.390929, "bpb": 3.857597}, "my": {"chunks": 4057.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.214112, "cps": 31.695312, "mean_p": 0.222301, "boundary_entropy": 0.416158, "bpb": 1.827451}}, "bpb": {"en": 2.92064, "de": 3.17561, "vi": 2.51629, "tr": 3.15293, "fi": 3.37911, "ru": 2.1554, "el": 2.41186, "hi": 1.72045, "ta": 1.45435, "th": 1.81094, "zh": 3.8576, "my": 1.82745}, "gini_cpc": 0.226885, "gini_cps": 0.185698, "bpic": 6.689576, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9708602475203754, "vi": 1.3716662458676885, "tr": 1.29451011357455, "fi": 1.1729011760201329, "ru": 2.227366182056224, "el": 2.270839556650938, "hi": 1.6351651364559145, "ta": 2.6225124959960873, "th": 1.6004781741091672, "zh": 3.6196931493653977, "my": 1.2875592553963935}, "t": 49.5} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92956, "de": 3.17322, "vi": 2.52329, "tr": 3.16332, "fi": 3.37519, "ru": 2.14078, "el": 2.40472, "hi": 1.71534, "ta": 1.46621, "th": 1.83869, "zh": 3.86899, "my": 1.84262}, "bytes_per_chunk": {"en": 5.696, "de": 6.275, "vi": 5.82, "tr": 5.047, "fi": 5.675, "ru": 5.007, "el": 4.859, "hi": 8.284, "ta": 5.931, "th": 9.746, "zh": 4.917, "my": 14.228}, "bpb_mean": 2.53683, "t": 50.8} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.86706, "bpb": 2.6936, "chunk_loss": 0.030141, "F": 0.17148, "G": 0.27484, "chunks": 175.59, "bytes_per_chunk": 5.832, "boundary_entropy": 0.3482, "router_noise": 0.0, "grad_norm": 0.6507, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 50.8} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.89122, "bpb": 2.72845, "chunk_loss": 0.03024, "F": 0.18079, "G": 0.25599, "chunks": 185.12, "bytes_per_chunk": 5.531, "boundary_entropy": 0.29801, "router_noise": 0.0, "grad_norm": 0.7961, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 52.9} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.83047, "bpb": 2.64082, "chunk_loss": 0.030327, "F": 0.18362, "G": 0.26325, "chunks": 188.03, "bytes_per_chunk": 5.446, "boundary_entropy": 0.30247, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 55.1} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.90956, "bpb": 2.75491, "chunk_loss": 0.030398, "F": 0.18246, "G": 0.2644, "chunks": 186.84, "bytes_per_chunk": 5.481, "boundary_entropy": 0.30737, "router_noise": 0.0, "grad_norm": 0.8473, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 57.3} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2881.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165546, "cps": 22.507812, "mean_p": 0.248639, "boundary_entropy": 0.285962, "bpb": 2.722468}, "de": {"chunks": 3295.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160473, "cps": 25.742188, "mean_p": 0.263136, "boundary_entropy": 0.34059, "bpb": 3.035858}, "vi": {"chunks": 4223.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229075, "cps": 32.992188, "mean_p": 0.253042, "boundary_entropy": 0.290001, "bpb": 2.386674}, "tr": {"chunks": 3803.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210076, "cps": 29.710938, "mean_p": 0.280054, "boundary_entropy": 0.335873, "bpb": 2.991263}, "fi": {"chunks": 3286.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174685, "cps": 25.671875, "mean_p": 0.289789, "boundary_entropy": 0.388734, "bpb": 3.234428}, "ru": {"chunks": 6909.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364591, "cps": 53.976562, "mean_p": 0.227778, "boundary_entropy": 0.213351, "bpb": 1.981479}, "el": {"chunks": 7033.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.342689, "cps": 54.945312, "mean_p": 0.223816, "boundary_entropy": 0.264042, "bpb": 2.125414}, "hi": {"chunks": 5770.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342942, "cps": 45.078125, "mean_p": 0.340917, "boundary_entropy": 0.523948, "bpb": 1.622136}, "ta": {"chunks": 7360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.393688, "cps": 57.5, "mean_p": 0.21781, "boundary_entropy": 0.345423, "bpb": 1.361223}, "th": {"chunks": 6881.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.42779, "cps": 53.757812, "mean_p": 0.339066, "boundary_entropy": 0.545545, "bpb": 1.595136}, "zh": {"chunks": 3066.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519133, "cps": 23.953125, "mean_p": 0.255207, "boundary_entropy": 0.275847, "bpb": 3.680655}, "my": {"chunks": 8144.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.429808, "cps": 63.625, "mean_p": 0.259086, "boundary_entropy": 0.456724, "bpb": 1.632714}}, "bpb": {"en": 2.72247, "de": 3.03586, "vi": 2.38667, "tr": 2.99126, "fi": 3.23443, "ru": 1.98148, "el": 2.12541, "hi": 1.62214, "ta": 1.36122, "th": 1.59514, "zh": 3.68066, "my": 1.63271}, "gini_cpc": 0.208754, "gini_cps": 0.201671, "bpic": 6.125696, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9693572742503906, "vi": 1.3837537199050258, "tr": 1.2689854305293002, "fi": 1.0552042642120212, "ru": 2.2023525435960654, "el": 2.0700490402290415, "hi": 2.071579488094618, "ta": 2.378116941245866, "th": 2.5841121290627056, "zh": 3.135880971268842, "my": 2.5963022567765615}, "t": 60.5} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.73395, "de": 3.03358, "vi": 2.39278, "tr": 3.00283, "fi": 3.22862, "ru": 1.96668, "el": 2.11244, "hi": 1.61903, "ta": 1.37148, "th": 1.62608, "zh": 3.69173, "my": 1.64254}, "bytes_per_chunk": {"en": 5.688, "de": 6.249, "vi": 5.806, "tr": 5.184, "fi": 6.031, "ru": 5.047, "el": 5.366, "hi": 6.935, "ta": 6.73, "th": 6.35, "zh": 5.233, "my": 6.436}, "bpb_mean": 2.36848, "t": 61.8} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64196, "bpb": 2.36885, "chunk_loss": 0.030114, "F": 0.17435, "G": 0.25445, "chunks": 178.53, "bytes_per_chunk": 5.736, "boundary_entropy": 0.30099, "router_noise": 0.0, "grad_norm": 0.7741, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 61.8} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.70559, "bpb": 2.46065, "chunk_loss": 0.030147, "F": 0.17804, "G": 0.2656, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.31215, "router_noise": 0.0, "grad_norm": 0.6774, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.05, "alpha": 0.03, "t": 64.3} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.6164, "bpb": 2.33198, "chunk_loss": 0.030375, "F": 0.18692, "G": 0.25011, "chunks": 191.41, "bytes_per_chunk": 5.35, "boundary_entropy": 0.26158, "router_noise": 0.0, "grad_norm": 0.6701, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 66.8} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.7161, "bpb": 2.4758, "chunk_loss": 0.030332, "F": 0.18414, "G": 0.24499, "chunks": 188.56, "bytes_per_chunk": 5.431, "boundary_entropy": 0.25771, "router_noise": 0.0, "grad_norm": 0.7154, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 69.2} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2903.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16681, "cps": 22.679688, "mean_p": 0.23241, "boundary_entropy": 0.241227, "bpb": 2.596756}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.241997, "boundary_entropy": 0.291212, "bpb": 2.922417}, "vi": {"chunks": 4166.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225983, "cps": 32.546875, "mean_p": 0.23285, "boundary_entropy": 0.238963, "bpb": 2.278332}, "tr": {"chunks": 3892.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214992, "cps": 30.40625, "mean_p": 0.255829, "boundary_entropy": 0.28947, "bpb": 2.881058}, "fi": {"chunks": 2943.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156451, "cps": 22.992188, "mean_p": 0.239709, "boundary_entropy": 0.311523, "bpb": 3.180772}, "ru": {"chunks": 6889.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.363536, "cps": 53.820312, "mean_p": 0.230568, "boundary_entropy": 0.227803, "bpb": 1.867747}, "el": {"chunks": 7696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.374994, "cps": 60.125, "mean_p": 0.241296, "boundary_entropy": 0.245467, "bpb": 1.985278}, "hi": {"chunks": 6408.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.380862, "cps": 50.0625, "mean_p": 0.336869, "boundary_entropy": 0.511047, "bpb": 1.550283}, "ta": {"chunks": 8505.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454934, "cps": 66.445312, "mean_p": 0.235777, "boundary_entropy": 0.35841, "bpb": 1.271345}, "th": {"chunks": 7020.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436431, "cps": 54.84375, "mean_p": 0.326922, "boundary_entropy": 0.536078, "bpb": 1.524263}, "zh": {"chunks": 3107.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.526075, "cps": 24.273438, "mean_p": 0.253619, "boundary_entropy": 0.257805, "bpb": 3.613505}, "my": {"chunks": 8419.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.444321, "cps": 65.773438, "mean_p": 0.314923, "boundary_entropy": 0.484419, "bpb": 1.431178}}, "bpb": {"en": 2.59676, "de": 2.92242, "vi": 2.27833, "tr": 2.88106, "fi": 3.18077, "ru": 1.86775, "el": 1.98528, "hi": 1.55028, "ta": 1.27135, "th": 1.52426, "zh": 3.6135, "my": 1.43118}, "gini_cpc": 0.218503, "gini_cps": 0.220815, "bpic": 5.882242, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9623030897608696, "vi": 1.3547314343597305, "tr": 1.2888410633157086, "fi": 0.9378976831246615, "ru": 2.1793353068475247, "el": 2.2480258364001813, "hi": 2.283202937577, "ta": 2.727256169135285, "th": 2.61633367601993, "zh": 3.153732800205866, "my": 2.663631963789288}, "t": 72.7} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.60848, "de": 2.92403, "vi": 2.28274, "tr": 2.88984, "fi": 3.17877, "ru": 1.85127, "el": 1.97442, "hi": 1.5458, "ta": 1.2801, "th": 1.54825, "zh": 3.62122, "my": 1.4405}, "bytes_per_chunk": {"en": 5.673, "de": 6.239, "vi": 5.817, "tr": 5.035, "fi": 6.455, "ru": 5.083, "el": 4.813, "hi": 6.617, "ta": 5.897, "th": 6.159, "zh": 5.196, "my": 6.295}, "bpb_mean": 2.26212, "t": 74.0} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.73295, "bpb": 2.50012, "chunk_loss": 0.030222, "F": 0.18121, "G": 0.25283, "chunks": 185.56, "bytes_per_chunk": 5.518, "boundary_entropy": 0.27899, "router_noise": 0.0, "grad_norm": 0.6951, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.096, "alpha": 0.03, "t": 74.0} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.51605, "bpb": 2.1872, "chunk_loss": 0.030108, "F": 0.17642, "G": 0.262, "chunks": 180.66, "bytes_per_chunk": 5.668, "boundary_entropy": 0.30746, "router_noise": 0.0, "grad_norm": 0.7106, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 76.1} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77144, "bpb": 2.55565, "chunk_loss": 0.030417, "F": 0.18372, "G": 0.25779, "chunks": 188.12, "bytes_per_chunk": 5.443, "boundary_entropy": 0.27918, "router_noise": 0.0, "grad_norm": 0.7116, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 78.2} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.65861, "bpb": 2.39287, "chunk_loss": 0.030288, "F": 0.18359, "G": 0.24137, "chunks": 188.0, "bytes_per_chunk": 5.447, "boundary_entropy": 0.24286, "router_noise": 0.0, "grad_norm": 0.7138, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 80.2} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2900.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166638, "cps": 22.65625, "mean_p": 0.226857, "boundary_entropy": 0.227937, "bpb": 2.506918}, "de": {"chunks": 3324.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161886, "cps": 25.96875, "mean_p": 0.246003, "boundary_entropy": 0.296157, "bpb": 2.810333}, "vi": {"chunks": 4236.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22978, "cps": 33.09375, "mean_p": 0.243178, "boundary_entropy": 0.254807, "bpb": 2.230745}, "tr": {"chunks": 3940.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.217643, "cps": 30.78125, "mean_p": 0.254412, "boundary_entropy": 0.267979, "bpb": 2.797438}, "fi": {"chunks": 2974.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158099, "cps": 23.234375, "mean_p": 0.252384, "boundary_entropy": 0.326154, "bpb": 3.076182}, "ru": {"chunks": 6966.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.367599, "cps": 54.421875, "mean_p": 0.24427, "boundary_entropy": 0.215658, "bpb": 1.785088}, "el": {"chunks": 7383.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.359743, "cps": 57.679688, "mean_p": 0.228492, "boundary_entropy": 0.22004, "bpb": 1.867273}, "hi": {"chunks": 8738.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.519346, "cps": 68.265625, "mean_p": 0.354656, "boundary_entropy": 0.508621, "bpb": 1.569697}, "ta": {"chunks": 8404.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449532, "cps": 65.65625, "mean_p": 0.244206, "boundary_entropy": 0.379475, "bpb": 1.216972}, "th": {"chunks": 9985.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.620765, "cps": 78.007812, "mean_p": 0.402325, "boundary_entropy": 0.589268, "bpb": 1.433304}, "zh": {"chunks": 3076.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520826, "cps": 24.03125, "mean_p": 0.242322, "boundary_entropy": 0.232553, "bpb": 3.547964}, "my": {"chunks": 7178.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.378826, "cps": 56.078125, "mean_p": 0.325171, "boundary_entropy": 0.53632, "bpb": 1.377376}}, "bpb": {"en": 2.50692, "de": 2.81033, "vi": 2.23074, "tr": 2.79744, "fi": 3.07618, "ru": 1.78509, "el": 1.86727, "hi": 1.5697, "ta": 1.21697, "th": 1.4333, "zh": 3.54796, "my": 1.37738}, "gini_cpc": 0.249019, "gini_cps": 0.240997, "bpic": 5.553673, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9714819374027007, "vi": 1.3789195589349343, "tr": 1.3060860554642304, "fi": 0.9487574584936546, "ru": 2.2059739423164406, "el": 2.1588285136776735, "hi": 3.116614520674284, "ta": 2.6976567955658437, "th": 3.725230295949321, "zh": 3.125496455971134, "my": 2.27334945731694}, "t": 83.2} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51902, "de": 2.81128, "vi": 2.23535, "tr": 2.80485, "fi": 3.07969, "ru": 1.76937, "el": 1.85369, "hi": 1.56622, "ta": 1.22634, "th": 1.45353, "zh": 3.55291, "my": 1.38586}, "bytes_per_chunk": {"en": 5.653, "de": 6.221, "vi": 5.775, "tr": 4.926, "fi": 6.407, "ru": 5.041, "el": 5.076, "hi": 4.759, "ta": 5.957, "th": 4.198, "zh": 5.272, "my": 7.309}, "bpb_mean": 2.18818, "t": 84.5} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61774, "bpb": 2.3339, "chunk_loss": 0.030706, "F": 0.19244, "G": 0.25667, "chunks": 197.06, "bytes_per_chunk": 5.196, "boundary_entropy": 0.27437, "router_noise": 0.0, "grad_norm": 0.7116, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 84.5} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.63373, "bpb": 2.35698, "chunk_loss": 0.030334, "F": 0.18301, "G": 0.25075, "chunks": 187.41, "bytes_per_chunk": 5.464, "boundary_entropy": 0.25979, "router_noise": 0.0, "grad_norm": 0.7146, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 86.5} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.57162, "bpb": 2.26737, "chunk_loss": 0.030236, "F": 0.18213, "G": 0.25518, "chunks": 186.5, "bytes_per_chunk": 5.491, "boundary_entropy": 0.28135, "router_noise": 0.0, "grad_norm": 0.7405, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 88.6} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71839, "bpb": 2.47912, "chunk_loss": 0.030111, "F": 0.17456, "G": 0.24856, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.2625, "router_noise": 0.0, "grad_norm": 0.7589, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 90.7} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2904.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166868, "cps": 22.6875, "mean_p": 0.218759, "boundary_entropy": 0.205253, "bpb": 2.44696}, "de": {"chunks": 3303.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160863, "cps": 25.804688, "mean_p": 0.23136, "boundary_entropy": 0.26209, "bpb": 2.756324}, "vi": {"chunks": 4288.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232601, "cps": 33.5, "mean_p": 0.234429, "boundary_entropy": 0.234392, "bpb": 2.191622}, "tr": {"chunks": 3947.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21803, "cps": 30.835938, "mean_p": 0.239295, "boundary_entropy": 0.233282, "bpb": 2.727454}, "fi": {"chunks": 3014.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160225, "cps": 23.546875, "mean_p": 0.243176, "boundary_entropy": 0.303893, "bpb": 2.981567}, "ru": {"chunks": 6943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.366385, "cps": 54.242188, "mean_p": 0.232014, "boundary_entropy": 0.197735, "bpb": 1.715086}, "el": {"chunks": 7392.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.360181, "cps": 57.75, "mean_p": 0.232299, "boundary_entropy": 0.220733, "bpb": 1.81187}, "hi": {"chunks": 5736.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.340921, "cps": 44.8125, "mean_p": 0.306573, "boundary_entropy": 0.461926, "bpb": 1.479479}, "ta": {"chunks": 8022.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.429099, "cps": 62.671875, "mean_p": 0.248127, "boundary_entropy": 0.368771, "bpb": 1.155612}, "th": {"chunks": 6337.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.39397, "cps": 49.507812, "mean_p": 0.334051, "boundary_entropy": 0.542427, "bpb": 1.374511}, "zh": {"chunks": 3137.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.531155, "cps": 24.507812, "mean_p": 0.241589, "boundary_entropy": 0.229129, "bpb": 3.507108}, "my": {"chunks": 8137.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.429438, "cps": 63.570312, "mean_p": 0.333573, "boundary_entropy": 0.529345, "bpb": 1.373031}}, "bpb": {"en": 2.44696, "de": 2.75632, "vi": 2.19162, "tr": 2.72745, "fi": 2.98157, "ru": 1.71509, "el": 1.81187, "hi": 1.47948, "ta": 1.15561, "th": 1.37451, "zh": 3.50711, "my": 1.37303}, "gini_cpc": 0.211829, "gini_cps": 0.210099, "bpic": 6.07633, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9640147406331996, "vi": 1.393924151642918, "tr": 1.3066043000954592, "fi": 0.9601937454390805, "ru": 2.195661865718834, "el": 2.1584829437482558, "hi": 2.043062149251532, "ta": 2.5714891505440756, "th": 2.360968267751126, "zh": 3.183087552090184, "my": 2.573525335542075}, "t": 93.9} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45989, "de": 2.75796, "vi": 2.19682, "tr": 2.73264, "fi": 2.98772, "ru": 1.69354, "el": 1.80024, "hi": 1.47661, "ta": 1.16447, "th": 1.39582, "zh": 3.50929, "my": 1.38078}, "bytes_per_chunk": {"en": 5.673, "de": 6.244, "vi": 5.745, "tr": 4.924, "fi": 6.346, "ru": 5.095, "el": 5.102, "hi": 7.462, "ta": 6.261, "th": 7.138, "zh": 5.14, "my": 6.647}, "bpb_mean": 2.12965, "t": 95.2} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57414, "bpb": 2.271, "chunk_loss": 0.030111, "F": 0.17722, "G": 0.23789, "chunks": 181.47, "bytes_per_chunk": 5.643, "boundary_entropy": 0.23314, "router_noise": 0.0, "grad_norm": 0.8199, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 95.2} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72337, "bpb": 2.4863, "chunk_loss": 0.030182, "F": 0.17709, "G": 0.22697, "chunks": 181.34, "bytes_per_chunk": 5.647, "boundary_entropy": 0.21345, "router_noise": 0.0, "grad_norm": 0.8052, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 97.5} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.5302, "bpb": 2.20762, "chunk_loss": 0.03054, "F": 0.19055, "G": 0.25721, "chunks": 195.12, "bytes_per_chunk": 5.248, "boundary_entropy": 0.27042, "router_noise": 0.0, "grad_norm": 0.7057, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 99.7} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60602, "bpb": 2.317, "chunk_loss": 0.030111, "F": 0.17896, "G": 0.24266, "chunks": 183.25, "bytes_per_chunk": 5.588, "boundary_entropy": 0.24858, "router_noise": 0.0, "grad_norm": 0.7132, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 101.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2907.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16704, "cps": 22.710938, "mean_p": 0.213351, "boundary_entropy": 0.192835, "bpb": 2.397359}, "de": {"chunks": 3295.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160473, "cps": 25.742188, "mean_p": 0.225914, "boundary_entropy": 0.250925, "bpb": 2.688162}, "vi": {"chunks": 4203.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22799, "cps": 32.835938, "mean_p": 0.231145, "boundary_entropy": 0.221584, "bpb": 2.145786}, "tr": {"chunks": 3920.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216539, "cps": 30.625, "mean_p": 0.233768, "boundary_entropy": 0.224931, "bpb": 2.648825}, "fi": {"chunks": 2972.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157993, "cps": 23.21875, "mean_p": 0.231509, "boundary_entropy": 0.289701, "bpb": 2.924094}, "ru": {"chunks": 6848.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.361372, "cps": 53.5, "mean_p": 0.231071, "boundary_entropy": 0.193073, "bpb": 1.641419}, "el": {"chunks": 7159.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.348828, "cps": 55.929688, "mean_p": 0.225627, "boundary_entropy": 0.210103, "bpb": 1.759144}, "hi": {"chunks": 7501.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.445825, "cps": 58.601562, "mean_p": 0.341017, "boundary_entropy": 0.497113, "bpb": 1.420601}, "ta": {"chunks": 7593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.406151, "cps": 59.320312, "mean_p": 0.238691, "boundary_entropy": 0.375829, "bpb": 1.209277}, "th": {"chunks": 7065.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.439229, "cps": 55.195312, "mean_p": 0.357809, "boundary_entropy": 0.554259, "bpb": 1.315166}, "zh": {"chunks": 3089.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523027, "cps": 24.132812, "mean_p": 0.23551, "boundary_entropy": 0.213878, "bpb": 3.463418}, "my": {"chunks": 9619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.507653, "cps": 75.148438, "mean_p": 0.399681, "boundary_entropy": 0.583531, "bpb": 1.281304}}, "bpb": {"en": 2.39736, "de": 2.68816, "vi": 2.14579, "tr": 2.64883, "fi": 2.92409, "ru": 1.64142, "el": 1.75914, "hi": 1.4206, "ta": 1.20928, "th": 1.31517, "zh": 3.46342, "my": 1.2813}, "gini_cpc": 0.226141, "gini_cps": 0.223795, "bpic": 5.799837, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.960687412148392, "vi": 1.364882723249036, "tr": 1.2963271115683805, "fi": 0.9458363705797812, "ru": 2.1633840615818607, "el": 2.088289023259514, "hi": 2.6689668581908403, "ta": 2.4314593809539975, "th": 2.6294819221800596, "zh": 3.1311476985326006, "my": 3.0391045244025636}, "t": 104.9} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.40843, "de": 2.68963, "vi": 2.14825, "tr": 2.65388, "fi": 2.93053, "ru": 1.62363, "el": 1.7476, "hi": 1.41923, "ta": 1.21503, "th": 1.33498, "zh": 3.46777, "my": 1.28912}, "bytes_per_chunk": {"en": 5.67, "de": 6.265, "vi": 5.807, "tr": 4.995, "fi": 6.438, "ru": 5.181, "el": 5.273, "hi": 5.983, "ta": 6.651, "th": 6.456, "zh": 5.168, "my": 5.661}, "bpb_mean": 2.07734, "t": 106.3} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.57827, "bpb": 2.27696, "chunk_loss": 0.030208, "F": 0.17566, "G": 0.23026, "chunks": 179.88, "bytes_per_chunk": 5.693, "boundary_entropy": 0.23394, "router_noise": 0.0, "grad_norm": 0.8564, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 106.3} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50153, "bpb": 2.16624, "chunk_loss": 0.030294, "F": 0.18271, "G": 0.25488, "chunks": 187.09, "bytes_per_chunk": 5.473, "boundary_entropy": 0.27375, "router_noise": 0.0, "grad_norm": 0.724, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 108.4} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42088, "bpb": 2.0499, "chunk_loss": 0.030077, "F": 0.17493, "G": 0.23763, "chunks": 179.12, "bytes_per_chunk": 5.717, "boundary_entropy": 0.24574, "router_noise": 0.0, "grad_norm": 0.6628, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 110.5} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.62176, "bpb": 2.33971, "chunk_loss": 0.030281, "F": 0.18097, "G": 0.23945, "chunks": 185.31, "bytes_per_chunk": 5.526, "boundary_entropy": 0.23592, "router_noise": 0.0, "grad_norm": 0.7966, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 112.7} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167327, "cps": 22.75, "mean_p": 0.219666, "boundary_entropy": 0.205154, "bpb": 2.344513}, "de": {"chunks": 3323.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161837, "cps": 25.960938, "mean_p": 0.243951, "boundary_entropy": 0.279759, "bpb": 2.626822}, "vi": {"chunks": 4301.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233306, "cps": 33.601562, "mean_p": 0.238075, "boundary_entropy": 0.228051, "bpb": 2.129502}, "tr": {"chunks": 3697.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20422, "cps": 28.882812, "mean_p": 0.221617, "boundary_entropy": 0.226104, "bpb": 2.635944}, "fi": {"chunks": 3017.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160385, "cps": 23.570312, "mean_p": 0.234272, "boundary_entropy": 0.286685, "bpb": 2.872972}, "ru": {"chunks": 6910.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.364644, "cps": 53.984375, "mean_p": 0.231025, "boundary_entropy": 0.192107, "bpb": 1.587275}, "el": {"chunks": 7132.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.347513, "cps": 55.71875, "mean_p": 0.223331, "boundary_entropy": 0.206936, "bpb": 1.697754}, "hi": {"chunks": 7669.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.45581, "cps": 59.914062, "mean_p": 0.341778, "boundary_entropy": 0.485894, "bpb": 1.390629}, "ta": {"chunks": 9292.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.497031, "cps": 72.59375, "mean_p": 0.282236, "boundary_entropy": 0.395225, "bpb": 1.113422}, "th": {"chunks": 8496.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.528194, "cps": 66.375, "mean_p": 0.36803, "boundary_entropy": 0.557958, "bpb": 1.307751}, "zh": {"chunks": 2998.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507619, "cps": 23.421875, "mean_p": 0.228576, "boundary_entropy": 0.208737, "bpb": 3.425839}, "my": {"chunks": 9015.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.475776, "cps": 70.429688, "mean_p": 0.397233, "boundary_entropy": 0.583337, "bpb": 1.272134}}, "bpb": {"en": 2.34451, "de": 2.62682, "vi": 2.1295, "tr": 2.63594, "fi": 2.87297, "ru": 1.58727, "el": 1.69775, "hi": 1.39063, "ta": 1.11342, "th": 1.30775, "zh": 3.42584, "my": 1.27213}, "gini_cpc": 0.2337, "gini_cps": 0.239146, "bpic": 5.581295, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9671875192333114, "vi": 1.3943090625810317, "tr": 1.2204827587619804, "fi": 0.9585089585471676, "ru": 2.1792225419699034, "el": 2.076840952498751, "hi": 2.7240584025929495, "ta": 2.970410566967133, "th": 3.156648232091191, "zh": 3.0336881519259604, "my": 2.8433813109389026}, "t": 115.9} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.35591, "de": 2.62888, "vi": 2.13288, "tr": 2.64233, "fi": 2.87182, "ru": 1.56635, "el": 1.687, "hi": 1.38962, "ta": 1.12131, "th": 1.32526, "zh": 3.43033, "my": 1.27933}, "bytes_per_chunk": {"en": 5.66, "de": 6.219, "vi": 5.737, "tr": 5.182, "fi": 6.41, "ru": 5.143, "el": 5.284, "hi": 5.593, "ta": 5.441, "th": 5.271, "zh": 5.233, "my": 5.701}, "bpb_mean": 2.03592, "t": 117.2} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.58499, "bpb": 2.28665, "chunk_loss": 0.030104, "F": 0.17365, "G": 0.22456, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.21459, "router_noise": 0.0, "grad_norm": 1.0087, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.092, "alpha": 0.03, "t": 117.3} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.55297, "bpb": 2.24046, "chunk_loss": 0.030152, "F": 0.17618, "G": 0.23635, "chunks": 180.41, "bytes_per_chunk": 5.676, "boundary_entropy": 0.23108, "router_noise": 0.0, "grad_norm": 0.718, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 119.6} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.58662, "bpb": 2.28901, "chunk_loss": 0.030209, "F": 0.18176, "G": 0.23123, "chunks": 186.12, "bytes_per_chunk": 5.502, "boundary_entropy": 0.21493, "router_noise": 0.0, "grad_norm": 0.6796, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 121.9} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.59706, "bpb": 2.30407, "chunk_loss": 0.03018, "F": 0.18152, "G": 0.23927, "chunks": 185.88, "bytes_per_chunk": 5.509, "boundary_entropy": 0.2249, "router_noise": 0.0, "grad_norm": 0.6799, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.048, "alpha": 0.03, "t": 124.3} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2906.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166983, "cps": 22.703125, "mean_p": 0.20792, "boundary_entropy": 0.176197, "bpb": 2.29701}, "de": {"chunks": 3299.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160668, "cps": 25.773438, "mean_p": 0.229124, "boundary_entropy": 0.252522, "bpb": 2.576236}, "vi": {"chunks": 4209.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228316, "cps": 32.882812, "mean_p": 0.228142, "boundary_entropy": 0.213883, "bpb": 2.087831}, "tr": {"chunks": 3642.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201182, "cps": 28.453125, "mean_p": 0.213252, "boundary_entropy": 0.213036, "bpb": 2.566184}, "fi": {"chunks": 2972.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157993, "cps": 23.21875, "mean_p": 0.229029, "boundary_entropy": 0.280296, "bpb": 2.807451}, "ru": {"chunks": 6782.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.357889, "cps": 52.984375, "mean_p": 0.2316, "boundary_entropy": 0.198822, "bpb": 1.562809}, "el": {"chunks": 7241.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.352824, "cps": 56.570312, "mean_p": 0.227072, "boundary_entropy": 0.197261, "bpb": 1.682745}, "hi": {"chunks": 6973.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414443, "cps": 54.476562, "mean_p": 0.327072, "boundary_entropy": 0.478261, "bpb": 1.374091}, "ta": {"chunks": 8494.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454346, "cps": 66.359375, "mean_p": 0.239979, "boundary_entropy": 0.354297, "bpb": 1.083228}, "th": {"chunks": 7592.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.471993, "cps": 59.3125, "mean_p": 0.363572, "boundary_entropy": 0.559265, "bpb": 1.261246}, "zh": {"chunks": 3064.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518794, "cps": 23.9375, "mean_p": 0.232934, "boundary_entropy": 0.206878, "bpb": 3.389033}, "my": {"chunks": 10090.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.53251, "cps": 78.828125, "mean_p": 0.400202, "boundary_entropy": 0.587733, "bpb": 1.233757}}, "bpb": {"en": 2.29701, "de": 2.57624, "vi": 2.08783, "tr": 2.56618, "fi": 2.80745, "ru": 1.56281, "el": 1.68274, "hi": 1.37409, "ta": 1.08323, "th": 1.26125, "zh": 3.38903, "my": 1.23376}, "gini_cpc": 0.234514, "gini_cps": 0.238728, "bpic": 5.705593, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9621846376314842, "vi": 1.3673015119247682, "tr": 1.2048081599597986, "fi": 0.9461618476515568, "ru": 2.1432709688080522, "el": 2.1129353671282605, "hi": 2.4819504248524082, "ta": 2.720917020737315, "th": 2.8265953775762407, "zh": 3.106875343911694, "my": 3.18901307900886}, "t": 127.8} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30611, "de": 2.58001, "vi": 2.09058, "tr": 2.57305, "fi": 2.81213, "ru": 1.54201, "el": 1.67152, "hi": 1.37121, "ta": 1.09259, "th": 1.28117, "zh": 3.39301, "my": 1.24143}, "bytes_per_chunk": {"en": 5.659, "de": 6.252, "vi": 5.821, "tr": 5.223, "fi": 6.439, "ru": 5.221, "el": 5.22, "hi": 6.337, "ta": 6.016, "th": 5.98, "zh": 5.217, "my": 5.764}, "bpb_mean": 1.99624, "t": 129.1} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51336, "bpb": 2.18331, "chunk_loss": 0.030098, "F": 0.17456, "G": 0.24425, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.25695, "router_noise": 0.0, "grad_norm": 0.6679, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.097, "alpha": 0.03, "t": 129.2} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.38765, "bpb": 2.00195, "chunk_loss": 0.030206, "F": 0.18314, "G": 0.23106, "chunks": 187.53, "bytes_per_chunk": 5.46, "boundary_entropy": 0.21191, "router_noise": 0.0, "grad_norm": 0.6816, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 131.3} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.57001, "bpb": 2.26505, "chunk_loss": 0.030174, "F": 0.17459, "G": 0.23857, "chunks": 178.78, "bytes_per_chunk": 5.728, "boundary_entropy": 0.2377, "router_noise": 0.0, "grad_norm": 0.7289, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 133.4} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.47502, "bpb": 2.12801, "chunk_loss": 0.030161, "F": 0.17825, "G": 0.23359, "chunks": 182.53, "bytes_per_chunk": 5.61, "boundary_entropy": 0.22494, "router_noise": 0.0, "grad_norm": 0.6663, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 135.6} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2898.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166523, "cps": 22.640625, "mean_p": 0.20511, "boundary_entropy": 0.167612, "bpb": 2.258969}, "de": {"chunks": 3326.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161983, "cps": 25.984375, "mean_p": 0.230396, "boundary_entropy": 0.251387, "bpb": 2.532457}, "vi": {"chunks": 4187.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227122, "cps": 32.710938, "mean_p": 0.228726, "boundary_entropy": 0.214828, "bpb": 2.062475}, "tr": {"chunks": 3862.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213335, "cps": 30.171875, "mean_p": 0.221529, "boundary_entropy": 0.208919, "bpb": 2.520424}, "fi": {"chunks": 3021.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160598, "cps": 23.601562, "mean_p": 0.236378, "boundary_entropy": 0.288733, "bpb": 2.762348}, "ru": {"chunks": 6962.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.367388, "cps": 54.390625, "mean_p": 0.232066, "boundary_entropy": 0.182165, "bpb": 1.525683}, "el": {"chunks": 7535.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.367149, "cps": 58.867188, "mean_p": 0.231827, "boundary_entropy": 0.196232, "bpb": 1.624865}, "hi": {"chunks": 7285.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.432987, "cps": 56.914062, "mean_p": 0.326058, "boundary_entropy": 0.475346, "bpb": 1.347822}, "ta": {"chunks": 9334.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.499278, "cps": 72.921875, "mean_p": 0.282133, "boundary_entropy": 0.384249, "bpb": 1.056411}, "th": {"chunks": 7439.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462481, "cps": 58.117188, "mean_p": 0.359833, "boundary_entropy": 0.557031, "bpb": 1.245275}, "zh": {"chunks": 3022.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511683, "cps": 23.609375, "mean_p": 0.22414, "boundary_entropy": 0.182791, "bpb": 3.358283}, "my": {"chunks": 7817.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.41255, "cps": 61.070312, "mean_p": 0.348086, "boundary_entropy": 0.547577, "bpb": 1.221706}}, "bpb": {"en": 2.25897, "de": 2.53246, "vi": 2.06247, "tr": 2.52042, "fi": 2.76235, "ru": 1.52568, "el": 1.62487, "hi": 1.34782, "ta": 1.05641, "th": 1.24528, "zh": 3.35828, "my": 1.22171}, "gini_cpc": 0.222275, "gini_cps": 0.223878, "bpic": 5.754873, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9727373165592448, "vi": 1.3639095113995174, "tr": 1.281113055738448, "fi": 0.964416386474017, "ru": 2.2062287702737398, "el": 2.2047946711103, "hi": 2.6001608938684977, "ta": 2.998251544765958, "th": 2.7772772235490675, "zh": 3.0727466681249864, "my": 2.477436175983}, "t": 138.9} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.27017, "de": 2.53726, "vi": 2.06636, "tr": 2.52535, "fi": 2.76727, "ru": 1.50553, "el": 1.61589, "hi": 1.34487, "ta": 1.06421, "th": 1.26502, "zh": 3.36266, "my": 1.2293}, "bytes_per_chunk": {"en": 5.683, "de": 6.24, "vi": 5.823, "tr": 5.029, "fi": 6.365, "ru": 5.107, "el": 4.981, "hi": 6.04, "ta": 5.549, "th": 6.005, "zh": 5.256, "my": 6.616}, "bpb_mean": 1.96283, "t": 140.2} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.47748, "bpb": 2.13155, "chunk_loss": 0.030153, "F": 0.17877, "G": 0.23617, "chunks": 183.06, "bytes_per_chunk": 5.594, "boundary_entropy": 0.22947, "router_noise": 0.0, "grad_norm": 0.6771, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 140.3} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71729, "bpb": 2.47752, "chunk_loss": 0.03025, "F": 0.18286, "G": 0.22467, "chunks": 187.25, "bytes_per_chunk": 5.469, "boundary_entropy": 0.19138, "router_noise": 0.0, "grad_norm": 0.7597, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 142.3} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48193, "bpb": 2.13797, "chunk_loss": 0.030078, "F": 0.17261, "G": 0.22769, "chunks": 176.75, "bytes_per_chunk": 5.793, "boundary_entropy": 0.22021, "router_noise": 0.0, "grad_norm": 0.6355, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 144.4} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.48451, "bpb": 2.1417, "chunk_loss": 0.03008, "F": 0.17715, "G": 0.23468, "chunks": 181.41, "bytes_per_chunk": 5.645, "boundary_entropy": 0.22659, "router_noise": 0.0, "grad_norm": 0.6734, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 146.5} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2908.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167098, "cps": 22.71875, "mean_p": 0.206123, "boundary_entropy": 0.166133, "bpb": 2.23476}, "de": {"chunks": 3317.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161545, "cps": 25.914062, "mean_p": 0.225429, "boundary_entropy": 0.240454, "bpb": 2.503216}, "vi": {"chunks": 4356.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23629, "cps": 34.03125, "mean_p": 0.23158, "boundary_entropy": 0.21202, "bpb": 2.052536}, "tr": {"chunks": 3830.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211567, "cps": 29.921875, "mean_p": 0.215054, "boundary_entropy": 0.193422, "bpb": 2.491197}, "fi": {"chunks": 3017.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160385, "cps": 23.570312, "mean_p": 0.239746, "boundary_entropy": 0.293632, "bpb": 2.716313}, "ru": {"chunks": 6811.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.35942, "cps": 53.210938, "mean_p": 0.223318, "boundary_entropy": 0.163322, "bpb": 1.50081}, "el": {"chunks": 7170.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.349364, "cps": 56.015625, "mean_p": 0.216983, "boundary_entropy": 0.171435, "bpb": 1.606404}, "hi": {"chunks": 6633.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.394235, "cps": 51.820312, "mean_p": 0.320359, "boundary_entropy": 0.469093, "bpb": 1.325936}, "ta": {"chunks": 8895.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.475796, "cps": 69.492188, "mean_p": 0.260684, "boundary_entropy": 0.358774, "bpb": 1.042731}, "th": {"chunks": 7506.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.466646, "cps": 58.640625, "mean_p": 0.375357, "boundary_entropy": 0.567009, "bpb": 1.225283}, "zh": {"chunks": 2981.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504741, "cps": 23.289062, "mean_p": 0.220427, "boundary_entropy": 0.184766, "bpb": 3.329918}, "my": {"chunks": 7136.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37661, "cps": 55.75, "mean_p": 0.358977, "boundary_entropy": 0.565549, "bpb": 1.223274}}, "bpb": {"en": 2.23476, "de": 2.50322, "vi": 2.05254, "tr": 2.4912, "fi": 2.71631, "ru": 1.50081, "el": 1.6064, "hi": 1.32594, "ta": 1.04273, "th": 1.22528, "zh": 3.32992, "my": 1.22327}, "gini_cpc": 0.21692, "gini_cps": 0.21423, "bpic": 5.944563, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9667691476082619, "vi": 1.4140815214167477, "tr": 1.266128954437017, "fi": 0.9598274027817579, "ru": 2.1509552939212364, "el": 2.090778514607793, "hi": 2.3593080113066174, "ta": 2.8474112784939445, "th": 2.7926545231894355, "zh": 3.0206350080653763, "my": 2.253830145139133}, "t": 149.6} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.24572, "de": 2.50837, "vi": 2.05416, "tr": 2.49586, "fi": 2.71737, "ru": 1.47711, "el": 1.59642, "hi": 1.32453, "ta": 1.05036, "th": 1.24181, "zh": 3.33191, "my": 1.23132}, "bytes_per_chunk": {"en": 5.686, "de": 6.266, "vi": 5.652, "tr": 5.055, "fi": 6.332, "ru": 5.194, "el": 5.221, "hi": 6.605, "ta": 5.781, "th": 6.2, "zh": 5.259, "my": 7.784}, "bpb_mean": 1.93958, "t": 150.8} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 150.8} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.50272, "bpb": 2.16796, "chunk_loss": 0.034967, "F": 0.18619, "G": 0.2415, "chunks": 190.66, "bytes_per_chunk": 5.371, "boundary_entropy": 0.22907, "router_noise": 0.0, "grad_norm": 0.7161, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 10.0837, "alpha": 0.03, "t": 150.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.30911, "bpb": 1.88864, "chunk_loss": 0.031903, "F": 0.16162, "G": 0.19911, "chunks": 165.5, "bytes_per_chunk": 6.187, "boundary_entropy": 0.18338, "router_noise": 0.0, "grad_norm": 0.6003, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 10.1484, "alpha": 0.03, "t": 153.2} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.4021, "bpb": 2.02281, "chunk_loss": 0.031311, "F": 0.16489, "G": 0.19324, "chunks": 168.84, "bytes_per_chunk": 6.065, "boundary_entropy": 0.15172, "router_noise": 0.0, "grad_norm": 0.6697, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.8824, "alpha": 0.03, "t": 155.3} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.57993, "bpb": 2.27935, "chunk_loss": 0.031084, "F": 0.1734, "G": 0.19889, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.1412, "router_noise": 0.0, "grad_norm": 0.6771, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 7.9249, "alpha": 0.03, "t": 157.4} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.189531, "boundary_entropy": 0.115779, "bpb": 2.205942}, "de": {"chunks": 3289.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160181, "cps": 25.695312, "mean_p": 0.192695, "boundary_entropy": 0.160496, "bpb": 2.474082}, "vi": {"chunks": 4174.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226417, "cps": 32.609375, "mean_p": 0.194995, "boundary_entropy": 0.128365, "bpb": 2.03126}, "tr": {"chunks": 3238.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178865, "cps": 25.296875, "mean_p": 0.193341, "boundary_entropy": 0.161012, "bpb": 2.479499}, "fi": {"chunks": 2918.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155122, "cps": 22.796875, "mean_p": 0.199427, "boundary_entropy": 0.20663, "bpb": 2.681845}, "ru": {"chunks": 6457.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340739, "cps": 50.445312, "mean_p": 0.19691, "boundary_entropy": 0.140813, "bpb": 1.486659}, "el": {"chunks": 6814.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332018, "cps": 53.234375, "mean_p": 0.194662, "boundary_entropy": 0.151308, "bpb": 1.576999}, "hi": {"chunks": 4133.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.245646, "cps": 32.289062, "mean_p": 0.124741, "boundary_entropy": 0.169076, "bpb": 1.321755}, "ta": {"chunks": 3210.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.171704, "cps": 25.078125, "mean_p": 0.096415, "boundary_entropy": 0.172715, "bpb": 1.127988}, "th": {"chunks": 2715.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.168791, "cps": 21.210938, "mean_p": 0.115884, "boundary_entropy": 0.243716, "bpb": 1.229611}, "zh": {"chunks": 2972.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503217, "cps": 23.21875, "mean_p": 0.212672, "boundary_entropy": 0.160647, "bpb": 3.302322}, "my": {"chunks": 2612.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.137851, "cps": 20.40625, "mean_p": 0.123875, "boundary_entropy": 0.284304, "bpb": 1.21021}}, "bpb": {"en": 2.20594, "de": 2.47408, "vi": 2.03126, "tr": 2.4795, "fi": 2.68184, "ru": 1.48666, "el": 1.577, "hi": 1.32176, "ta": 1.12799, "th": 1.22961, "zh": 3.30232, "my": 1.21021}, "gini_cpc": 0.223335, "gini_cps": 0.175936, "bpic": 8.448302, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9629129300009666, "vi": 1.3610837686255166, "tr": 1.075231168566513, "fi": 0.9325002485867738, "ru": 2.048316786744501, "el": 1.9958910753233008, "hi": 1.4766782714471587, "ta": 1.0321792283270996, "th": 1.0146688334801677, "zh": 3.0250385574343475, "my": 0.8286771212404606}, "t": 160.6} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21694, "de": 2.48005, "vi": 2.03408, "tr": 2.48372, "fi": 2.68395, "ru": 1.46389, "el": 1.5682, "hi": 1.31873, "ta": 1.13498, "th": 1.25064, "zh": 3.30278, "my": 1.21818}, "bytes_per_chunk": {"en": 5.676, "de": 6.284, "vi": 5.826, "tr": 6.023, "fi": 6.49, "ru": 5.463, "el": 5.489, "hi": 9.646, "ta": 16.228, "th": 15.44, "zh": 5.255, "my": 19.531}, "bpb_mean": 1.92968, "t": 161.9} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.6684, "bpb": 2.407, "chunk_loss": 0.031009, "F": 0.17148, "G": 0.19586, "chunks": 175.59, "bytes_per_chunk": 5.832, "boundary_entropy": 0.1432, "router_noise": 0.0, "grad_norm": 0.69, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.092, "n_target_mean": 7.6058, "alpha": 0.03, "t": 162.0} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.43095, "bpb": 2.06442, "chunk_loss": 0.03085, "F": 0.15811, "G": 0.18088, "chunks": 161.91, "bytes_per_chunk": 6.325, "boundary_entropy": 0.13463, "router_noise": 0.0, "grad_norm": 0.6769, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.0748, "alpha": 0.03, "t": 164.2} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.37075, "bpb": 1.97757, "chunk_loss": 0.031426, "F": 0.15903, "G": 0.17935, "chunks": 162.84, "bytes_per_chunk": 6.288, "boundary_entropy": 0.12882, "router_noise": 0.0, "grad_norm": 0.6564, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.9458, "alpha": 0.03, "t": 166.5} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.33633, "bpb": 1.92792, "chunk_loss": 0.031083, "F": 0.1593, "G": 0.18137, "chunks": 163.12, "bytes_per_chunk": 6.277, "boundary_entropy": 0.13383, "router_noise": 0.0, "grad_norm": 0.6797, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 9.1192, "alpha": 0.03, "t": 168.9} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2910.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167213, "cps": 22.734375, "mean_p": 0.186643, "boundary_entropy": 0.105336, "bpb": 2.181576}, "de": {"chunks": 3290.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16023, "cps": 25.703125, "mean_p": 0.184287, "boundary_entropy": 0.13556, "bpb": 2.442413}, "vi": {"chunks": 4164.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225875, "cps": 32.53125, "mean_p": 0.18584, "boundary_entropy": 0.111922, "bpb": 2.012788}, "tr": {"chunks": 3449.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190521, "cps": 26.945312, "mean_p": 0.192803, "boundary_entropy": 0.146416, "bpb": 2.431394}, "fi": {"chunks": 2884.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153315, "cps": 22.53125, "mean_p": 0.18413, "boundary_entropy": 0.1735, "bpb": 2.655718}, "ru": {"chunks": 6467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.341266, "cps": 50.523438, "mean_p": 0.197382, "boundary_entropy": 0.122607, "bpb": 1.460276}, "el": {"chunks": 6821.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332359, "cps": 53.289062, "mean_p": 0.187611, "boundary_entropy": 0.116164, "bpb": 1.539324}, "hi": {"chunks": 4269.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.25373, "cps": 33.351562, "mean_p": 0.111541, "boundary_entropy": 0.148893, "bpb": 1.311139}, "ta": {"chunks": 3640.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.194704, "cps": 28.4375, "mean_p": 0.094406, "boundary_entropy": 0.162297, "bpb": 1.071362}, "th": {"chunks": 2900.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180292, "cps": 22.65625, "mean_p": 0.10943, "boundary_entropy": 0.215344, "bpb": 1.210141}, "zh": {"chunks": 2992.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506603, "cps": 23.375, "mean_p": 0.216828, "boundary_entropy": 0.157518, "bpb": 3.268649}, "my": {"chunks": 3817.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.201446, "cps": 29.820312, "mean_p": 0.112694, "boundary_entropy": 0.219192, "bpb": 1.186712}}, "bpb": {"en": 2.18158, "de": 2.44241, "vi": 2.01279, "tr": 2.43139, "fi": 2.65572, "ru": 1.46028, "el": 1.53932, "hi": 1.31114, "ta": 1.07136, "th": 1.21014, "zh": 3.26865, "my": 1.18671}, "gini_cpc": 0.20497, "gini_cps": 0.162026, "bpic": 8.062118, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9582407198670885, "vi": 1.3508238195498814, "tr": 1.139393595980845, "fi": 0.9168842314789494, "ru": 2.0409143432255257, "el": 1.98764278046607, "hi": 1.5174074539299338, "ta": 1.1644129997821788, "th": 1.0782216895423475, "zh": 3.0296975642453416, "my": 1.2047305267373105}, "t": 172.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19425, "de": 2.45065, "vi": 2.01491, "tr": 2.43647, "fi": 2.66341, "ru": 1.4364, "el": 1.52892, "hi": 1.30874, "ta": 1.07771, "th": 1.22709, "zh": 3.27037, "my": 1.19514}, "bytes_per_chunk": {"en": 5.668, "de": 6.289, "vi": 5.835, "tr": 5.509, "fi": 6.607, "ru": 5.455, "el": 5.484, "hi": 9.328, "ta": 13.793, "th": 14.616, "zh": 5.247, "my": 14.506}, "bpb_mean": 1.90034, "t": 173.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.45895, "bpb": 2.10482, "chunk_loss": 0.03142, "F": 0.17142, "G": 0.18977, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.12426, "router_noise": 0.0, "grad_norm": 0.683, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.093, "n_target_mean": 8.8073, "alpha": 0.03, "t": 173.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.4031, "bpb": 2.02425, "chunk_loss": 0.030962, "F": 0.15924, "G": 0.17748, "chunks": 163.06, "bytes_per_chunk": 6.28, "boundary_entropy": 0.12371, "router_noise": 0.0, "grad_norm": 0.7184, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.5124, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.47768, "bpb": 2.13184, "chunk_loss": 0.030961, "F": 0.16486, "G": 0.18539, "chunks": 168.81, "bytes_per_chunk": 6.066, "boundary_entropy": 0.1238, "router_noise": 0.0, "grad_norm": 0.699, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.031, "alpha": 0.03, "t": 177.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.36489, "bpb": 1.96912, "chunk_loss": 0.031161, "F": 0.15945, "G": 0.17716, "chunks": 163.28, "bytes_per_chunk": 6.271, "boundary_entropy": 0.12479, "router_noise": 0.0, "grad_norm": 0.6504, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.8764, "alpha": 0.03, "t": 179.9} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.183998, "boundary_entropy": 0.09628, "bpb": 2.160738}, "de": {"chunks": 3280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159743, "cps": 25.625, "mean_p": 0.180894, "boundary_entropy": 0.12354, "bpb": 2.408427}, "vi": {"chunks": 4159.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225603, "cps": 32.492188, "mean_p": 0.183509, "boundary_entropy": 0.090701, "bpb": 2.002644}, "tr": {"chunks": 3041.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167983, "cps": 23.757812, "mean_p": 0.178503, "boundary_entropy": 0.131465, "bpb": 2.409792}, "fi": {"chunks": 2921.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155281, "cps": 22.820312, "mean_p": 0.181122, "boundary_entropy": 0.156354, "bpb": 2.601984}, "ru": {"chunks": 6353.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335251, "cps": 49.632812, "mean_p": 0.189533, "boundary_entropy": 0.113669, "bpb": 1.448972}, "el": {"chunks": 6619.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322516, "cps": 51.710938, "mean_p": 0.181277, "boundary_entropy": 0.120475, "bpb": 1.522925}, "hi": {"chunks": 3813.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.226627, "cps": 29.789062, "mean_p": 0.09029, "boundary_entropy": 0.145636, "bpb": 1.300944}, "ta": {"chunks": 2740.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146563, "cps": 21.40625, "mean_p": 0.073044, "boundary_entropy": 0.152922, "bpb": 1.061219}, "th": {"chunks": 2659.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.165309, "cps": 20.773438, "mean_p": 0.100954, "boundary_entropy": 0.21224, "bpb": 1.185241}, "zh": {"chunks": 3037.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514223, "cps": 23.726562, "mean_p": 0.216771, "boundary_entropy": 0.152442, "bpb": 3.241995}, "my": {"chunks": 2667.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140754, "cps": 20.835938, "mean_p": 0.096153, "boundary_entropy": 0.203786, "bpb": 1.178}}, "bpb": {"en": 2.16074, "de": 2.40843, "vi": 2.00264, "tr": 2.40979, "fi": 2.60198, "ru": 1.44897, "el": 1.52293, "hi": 1.30094, "ta": 1.06122, "th": 1.18524, "zh": 3.24199, "my": 1.178}, "gini_cpc": 0.229084, "gini_cps": 0.174181, "bpic": 8.686365, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9609418839298073, "vi": 1.357130043985412, "tr": 1.01051218629718, "fi": 0.9341042759049334, "ru": 2.016718710525908, "el": 1.9401138789611225, "hi": 1.363287394022257, "ta": 0.8816592734701825, "th": 0.9944271171740261, "zh": 3.093335572195764, "my": 0.8467112422442239}, "t": 183.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17258, "de": 2.41562, "vi": 2.00396, "tr": 2.41196, "fi": 2.61035, "ru": 1.42571, "el": 1.51327, "hi": 1.29752, "ta": 1.06795, "th": 1.2031, "zh": 3.24313, "my": 1.18704}, "bytes_per_chunk": {"en": 5.677, "de": 6.287, "vi": 5.831, "tr": 6.264, "fi": 6.505, "ru": 5.533, "el": 5.634, "hi": 10.368, "ta": 18.065, "th": 15.565, "zh": 5.175, "my": 19.072}, "bpb_mean": 1.87935, "t": 184.7} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.47603, "bpb": 2.12947, "chunk_loss": 0.030494, "F": 0.15482, "G": 0.17708, "chunks": 158.53, "bytes_per_chunk": 6.459, "boundary_entropy": 0.12906, "router_noise": 0.0, "grad_norm": 0.7024, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.834, "alpha": 0.03, "t": 184.8} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.38724, "bpb": 2.00136, "chunk_loss": 0.030464, "F": 0.15573, "G": 0.17349, "chunks": 159.47, "bytes_per_chunk": 6.421, "boundary_entropy": 0.11266, "router_noise": 0.0, "grad_norm": 0.686, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.4055, "alpha": 0.03, "t": 186.9} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.42416, "bpb": 2.05463, "chunk_loss": 0.030706, "F": 0.16394, "G": 0.17911, "chunks": 167.88, "bytes_per_chunk": 6.1, "boundary_entropy": 0.10374, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.0087, "alpha": 0.03, "t": 189.0} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.37235, "bpb": 1.97988, "chunk_loss": 0.030884, "F": 0.14938, "G": 0.16989, "chunks": 152.97, "bytes_per_chunk": 6.694, "boundary_entropy": 0.12944, "router_noise": 0.0, "grad_norm": 0.6953, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.8608, "alpha": 0.03, "t": 191.1} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.18086, "boundary_entropy": 0.08467, "bpb": 2.155222}, "de": {"chunks": 3283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159889, "cps": 25.648438, "mean_p": 0.177155, "boundary_entropy": 0.111745, "bpb": 2.392767}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.180605, "boundary_entropy": 0.090788, "bpb": 1.995041}, "tr": {"chunks": 2995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165442, "cps": 23.398438, "mean_p": 0.172228, "boundary_entropy": 0.120713, "bpb": 2.394178}, "fi": {"chunks": 2877.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152942, "cps": 22.476562, "mean_p": 0.175613, "boundary_entropy": 0.144645, "bpb": 2.585408}, "ru": {"chunks": 6326.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333826, "cps": 49.421875, "mean_p": 0.18643, "boundary_entropy": 0.1095, "bpb": 1.42351}, "el": {"chunks": 6629.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323003, "cps": 51.789062, "mean_p": 0.178659, "boundary_entropy": 0.11376, "bpb": 1.496767}, "hi": {"chunks": 3643.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.216523, "cps": 28.460938, "mean_p": 0.085006, "boundary_entropy": 0.149007, "bpb": 1.278282}, "ta": {"chunks": 3576.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.191281, "cps": 27.9375, "mean_p": 0.083619, "boundary_entropy": 0.159111, "bpb": 1.05217}, "th": {"chunks": 2830.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17594, "cps": 22.109375, "mean_p": 0.098088, "boundary_entropy": 0.192101, "bpb": 1.17293}, "zh": {"chunks": 2996.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507281, "cps": 23.40625, "mean_p": 0.214954, "boundary_entropy": 0.143731, "bpb": 3.231275}, "my": {"chunks": 2653.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140015, "cps": 20.726562, "mean_p": 0.091744, "boundary_entropy": 0.190189, "bpb": 1.160358}}, "bpb": {"en": 2.15522, "de": 2.39277, "vi": 1.99504, "tr": 2.39418, "fi": 2.58541, "ru": 1.42351, "el": 1.49677, "hi": 1.27828, "ta": 1.05217, "th": 1.17293, "zh": 3.23128, "my": 1.16036}, "gini_cpc": 0.219833, "gini_cps": 0.166997, "bpic": 8.558135, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9624861838776273, "vi": 1.3534973863219626, "tr": 0.9959150694115093, "fi": 0.9206700319464307, "ru": 2.0095369762770274, "el": 1.9443892100506381, "hi": 1.3034072334955589, "ta": 1.1514579142748163, "th": 1.0591108052204932, "zh": 3.0536861188482347, "my": 0.8428492456224016}, "t": 194.2} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.16483, "de": 2.39884, "vi": 1.99797, "tr": 2.39466, "fi": 2.59215, "ru": 1.40162, "el": 1.48667, "hi": 1.27656, "ta": 1.05883, "th": 1.19126, "zh": 3.22933, "my": 1.17044}, "bytes_per_chunk": {"en": 5.679, "de": 6.287, "vi": 5.834, "tr": 6.364, "fi": 6.589, "ru": 5.543, "el": 5.612, "hi": 10.444, "ta": 13.526, "th": 15.298, "zh": 5.226, "my": 19.136}, "bpb_mean": 1.8636, "t": 195.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.32323, "bpb": 1.90901, "chunk_loss": 0.031053, "F": 0.15845, "G": 0.17035, "chunks": 162.25, "bytes_per_chunk": 6.311, "boundary_entropy": 0.10572, "router_noise": 0.0, "grad_norm": 0.7252, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.495, "alpha": 0.03, "t": 195.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.54573, "bpb": 2.23002, "chunk_loss": 0.030571, "F": 0.16611, "G": 0.1827, "chunks": 170.09, "bytes_per_chunk": 6.02, "boundary_entropy": 0.10851, "router_noise": 0.0, "grad_norm": 0.6941, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.9529, "alpha": 0.03, "t": 197.6} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.51217, "bpb": 2.18159, "chunk_loss": 0.030519, "F": 0.16187, "G": 0.17995, "chunks": 165.75, "bytes_per_chunk": 6.178, "boundary_entropy": 0.10766, "router_noise": 0.0, "grad_norm": 0.7358, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.6934, "alpha": 0.03, "t": 199.7} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.32564, "bpb": 1.9125, "chunk_loss": 0.031403, "F": 0.16028, "G": 0.17354, "chunks": 164.12, "bytes_per_chunk": 6.239, "boundary_entropy": 0.11372, "router_noise": 0.0, "grad_norm": 0.6515, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.8711, "alpha": 0.03, "t": 201.8} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.180417, "boundary_entropy": 0.081924, "bpb": 2.133238}, "de": {"chunks": 3280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159743, "cps": 25.625, "mean_p": 0.175262, "boundary_entropy": 0.105548, "bpb": 2.370796}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.17853, "boundary_entropy": 0.086566, "bpb": 1.963539}, "tr": {"chunks": 3020.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166823, "cps": 23.59375, "mean_p": 0.17767, "boundary_entropy": 0.127631, "bpb": 2.377331}, "fi": {"chunks": 2870.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15257, "cps": 22.421875, "mean_p": 0.174452, "boundary_entropy": 0.140761, "bpb": 2.565576}, "ru": {"chunks": 6313.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33314, "cps": 49.320312, "mean_p": 0.185227, "boundary_entropy": 0.102364, "bpb": 1.407119}, "el": {"chunks": 6353.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309555, "cps": 49.632812, "mean_p": 0.176585, "boundary_entropy": 0.111099, "bpb": 1.484706}, "hi": {"chunks": 2346.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.139435, "cps": 18.328125, "mean_p": 0.074426, "boundary_entropy": 0.148349, "bpb": 1.273858}, "ta": {"chunks": 1855.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.099224, "cps": 14.492188, "mean_p": 0.065356, "boundary_entropy": 0.144142, "bpb": 1.050281}, "th": {"chunks": 2877.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.178862, "cps": 22.476562, "mean_p": 0.099708, "boundary_entropy": 0.190997, "bpb": 1.156893}, "zh": {"chunks": 2980.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504572, "cps": 23.28125, "mean_p": 0.211686, "boundary_entropy": 0.137036, "bpb": 3.201497}, "my": {"chunks": 2232.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.117796, "cps": 17.4375, "mean_p": 0.079348, "boundary_entropy": 0.17517, "bpb": 1.157191}}, "bpb": {"en": 2.13324, "de": 2.3708, "vi": 1.96354, "tr": 2.37733, "fi": 2.56558, "ru": 1.40712, "el": 1.48471, "hi": 1.27386, "ta": 1.05028, "th": 1.15689, "zh": 3.2015, "my": 1.15719}, "gini_cpc": 0.261394, "gini_cps": 0.205256, "bpic": 9.321634, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606098376672191, "vi": 1.3540515069195658, "tr": 1.0031872063113012, "fi": 0.9174778891190464, "ru": 2.0033284951304946, "el": 1.8615024133423752, "hi": 0.8384912371859182, "ta": 0.59668351282629, "th": 1.0755841408344018, "zh": 3.0342294191586174, "my": 0.7083638792321296}, "t": 204.7} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14432, "de": 2.37959, "vi": 1.9663, "tr": 2.37881, "fi": 2.57541, "ru": 1.38422, "el": 1.47289, "hi": 1.2713, "ta": 1.05578, "th": 1.17533, "zh": 3.19853, "my": 1.16659}, "bytes_per_chunk": {"en": 5.674, "de": 6.291, "vi": 5.837, "tr": 6.297, "fi": 6.604, "ru": 5.556, "el": 5.848, "hi": 15.451, "ta": 24.869, "th": 14.534, "zh": 5.223, "my": 21.999}, "bpb_mean": 1.84742, "t": 206.0} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.36088, "bpb": 1.96334, "chunk_loss": 0.030694, "F": 0.1571, "G": 0.17178, "chunks": 160.88, "bytes_per_chunk": 6.365, "boundary_entropy": 0.10607, "router_noise": 0.0, "grad_norm": 0.7034, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.9964, "alpha": 0.03, "t": 206.0} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.37143, "bpb": 1.97855, "chunk_loss": 0.030674, "F": 0.14883, "G": 0.16504, "chunks": 152.41, "bytes_per_chunk": 6.719, "boundary_entropy": 0.11245, "router_noise": 0.0, "grad_norm": 0.7227, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.522, "alpha": 0.03, "t": 208.0} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.43659, "bpb": 2.07257, "chunk_loss": 0.031174, "F": 0.16318, "G": 0.1758, "chunks": 167.09, "bytes_per_chunk": 6.128, "boundary_entropy": 0.10578, "router_noise": 0.0, "grad_norm": 0.7167, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.4057, "alpha": 0.03, "t": 210.2} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.39906, "bpb": 2.01842, "chunk_loss": 0.030588, "F": 0.15546, "G": 0.17132, "chunks": 159.19, "bytes_per_chunk": 6.433, "boundary_entropy": 0.10919, "router_noise": 0.0, "grad_norm": 0.6551, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.9203, "alpha": 0.03, "t": 212.5} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.179924, "boundary_entropy": 0.078542, "bpb": 2.116236}, "de": {"chunks": 3280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159743, "cps": 25.625, "mean_p": 0.17529, "boundary_entropy": 0.103135, "bpb": 2.351919}, "vi": {"chunks": 4155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225386, "cps": 32.460938, "mean_p": 0.17742, "boundary_entropy": 0.081182, "bpb": 1.956308}, "tr": {"chunks": 3049.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168425, "cps": 23.820312, "mean_p": 0.174089, "boundary_entropy": 0.114, "bpb": 2.352425}, "fi": {"chunks": 2858.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151932, "cps": 22.328125, "mean_p": 0.167332, "boundary_entropy": 0.122889, "bpb": 2.531181}, "ru": {"chunks": 6261.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330396, "cps": 48.914062, "mean_p": 0.180297, "boundary_entropy": 0.108103, "bpb": 1.408688}, "el": {"chunks": 6321.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307996, "cps": 49.382812, "mean_p": 0.171735, "boundary_entropy": 0.1023, "bpb": 1.469625}, "hi": {"chunks": 3338.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.198395, "cps": 26.078125, "mean_p": 0.083791, "boundary_entropy": 0.147683, "bpb": 1.257582}, "ta": {"chunks": 3217.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172078, "cps": 25.132812, "mean_p": 0.07536, "boundary_entropy": 0.145263, "bpb": 1.021759}, "th": {"chunks": 2744.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170594, "cps": 21.4375, "mean_p": 0.088118, "boundary_entropy": 0.167989, "bpb": 1.150032}, "zh": {"chunks": 3023.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511852, "cps": 23.617188, "mean_p": 0.212749, "boundary_entropy": 0.133237, "bpb": 3.178562}, "my": {"chunks": 3090.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.163078, "cps": 24.140625, "mean_p": 0.089595, "boundary_entropy": 0.168073, "bpb": 1.152299}}, "bpb": {"en": 2.11624, "de": 2.35192, "vi": 1.95631, "tr": 2.35243, "fi": 2.53118, "ru": 1.40869, "el": 1.46963, "hi": 1.25758, "ta": 1.02176, "th": 1.15003, "zh": 3.17856, "my": 1.1523}, "gini_cpc": 0.210765, "gini_cps": 0.152931, "bpic": 8.67635, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.959615074286825, "vi": 1.3539527577278254, "tr": 1.0117716306401574, "fi": 0.912695619252148, "ru": 1.9847696689232697, "el": 1.8502080669875234, "hi": 1.1918096139830054, "ta": 1.0337159476334816, "th": 1.024798938243275, "zh": 3.0748244765741406, "my": 0.9796495162277239}, "t": 215.8} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12941, "de": 2.35856, "vi": 1.95889, "tr": 2.35653, "fi": 2.54076, "ru": 1.38653, "el": 1.45858, "hi": 1.2546, "ta": 1.02902, "th": 1.16927, "zh": 3.17866, "my": 1.16108}, "bytes_per_chunk": {"en": 5.674, "de": 6.296, "vi": 5.834, "tr": 6.243, "fi": 6.625, "ru": 5.62, "el": 5.928, "hi": 11.279, "ta": 14.81, "th": 15.376, "zh": 5.198, "my": 16.774}, "bpb_mean": 1.83182, "t": 217.4} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.44655, "bpb": 2.08692, "chunk_loss": 0.031667, "F": 0.16879, "G": 0.17729, "chunks": 172.84, "bytes_per_chunk": 5.924, "boundary_entropy": 0.10306, "router_noise": 0.0, "grad_norm": 1.1933, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.099, "n_target_mean": 9.551, "alpha": 0.03, "t": 217.4} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.32823, "bpb": 1.91624, "chunk_loss": 0.031086, "F": 0.16458, "G": 0.17604, "chunks": 168.53, "bytes_per_chunk": 6.076, "boundary_entropy": 0.09435, "router_noise": 0.0, "grad_norm": 0.6572, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.7039, "alpha": 0.03, "t": 219.7} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.58479, "bpb": 2.28638, "chunk_loss": 0.030599, "F": 0.16742, "G": 0.18217, "chunks": 171.44, "bytes_per_chunk": 5.973, "boundary_entropy": 0.09818, "router_noise": 0.0, "grad_norm": 0.7243, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 7.5805, "alpha": 0.03, "t": 222.0} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.30228, "bpb": 1.87879, "chunk_loss": 0.030866, "F": 0.14908, "G": 0.16352, "chunks": 152.66, "bytes_per_chunk": 6.708, "boundary_entropy": 0.10414, "router_noise": 0.0, "grad_norm": 0.6721, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 10.2592, "alpha": 0.03, "t": 224.4} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.178609, "boundary_entropy": 0.07214, "bpb": 2.100971}, "de": {"chunks": 3283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159889, "cps": 25.648438, "mean_p": 0.17273, "boundary_entropy": 0.091242, "bpb": 2.33017}, "vi": {"chunks": 4150.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225115, "cps": 32.421875, "mean_p": 0.177226, "boundary_entropy": 0.072617, "bpb": 1.951941}, "tr": {"chunks": 3061.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169088, "cps": 23.914062, "mean_p": 0.175568, "boundary_entropy": 0.112637, "bpb": 2.333366}, "fi": {"chunks": 2871.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152623, "cps": 22.429688, "mean_p": 0.169515, "boundary_entropy": 0.124593, "bpb": 2.535389}, "ru": {"chunks": 6314.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333193, "cps": 49.328125, "mean_p": 0.182206, "boundary_entropy": 0.103443, "bpb": 1.381134}, "el": {"chunks": 6298.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306875, "cps": 49.203125, "mean_p": 0.173183, "boundary_entropy": 0.100775, "bpb": 1.442219}, "hi": {"chunks": 3166.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.188172, "cps": 24.734375, "mean_p": 0.082614, "boundary_entropy": 0.145598, "bpb": 1.240737}, "ta": {"chunks": 3838.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.205296, "cps": 29.984375, "mean_p": 0.089007, "boundary_entropy": 0.151195, "bpb": 1.012688}, "th": {"chunks": 3004.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.186758, "cps": 23.46875, "mean_p": 0.09423, "boundary_entropy": 0.167102, "bpb": 1.127417}, "zh": {"chunks": 3007.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509143, "cps": 23.492188, "mean_p": 0.21098, "boundary_entropy": 0.12707, "bpb": 3.169001}, "my": {"chunks": 2436.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128562, "cps": 19.03125, "mean_p": 0.076374, "boundary_entropy": 0.154684, "bpb": 1.13459}}, "bpb": {"en": 2.10097, "de": 2.33017, "vi": 1.95194, "tr": 2.33337, "fi": 2.53539, "ru": 1.38113, "el": 1.44222, "hi": 1.24074, "ta": 1.01269, "th": 1.12742, "zh": 3.169, "my": 1.13459}, "gini_cpc": 0.221072, "gini_cps": 0.164337, "bpic": 8.659123, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9618207941894991, "vi": 1.354193239369911, "tr": 1.0171581066279738, "fi": 0.9181148155162833, "ru": 2.00433841307423, "el": 1.8460246577575388, "hi": 1.131961156431803, "ta": 1.234966529773197, "th": 1.1234520722041272, "zh": 3.0627790798790455, "my": 0.7733740480340942}, "t": 228.0} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11327, "de": 2.3389, "vi": 1.95385, "tr": 2.33686, "fi": 2.54471, "ru": 1.35868, "el": 1.43026, "hi": 1.23835, "ta": 1.0207, "th": 1.14683, "zh": 3.16941, "my": 1.14328}, "bytes_per_chunk": {"en": 5.676, "de": 6.292, "vi": 5.833, "tr": 6.207, "fi": 6.621, "ru": 5.574, "el": 5.987, "hi": 11.818, "ta": 12.54, "th": 14.568, "zh": 5.214, "my": 20.8}, "bpb_mean": 1.81626, "t": 229.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37353, "bpb": 1.98158, "chunk_loss": 0.03066, "F": 0.16351, "G": 0.17364, "chunks": 167.44, "bytes_per_chunk": 6.116, "boundary_entropy": 0.09164, "router_noise": 0.0, "grad_norm": 0.7097, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.1, "n_target_mean": 8.2652, "alpha": 0.03, "t": 229.4} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.473, "bpb": 2.12508, "chunk_loss": 0.030469, "F": 0.15359, "G": 0.16915, "chunks": 157.28, "bytes_per_chunk": 6.511, "boundary_entropy": 0.1073, "router_noise": 0.0, "grad_norm": 0.6846, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.011, "alpha": 0.03, "t": 231.7} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.48161, "bpb": 2.13751, "chunk_loss": 0.030712, "F": 0.15973, "G": 0.17271, "chunks": 163.56, "bytes_per_chunk": 6.261, "boundary_entropy": 0.10445, "router_noise": 0.0, "grad_norm": 0.7001, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.7756, "alpha": 0.03, "t": 233.9} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.41899, "bpb": 2.04718, "chunk_loss": 0.030672, "F": 0.15662, "G": 0.16999, "chunks": 160.38, "bytes_per_chunk": 6.385, "boundary_entropy": 0.10177, "router_noise": 0.0, "grad_norm": 0.6876, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 8.8445, "alpha": 0.03, "t": 236.1} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166695, "cps": 22.664062, "mean_p": 0.179226, "boundary_entropy": 0.073871, "bpb": 2.084828}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.17455, "boundary_entropy": 0.097527, "bpb": 2.312926}, "vi": {"chunks": 4153.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225278, "cps": 32.445312, "mean_p": 0.175258, "boundary_entropy": 0.07443, "bpb": 1.933234}, "tr": {"chunks": 3040.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167928, "cps": 23.75, "mean_p": 0.172316, "boundary_entropy": 0.108684, "bpb": 2.302224}, "fi": {"chunks": 2882.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153208, "cps": 22.515625, "mean_p": 0.168294, "boundary_entropy": 0.11778, "bpb": 2.497615}, "ru": {"chunks": 6310.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332982, "cps": 49.296875, "mean_p": 0.181633, "boundary_entropy": 0.101303, "bpb": 1.369356}, "el": {"chunks": 6244.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304244, "cps": 48.78125, "mean_p": 0.172405, "boundary_entropy": 0.095364, "bpb": 1.426313}, "hi": {"chunks": 2473.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.146984, "cps": 19.320312, "mean_p": 0.07789, "boundary_entropy": 0.150893, "bpb": 1.244218}, "ta": {"chunks": 2582.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.138112, "cps": 20.171875, "mean_p": 0.070994, "boundary_entropy": 0.145137, "bpb": 1.027125}, "th": {"chunks": 2885.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17936, "cps": 22.539062, "mean_p": 0.090651, "boundary_entropy": 0.166312, "bpb": 1.128468}, "zh": {"chunks": 2975.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503725, "cps": 23.242188, "mean_p": 0.206294, "boundary_entropy": 0.119436, "bpb": 3.141713}, "my": {"chunks": 2081.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.109827, "cps": 16.257812, "mean_p": 0.074732, "boundary_entropy": 0.16354, "bpb": 1.136234}}, "bpb": {"en": 2.08483, "de": 2.31293, "vi": 1.93323, "tr": 2.30222, "fi": 2.49761, "ru": 1.36936, "el": 1.42631, "hi": 1.24422, "ta": 1.02712, "th": 1.12847, "zh": 3.14171, "my": 1.13623}, "gini_cpc": 0.244856, "gini_cps": 0.187407, "bpic": 9.177412, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9617978696084407, "vi": 1.3514350569049869, "tr": 1.007394147735916, "fi": 0.9190909387271864, "ru": 1.9975448371455935, "el": 1.8251494867337028, "hi": 0.8817499320058205, "ta": 0.8285279425646495, "th": 1.075972430588661, "zh": 3.0218292371594835, "my": 0.6588477930891905}, "t": 239.6} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09845, "de": 2.32149, "vi": 1.93477, "tr": 2.30646, "fi": 2.50732, "ru": 1.34576, "el": 1.41596, "hi": 1.24092, "ta": 1.03451, "th": 1.14611, "zh": 3.13895, "my": 1.14408}, "bytes_per_chunk": {"en": 5.666, "de": 6.284, "vi": 5.836, "tr": 6.269, "fi": 6.581, "ru": 5.576, "el": 5.997, "hi": 15.067, "ta": 18.513, "th": 15.222, "zh": 5.258, "my": 23.704}, "bpb_mean": 1.8029, "t": 241.0} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.39745, "bpb": 2.01609, "chunk_loss": 0.030875, "F": 0.16397, "G": 0.17691, "chunks": 167.91, "bytes_per_chunk": 6.099, "boundary_entropy": 0.10228, "router_noise": 0.0, "grad_norm": 0.748, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.8695, "alpha": 0.03, "t": 241.0} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.296, "bpb": 1.86974, "chunk_loss": 0.030983, "F": 0.15726, "G": 0.16777, "chunks": 161.03, "bytes_per_chunk": 6.359, "boundary_entropy": 0.09681, "router_noise": 0.0, "grad_norm": 0.709, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3813, "alpha": 0.03, "t": 243.0} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.44216, "bpb": 2.0806, "chunk_loss": 0.030663, "F": 0.1608, "G": 0.17266, "chunks": 164.66, "bytes_per_chunk": 6.219, "boundary_entropy": 0.09626, "router_noise": 0.0, "grad_norm": 0.6973, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3701, "alpha": 0.03, "t": 245.0} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.23678, "bpb": 1.7843, "chunk_loss": 0.031066, "F": 0.15393, "G": 0.16403, "chunks": 157.62, "bytes_per_chunk": 6.496, "boundary_entropy": 0.10396, "router_noise": 0.0, "grad_norm": 0.6652, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 10.0005, "alpha": 0.03, "t": 247.1} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.178849, "boundary_entropy": 0.071775, "bpb": 2.072872}, "de": {"chunks": 3276.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159548, "cps": 25.59375, "mean_p": 0.171202, "boundary_entropy": 0.085793, "bpb": 2.302232}, "vi": {"chunks": 4149.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225061, "cps": 32.414062, "mean_p": 0.174185, "boundary_entropy": 0.079675, "bpb": 1.923337}, "tr": {"chunks": 3038.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167817, "cps": 23.734375, "mean_p": 0.170872, "boundary_entropy": 0.103974, "bpb": 2.29877}, "fi": {"chunks": 2894.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153846, "cps": 22.609375, "mean_p": 0.167529, "boundary_entropy": 0.115079, "bpb": 2.471745}, "ru": {"chunks": 6292.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.332032, "cps": 49.15625, "mean_p": 0.182937, "boundary_entropy": 0.105015, "bpb": 1.355449}, "el": {"chunks": 6256.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304829, "cps": 48.875, "mean_p": 0.172303, "boundary_entropy": 0.091733, "bpb": 1.413032}, "hi": {"chunks": 2185.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.129866, "cps": 17.070312, "mean_p": 0.077973, "boundary_entropy": 0.15163, "bpb": 1.233498}, "ta": {"chunks": 2787.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149077, "cps": 21.773438, "mean_p": 0.076711, "boundary_entropy": 0.14368, "bpb": 1.002114}, "th": {"chunks": 3246.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.201803, "cps": 25.359375, "mean_p": 0.099307, "boundary_entropy": 0.171165, "bpb": 1.11386}, "zh": {"chunks": 2997.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50745, "cps": 23.414062, "mean_p": 0.206609, "boundary_entropy": 0.119156, "bpb": 3.128623}, "my": {"chunks": 2521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133048, "cps": 19.695312, "mean_p": 0.076683, "boundary_entropy": 0.153513, "bpb": 1.122475}}, "bpb": {"en": 2.07287, "de": 2.30223, "vi": 1.92334, "tr": 2.29877, "fi": 2.47174, "ru": 1.35545, "el": 1.41303, "hi": 1.2335, "ta": 1.00211, "th": 1.11386, "zh": 3.12862, "my": 1.12248}, "gini_cpc": 0.238159, "gini_cps": 0.178907, "bpic": 9.022074, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9584448120011093, "vi": 1.3519975912906732, "tr": 1.0081214214118723, "fi": 0.9241921350999708, "ru": 1.9945968306764434, "el": 1.8311820387713886, "hi": 0.7801390073555623, "ta": 0.8955444034984498, "th": 1.21228037665367, "zh": 3.048378748360139, "my": 0.7992545082233307}, "t": 250.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08532, "de": 2.31065, "vi": 1.926, "tr": 2.30003, "fi": 2.48362, "ru": 1.33131, "el": 1.4027, "hi": 1.23174, "ta": 1.00988, "th": 1.13158, "zh": 3.12794, "my": 1.13104}, "bytes_per_chunk": {"en": 5.674, "de": 6.3, "vi": 5.834, "tr": 6.259, "fi": 6.548, "ru": 5.587, "el": 5.998, "hi": 17.261, "ta": 17.677, "th": 13.82, "zh": 5.24, "my": 20.068}, "bpb_mean": 1.78932, "t": 251.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 251.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.256, "bpb": 1.81203, "chunk_loss": 0.030391, "F": 0.15393, "G": 0.16635, "chunks": 157.62, "bytes_per_chunk": 6.496, "boundary_entropy": 0.09596, "router_noise": 0.0, "grad_norm": 0.7, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 251.4} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.27437, "bpb": 1.83853, "chunk_loss": 0.03014, "F": 0.16409, "G": 0.17299, "chunks": 168.03, "bytes_per_chunk": 6.094, "boundary_entropy": 0.08869, "router_noise": 0.0, "grad_norm": 0.6934, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 253.4} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.34974, "bpb": 1.94726, "chunk_loss": 0.030113, "F": 0.16385, "G": 0.1819, "chunks": 167.78, "bytes_per_chunk": 6.103, "boundary_entropy": 0.11336, "router_noise": 0.0, "grad_norm": 0.7214, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 255.5} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.32464, "bpb": 1.91106, "chunk_loss": 0.030092, "F": 0.16293, "G": 0.18106, "chunks": 166.84, "bytes_per_chunk": 6.137, "boundary_entropy": 0.11331, "router_noise": 0.0, "grad_norm": 0.6931, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 257.4} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.181209, "boundary_entropy": 0.081552, "bpb": 2.063351}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.175236, "boundary_entropy": 0.099788, "bpb": 2.28872}, "vi": {"chunks": 4174.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226417, "cps": 32.609375, "mean_p": 0.1821, "boundary_entropy": 0.090263, "bpb": 1.919503}, "tr": {"chunks": 3125.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172623, "cps": 24.414062, "mean_p": 0.182833, "boundary_entropy": 0.124704, "bpb": 2.277358}, "fi": {"chunks": 2876.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152889, "cps": 22.46875, "mean_p": 0.168409, "boundary_entropy": 0.122086, "bpb": 2.459291}, "ru": {"chunks": 6342.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.33467, "cps": 49.546875, "mean_p": 0.191562, "boundary_entropy": 0.103267, "bpb": 1.344775}, "el": {"chunks": 6450.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314282, "cps": 50.390625, "mean_p": 0.180985, "boundary_entropy": 0.093734, "bpb": 1.398941}, "hi": {"chunks": 4874.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.289688, "cps": 38.078125, "mean_p": 0.142847, "boundary_entropy": 0.226975, "bpb": 1.217651}, "ta": {"chunks": 6170.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.330035, "cps": 48.203125, "mean_p": 0.153946, "boundary_entropy": 0.228048, "bpb": 0.986595}, "th": {"chunks": 6644.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.413056, "cps": 51.90625, "mean_p": 0.265671, "boundary_entropy": 0.426819, "bpb": 1.105255}, "zh": {"chunks": 2989.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506095, "cps": 23.351562, "mean_p": 0.206962, "boundary_entropy": 0.11927, "bpb": 3.117886}, "my": {"chunks": 8713.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.459837, "cps": 68.070312, "mean_p": 0.282312, "boundary_entropy": 0.460911, "bpb": 1.115543}}, "bpb": {"en": 2.06335, "de": 2.28872, "vi": 1.9195, "tr": 2.27736, "fi": 2.45929, "ru": 1.34478, "el": 1.39894, "hi": 1.21765, "ta": 0.9866, "th": 1.10526, "zh": 3.11789, "my": 1.11554}, "gini_cpc": 0.223646, "gini_cps": 0.210274, "bpic": 6.557445, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9616461272486168, "vi": 1.3634385848342112, "tr": 1.039503001567157, "fi": 0.9206684817228528, "ru": 2.0153166866001406, "el": 1.8925403467491198, "hi": 1.7444427831791751, "ta": 1.9874031414872324, "th": 2.487338178556178, "zh": 3.0476055082099376, "my": 2.769048837357094}, "t": 260.4} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07588, "de": 2.29696, "vi": 1.92176, "tr": 2.28121, "fi": 2.46919, "ru": 1.32258, "el": 1.38931, "hi": 1.21382, "ta": 0.99361, "th": 1.12358, "zh": 3.11342, "my": 1.12412}, "bytes_per_chunk": {"en": 5.675, "de": 6.294, "vi": 5.829, "tr": 6.138, "fi": 6.582, "ru": 5.547, "el": 5.823, "hi": 8.54, "ta": 8.206, "th": 6.815, "zh": 5.271, "my": 6.87}, "bpb_mean": 1.77712, "t": 261.7} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.3176, "bpb": 1.90089, "chunk_loss": 0.0301, "F": 0.1734, "G": 0.19578, "chunks": 177.56, "bytes_per_chunk": 5.767, "boundary_entropy": 0.13134, "router_noise": 0.0, "grad_norm": 0.687, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 261.7} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.16596, "bpb": 1.68212, "chunk_loss": 0.030024, "F": 0.16559, "G": 0.20593, "chunks": 169.56, "bytes_per_chunk": 6.039, "boundary_entropy": 0.16893, "router_noise": 0.0, "grad_norm": 0.8071, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 263.7} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.29162, "bpb": 1.86342, "chunk_loss": 0.030025, "F": 0.16653, "G": 0.18893, "chunks": 170.53, "bytes_per_chunk": 6.005, "boundary_entropy": 0.12453, "router_noise": 0.0, "grad_norm": 0.7004, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 265.7} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.29291, "bpb": 1.86527, "chunk_loss": 0.030008, "F": 0.17197, "G": 0.19347, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.112, "router_noise": 0.0, "grad_norm": 0.6666, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 267.7} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.182256, "boundary_entropy": 0.08458, "bpb": 2.052075}, "de": {"chunks": 3288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160132, "cps": 25.6875, "mean_p": 0.17715, "boundary_entropy": 0.103256, "bpb": 2.28347}, "vi": {"chunks": 4170.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2262, "cps": 32.578125, "mean_p": 0.185953, "boundary_entropy": 0.091833, "bpb": 1.90894}, "tr": {"chunks": 3133.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.173065, "cps": 24.476562, "mean_p": 0.184882, "boundary_entropy": 0.127428, "bpb": 2.271394}, "fi": {"chunks": 2882.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153208, "cps": 22.515625, "mean_p": 0.169883, "boundary_entropy": 0.124572, "bpb": 2.449114}, "ru": {"chunks": 6384.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336887, "cps": 49.875, "mean_p": 0.192707, "boundary_entropy": 0.100102, "bpb": 1.335492}, "el": {"chunks": 6587.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320957, "cps": 51.460938, "mean_p": 0.184319, "boundary_entropy": 0.092524, "bpb": 1.381578}, "hi": {"chunks": 5793.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.344309, "cps": 45.257812, "mean_p": 0.202378, "boundary_entropy": 0.314818, "bpb": 1.207272}, "ta": {"chunks": 7038.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.376464, "cps": 54.984375, "mean_p": 0.198102, "boundary_entropy": 0.292947, "bpb": 0.977407}, "th": {"chunks": 5781.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.359403, "cps": 45.164062, "mean_p": 0.28469, "boundary_entropy": 0.463927, "bpb": 1.094701}, "zh": {"chunks": 3003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508466, "cps": 23.460938, "mean_p": 0.209324, "boundary_entropy": 0.126551, "bpb": 3.111909}, "my": {"chunks": 9246.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.487967, "cps": 72.234375, "mean_p": 0.339112, "boundary_entropy": 0.510994, "bpb": 1.105424}}, "bpb": {"en": 2.05208, "de": 2.28347, "vi": 1.90894, "tr": 2.27139, "fi": 2.44911, "ru": 1.33549, "el": 1.38158, "hi": 1.20727, "ta": 0.97741, "th": 1.0947, "zh": 3.11191, "my": 1.10542}, "gini_cpc": 0.22214, "gini_cps": 0.218415, "bpic": 6.375311, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9632856446223188, "vi": 1.360719471848802, "tr": 1.041083419818831, "fi": 0.9216324968017863, "ru": 2.0265594597823697, "el": 1.9307342681246282, "hi": 2.071210037653012, "ta": 2.2646415936799795, "th": 2.162009463852217, "zh": 3.0587048809034827, "my": 2.935392630592461}, "t": 270.6} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06388, "de": 2.29181, "vi": 1.90989, "tr": 2.27435, "fi": 2.46019, "ru": 1.31301, "el": 1.37363, "hi": 1.20449, "ta": 0.98456, "th": 1.11226, "zh": 3.10697, "my": 1.11403}, "bytes_per_chunk": {"en": 5.674, "de": 6.29, "vi": 5.829, "tr": 6.132, "fi": 6.581, "ru": 5.515, "el": 5.675, "hi": 7.276, "ta": 7.392, "th": 7.776, "zh": 5.26, "my": 7.062}, "bpb_mean": 1.76742, "t": 271.9} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.43863, "bpb": 2.07551, "chunk_loss": 0.030119, "F": 0.17752, "G": 0.22072, "chunks": 181.78, "bytes_per_chunk": 5.633, "boundary_entropy": 0.16726, "router_noise": 0.0, "grad_norm": 0.6777, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 271.9} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.33563, "bpb": 1.92691, "chunk_loss": 0.029958, "F": 0.16245, "G": 0.19893, "chunks": 166.34, "bytes_per_chunk": 6.156, "boundary_entropy": 0.16263, "router_noise": 0.0, "grad_norm": 0.7194, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 273.9} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.39881, "bpb": 2.01805, "chunk_loss": 0.030173, "F": 0.17746, "G": 0.21358, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.15865, "router_noise": 0.0, "grad_norm": 0.7332, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 275.9} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.36683, "bpb": 1.97193, "chunk_loss": 0.030106, "F": 0.17368, "G": 0.2033, "chunks": 177.84, "bytes_per_chunk": 5.758, "boundary_entropy": 0.13901, "router_noise": 0.0, "grad_norm": 0.6872, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 277.9} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.185334, "boundary_entropy": 0.09475, "bpb": 2.043804}, "de": {"chunks": 3288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160132, "cps": 25.6875, "mean_p": 0.180712, "boundary_entropy": 0.115823, "bpb": 2.267759}, "vi": {"chunks": 4163.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22582, "cps": 32.523438, "mean_p": 0.188295, "boundary_entropy": 0.098141, "bpb": 1.900577}, "tr": {"chunks": 3122.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172458, "cps": 24.390625, "mean_p": 0.186166, "boundary_entropy": 0.133892, "bpb": 2.252608}, "fi": {"chunks": 2865.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152305, "cps": 22.382812, "mean_p": 0.171938, "boundary_entropy": 0.134477, "bpb": 2.428392}, "ru": {"chunks": 6401.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337784, "cps": 50.007812, "mean_p": 0.193224, "boundary_entropy": 0.099241, "bpb": 1.325931}, "el": {"chunks": 6626.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.322857, "cps": 51.765625, "mean_p": 0.186087, "boundary_entropy": 0.098628, "bpb": 1.371985}, "hi": {"chunks": 5785.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.343834, "cps": 45.195312, "mean_p": 0.228636, "boundary_entropy": 0.369366, "bpb": 1.1917}, "ta": {"chunks": 7812.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.417866, "cps": 61.03125, "mean_p": 0.234023, "boundary_entropy": 0.350203, "bpb": 0.970837}, "th": {"chunks": 6750.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419646, "cps": 52.734375, "mean_p": 0.329417, "boundary_entropy": 0.513032, "bpb": 1.087587}, "zh": {"chunks": 2965.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.502032, "cps": 23.164062, "mean_p": 0.205368, "boundary_entropy": 0.119651, "bpb": 3.088046}, "my": {"chunks": 9762.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.515199, "cps": 76.265625, "mean_p": 0.34441, "boundary_entropy": 0.522592, "bpb": 1.102427}}, "bpb": {"en": 2.0438, "de": 2.26776, "vi": 1.90058, "tr": 2.25261, "fi": 2.42839, "ru": 1.32593, "el": 1.37199, "hi": 1.1917, "ta": 0.97084, "th": 1.08759, "zh": 3.08805, "my": 1.10243}, "gini_cpc": 0.232782, "gini_cps": 0.233677, "bpic": 6.14679, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619555988582561, "vi": 1.3565596463106948, "tr": 1.0359957464278686, "fi": 0.9149310528892247, "ru": 2.029150399421474, "el": 1.939484045540157, "hi": 2.0654938936164426, "ta": 2.510223494843879, "th": 2.5209157555182604, "zh": 3.0158301597890596, "my": 3.0949315784514693}, "t": 280.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05531, "de": 2.27664, "vi": 1.90142, "tr": 2.25671, "fi": 2.44002, "ru": 1.30399, "el": 1.36229, "hi": 1.18755, "ta": 0.97859, "th": 1.10488, "zh": 3.08666, "my": 1.11103}, "bytes_per_chunk": {"en": 5.672, "de": 6.283, "vi": 5.83, "tr": 6.153, "fi": 6.6, "ru": 5.498, "el": 5.655, "hi": 7.265, "ta": 6.665, "th": 6.694, "zh": 5.299, "my": 6.374}, "bpb_mean": 1.75542, "t": 282.1} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.2487, "bpb": 1.80149, "chunk_loss": 0.030026, "F": 0.17197, "G": 0.20648, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.15396, "router_noise": 0.0, "grad_norm": 0.6954, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 282.2} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.32939, "bpb": 1.9179, "chunk_loss": 0.030119, "F": 0.17313, "G": 0.20167, "chunks": 177.28, "bytes_per_chunk": 5.776, "boundary_entropy": 0.14107, "router_noise": 0.0, "grad_norm": 0.7074, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 284.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.36931, "bpb": 1.9755, "chunk_loss": 0.030082, "F": 0.17651, "G": 0.20582, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.1368, "router_noise": 0.0, "grad_norm": 0.7159, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 286.1} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.26112, "bpb": 1.81941, "chunk_loss": 0.029965, "F": 0.16919, "G": 0.23177, "chunks": 173.25, "bytes_per_chunk": 5.911, "boundary_entropy": 0.22538, "router_noise": 0.0, "grad_norm": 0.7597, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 288.1} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2898.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166523, "cps": 22.640625, "mean_p": 0.184791, "boundary_entropy": 0.093364, "bpb": 2.036108}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.180046, "boundary_entropy": 0.113678, "bpb": 2.257726}, "vi": {"chunks": 4170.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2262, "cps": 32.578125, "mean_p": 0.18787, "boundary_entropy": 0.096836, "bpb": 1.892742}, "tr": {"chunks": 3114.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172016, "cps": 24.328125, "mean_p": 0.185585, "boundary_entropy": 0.131459, "bpb": 2.244103}, "fi": {"chunks": 2906.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154484, "cps": 22.703125, "mean_p": 0.174157, "boundary_entropy": 0.134605, "bpb": 2.414496}, "ru": {"chunks": 6376.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336464, "cps": 49.8125, "mean_p": 0.19195, "boundary_entropy": 0.099169, "bpb": 1.318463}, "el": {"chunks": 6399.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.311797, "cps": 49.992188, "mean_p": 0.182957, "boundary_entropy": 0.100381, "bpb": 1.367405}, "hi": {"chunks": 5650.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.33581, "cps": 44.140625, "mean_p": 0.237533, "boundary_entropy": 0.380588, "bpb": 1.187125}, "ta": {"chunks": 7714.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.412624, "cps": 60.265625, "mean_p": 0.243891, "boundary_entropy": 0.368807, "bpb": 0.967055}, "th": {"chunks": 5997.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.372832, "cps": 46.851562, "mean_p": 0.323129, "boundary_entropy": 0.516108, "bpb": 1.080577}, "zh": {"chunks": 2998.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507619, "cps": 23.421875, "mean_p": 0.208428, "boundary_entropy": 0.126885, "bpb": 3.080897}, "my": {"chunks": 11182.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.590141, "cps": 87.359375, "mean_p": 0.359833, "boundary_entropy": 0.529261, "bpb": 1.100619}}, "bpb": {"en": 2.03611, "de": 2.25773, "vi": 1.89274, "tr": 2.2441, "fi": 2.4145, "ru": 1.31846, "el": 1.3674, "hi": 1.18713, "ta": 0.96706, "th": 1.08058, "zh": 3.0809, "my": 1.10062}, "gini_cpc": 0.244639, "gini_cps": 0.24471, "bpic": 6.1213, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9627935195769795, "vi": 1.3583717846993044, "tr": 1.0329844783970812, "fi": 0.9277040778197595, "ru": 2.0205278137410754, "el": 1.872392979487035, "hi": 2.016596987008512, "ta": 2.477877910469745, "th": 2.2389207567715763, "zh": 3.0483436502444436, "my": 3.543903200696163}, "t": 291.0} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04829, "de": 2.2663, "vi": 1.89454, "tr": 2.24732, "fi": 2.4263, "ru": 1.29659, "el": 1.35723, "hi": 1.18341, "ta": 0.97374, "th": 1.09849, "zh": 3.07798, "my": 1.10982}, "bytes_per_chunk": {"en": 5.674, "de": 6.29, "vi": 5.829, "tr": 6.16, "fi": 6.522, "ru": 5.525, "el": 5.87, "hi": 7.399, "ta": 6.704, "th": 7.589, "zh": 5.279, "my": 5.234}, "bpb_mean": 1.74833, "t": 292.3} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.45792, "bpb": 2.10334, "chunk_loss": 0.030052, "F": 0.17239, "G": 0.19642, "chunks": 176.53, "bytes_per_chunk": 5.801, "boundary_entropy": 0.11707, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 292.4} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.26333, "bpb": 1.8226, "chunk_loss": 0.02999, "F": 0.17252, "G": 0.21722, "chunks": 176.66, "bytes_per_chunk": 5.797, "boundary_entropy": 0.17847, "router_noise": 0.0, "grad_norm": 0.6889, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 294.3} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.43827, "bpb": 2.07498, "chunk_loss": 0.030041, "F": 0.17432, "G": 0.20294, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.13304, "router_noise": 0.0, "grad_norm": 0.7286, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 296.3} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.22294, "bpb": 1.76433, "chunk_loss": 0.030082, "F": 0.17697, "G": 0.22468, "chunks": 181.22, "bytes_per_chunk": 5.651, "boundary_entropy": 0.18983, "router_noise": 0.0, "grad_norm": 0.6627, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 298.3} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2896.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166408, "cps": 22.625, "mean_p": 0.185098, "boundary_entropy": 0.094008, "bpb": 2.03104}, "de": {"chunks": 3287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160084, "cps": 25.679688, "mean_p": 0.180448, "boundary_entropy": 0.114537, "bpb": 2.250118}, "vi": {"chunks": 4172.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226309, "cps": 32.59375, "mean_p": 0.190095, "boundary_entropy": 0.102826, "bpb": 1.887905}, "tr": {"chunks": 3131.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172955, "cps": 24.460938, "mean_p": 0.187538, "boundary_entropy": 0.134881, "bpb": 2.23547}, "fi": {"chunks": 2904.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154378, "cps": 22.6875, "mean_p": 0.174851, "boundary_entropy": 0.139023, "bpb": 2.409091}, "ru": {"chunks": 6374.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336359, "cps": 49.796875, "mean_p": 0.193064, "boundary_entropy": 0.101419, "bpb": 1.315242}, "el": {"chunks": 6453.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314428, "cps": 50.414062, "mean_p": 0.185502, "boundary_entropy": 0.101742, "bpb": 1.355753}, "hi": {"chunks": 6266.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.372422, "cps": 48.953125, "mean_p": 0.262321, "boundary_entropy": 0.406933, "bpb": 1.180371}, "ta": {"chunks": 8047.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.430436, "cps": 62.867188, "mean_p": 0.258434, "boundary_entropy": 0.386152, "bpb": 0.957728}, "th": {"chunks": 7293.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.453404, "cps": 56.976562, "mean_p": 0.352122, "boundary_entropy": 0.539988, "bpb": 1.075469}, "zh": {"chunks": 2979.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504402, "cps": 23.273438, "mean_p": 0.206642, "boundary_entropy": 0.121783, "bpb": 3.072328}, "my": {"chunks": 10031.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.529396, "cps": 78.367188, "mean_p": 0.361928, "boundary_entropy": 0.529445, "bpb": 1.095027}}, "bpb": {"en": 2.03104, "de": 2.25012, "vi": 1.8879, "tr": 2.23547, "fi": 2.40909, "ru": 1.31524, "el": 1.35575, "hi": 1.18037, "ta": 0.95773, "th": 1.07547, "zh": 3.07233, "my": 1.09503}, "gini_cpc": 0.239483, "gini_cps": 0.23882, "bpic": 6.012266, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619950992513602, "vi": 1.3599618339484556, "tr": 1.0393410458508907, "fi": 0.9277058415626686, "ru": 2.0212889765156925, "el": 1.8894977653423743, "hi": 2.238004112861517, "ta": 2.586628714948749, "th": 2.7246499303596052, "zh": 3.0311164622361755, "my": 3.1813131234713907}, "t": 301.2} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04279, "de": 2.25907, "vi": 1.89016, "tr": 2.23889, "fi": 2.41983, "ru": 1.29203, "el": 1.34445, "hi": 1.17706, "ta": 0.96504, "th": 1.09266, "zh": 3.06928, "my": 1.10392}, "bytes_per_chunk": {"en": 5.672, "de": 6.288, "vi": 5.827, "tr": 6.132, "fi": 6.539, "ru": 5.515, "el": 5.767, "hi": 6.67, "ta": 6.408, "th": 6.206, "zh": 5.286, "my": 6.003}, "bpb_mean": 1.74127, "t": 302.5} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.34271, "bpb": 1.93712, "chunk_loss": 0.030065, "F": 0.17285, "G": 0.21276, "chunks": 177.0, "bytes_per_chunk": 5.785, "boundary_entropy": 0.16326, "router_noise": 0.0, "grad_norm": 0.752, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 302.6} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.31101, "bpb": 1.89139, "chunk_loss": 0.029969, "F": 0.16785, "G": 0.21005, "chunks": 171.88, "bytes_per_chunk": 5.958, "boundary_entropy": 0.16508, "router_noise": 0.0, "grad_norm": 0.7458, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 304.5} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.26598, "bpb": 1.82643, "chunk_loss": 0.030045, "F": 0.16748, "G": 0.20259, "chunks": 171.5, "bytes_per_chunk": 5.971, "boundary_entropy": 0.15558, "router_noise": 0.0, "grad_norm": 0.7155, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 306.5} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.35512, "bpb": 1.95503, "chunk_loss": 0.030034, "F": 0.16965, "G": 0.20572, "chunks": 173.72, "bytes_per_chunk": 5.895, "boundary_entropy": 0.14769, "router_noise": 0.0, "grad_norm": 0.7162, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 308.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2896.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166408, "cps": 22.625, "mean_p": 0.185235, "boundary_entropy": 0.094118, "bpb": 2.023398}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.181054, "boundary_entropy": 0.11612, "bpb": 2.242528}, "vi": {"chunks": 4167.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226037, "cps": 32.554688, "mean_p": 0.189615, "boundary_entropy": 0.102533, "bpb": 1.881017}, "tr": {"chunks": 3200.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176766, "cps": 25.0, "mean_p": 0.191043, "boundary_entropy": 0.139082, "bpb": 2.228517}, "fi": {"chunks": 2886.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153421, "cps": 22.546875, "mean_p": 0.17483, "boundary_entropy": 0.140643, "bpb": 2.401864}, "ru": {"chunks": 6387.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337045, "cps": 49.898438, "mean_p": 0.195041, "boundary_entropy": 0.102342, "bpb": 1.30926}, "el": {"chunks": 6496.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316523, "cps": 50.75, "mean_p": 0.187427, "boundary_entropy": 0.103344, "bpb": 1.349608}, "hi": {"chunks": 6769.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.402318, "cps": 52.882812, "mean_p": 0.276851, "boundary_entropy": 0.421022, "bpb": 1.172387}, "ta": {"chunks": 8563.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458037, "cps": 66.898438, "mean_p": 0.268786, "boundary_entropy": 0.397932, "bpb": 0.957902}, "th": {"chunks": 8475.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.526888, "cps": 66.210938, "mean_p": 0.371565, "boundary_entropy": 0.554173, "bpb": 1.074702}, "zh": {"chunks": 2997.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50745, "cps": 23.414062, "mean_p": 0.207726, "boundary_entropy": 0.122672, "bpb": 3.064156}, "my": {"chunks": 12248.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.646401, "cps": 95.6875, "mean_p": 0.370312, "boundary_entropy": 0.533926, "bpb": 1.089465}}, "bpb": {"en": 2.0234, "de": 2.24253, "vi": 1.88102, "tr": 2.22852, "fi": 2.40186, "ru": 1.30926, "el": 1.34961, "hi": 1.17239, "ta": 0.9579, "th": 1.0747, "zh": 3.06416, "my": 1.08947}, "gini_cpc": 0.2671, "gini_cps": 0.270633, "bpic": 5.61346, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9611170994650035, "vi": 1.3583319659787187, "tr": 1.0622457191705048, "fi": 0.9219555987430654, "ru": 2.025411467368329, "el": 1.9020885609273306, "hi": 2.417658767947592, "ta": 2.7524918213130523, "th": 3.1662427203890933, "zh": 3.049431365331258, "my": 3.8844305788333764}, "t": 311.5} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.035, "de": 2.25105, "vi": 1.88312, "tr": 2.23045, "fi": 2.41167, "ru": 1.28657, "el": 1.33924, "hi": 1.1692, "ta": 0.96455, "th": 1.09305, "zh": 3.06047, "my": 1.0987}, "bytes_per_chunk": {"en": 5.674, "de": 6.293, "vi": 5.827, "tr": 6.018, "fi": 6.563, "ru": 5.501, "el": 5.746, "hi": 6.18, "ta": 6.117, "th": 5.351, "zh": 5.293, "my": 4.897}, "bpb_mean": 1.73526, "t": 312.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.22292, "bpb": 1.7643, "chunk_loss": 0.030221, "F": 0.17712, "G": 0.21923, "chunks": 181.38, "bytes_per_chunk": 5.646, "boundary_entropy": 0.17932, "router_noise": 0.0, "grad_norm": 0.7138, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 312.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.26882, "bpb": 1.83052, "chunk_loss": 0.029829, "F": 0.16599, "G": 0.21829, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.18592, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 314.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.45713, "bpb": 2.10219, "chunk_loss": 0.030048, "F": 0.17456, "G": 0.20767, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.14001, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 316.8} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.30168, "bpb": 1.87793, "chunk_loss": 0.030016, "F": 0.16995, "G": 0.20763, "chunks": 174.03, "bytes_per_chunk": 5.884, "boundary_entropy": 0.1619, "router_noise": 0.0, "grad_norm": 0.7254, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 318.7} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.18589, "boundary_entropy": 0.095711, "bpb": 2.018604}, "de": {"chunks": 3277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159597, "cps": 25.601562, "mean_p": 0.181491, "boundary_entropy": 0.117802, "bpb": 2.234343}, "vi": {"chunks": 4161.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225712, "cps": 32.507812, "mean_p": 0.1896, "boundary_entropy": 0.101724, "bpb": 1.877077}, "tr": {"chunks": 3165.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174833, "cps": 24.726562, "mean_p": 0.190318, "boundary_entropy": 0.140095, "bpb": 2.220087}, "fi": {"chunks": 2905.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154431, "cps": 22.695312, "mean_p": 0.176215, "boundary_entropy": 0.142272, "bpb": 2.393076}, "ru": {"chunks": 6381.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.336728, "cps": 49.851562, "mean_p": 0.196035, "boundary_entropy": 0.102823, "bpb": 1.302649}, "el": {"chunks": 6580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320616, "cps": 51.40625, "mean_p": 0.188375, "boundary_entropy": 0.101937, "bpb": 1.340228}, "hi": {"chunks": 6144.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.365171, "cps": 48.0, "mean_p": 0.271614, "boundary_entropy": 0.415922, "bpb": 1.165482}, "ta": {"chunks": 8543.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.456967, "cps": 66.742188, "mean_p": 0.272858, "boundary_entropy": 0.397339, "bpb": 0.948711}, "th": {"chunks": 7661.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.476282, "cps": 59.851562, "mean_p": 0.363029, "boundary_entropy": 0.547034, "bpb": 1.06691}, "zh": {"chunks": 2997.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50745, "cps": 23.414062, "mean_p": 0.207682, "boundary_entropy": 0.121484, "bpb": 3.053723}, "my": {"chunks": 11600.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.612202, "cps": 90.625, "mean_p": 0.370043, "boundary_entropy": 0.533128, "bpb": 1.087975}}, "bpb": {"en": 2.0186, "de": 2.23434, "vi": 1.87708, "tr": 2.22009, "fi": 2.39308, "ru": 1.30265, "el": 1.34023, "hi": 1.16548, "ta": 0.94871, "th": 1.06691, "zh": 3.05372, "my": 1.08798}, "gini_cpc": 0.256544, "gini_cps": 0.260757, "bpic": 5.787592, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9587373775725382, "vi": 1.3559079241649774, "tr": 1.0502647461384382, "fi": 0.9277049593868055, "ru": 2.0228102950645876, "el": 1.9260194717256613, "hi": 2.1936723392185695, "ta": 2.7451151198734327, "th": 2.8611460152630213, "zh": 3.048378748360139, "my": 3.67764866933385}, "t": 321.7} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03093, "de": 2.24427, "vi": 1.87778, "tr": 2.22289, "fi": 2.40437, "ru": 1.27992, "el": 1.33013, "hi": 1.16159, "ta": 0.95623, "th": 1.08541, "zh": 3.05007, "my": 1.09659}, "bytes_per_chunk": {"en": 5.671, "de": 6.296, "vi": 5.829, "tr": 6.08, "fi": 6.515, "ru": 5.517, "el": 5.696, "hi": 6.785, "ta": 6.041, "th": 5.875, "zh": 5.291, "my": 5.246}, "bpb_mean": 1.72835, "t": 323.0} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.30714, "bpb": 1.8858, "chunk_loss": 0.030104, "F": 0.17413, "G": 0.20949, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.14732, "router_noise": 0.0, "grad_norm": 0.7241, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 323.0} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.21617, "bpb": 1.75456, "chunk_loss": 0.029946, "F": 0.16867, "G": 0.20851, "chunks": 172.72, "bytes_per_chunk": 5.929, "boundary_entropy": 0.16068, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 325.0} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.27923, "bpb": 1.84553, "chunk_loss": 0.030121, "F": 0.17657, "G": 0.21953, "chunks": 180.81, "bytes_per_chunk": 5.663, "boundary_entropy": 0.16845, "router_noise": 0.0, "grad_norm": 0.755, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 326.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.29508, "bpb": 1.8684, "chunk_loss": 0.02992, "F": 0.1683, "G": 0.2104, "chunks": 172.34, "bytes_per_chunk": 5.942, "boundary_entropy": 0.16233, "router_noise": 0.0, "grad_norm": 0.7313, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 328.9} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2896.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166408, "cps": 22.625, "mean_p": 0.185762, "boundary_entropy": 0.095205, "bpb": 2.016613}, "de": {"chunks": 3288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160132, "cps": 25.6875, "mean_p": 0.182394, "boundary_entropy": 0.119341, "bpb": 2.231505}, "vi": {"chunks": 4175.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226471, "cps": 32.617188, "mean_p": 0.190468, "boundary_entropy": 0.103105, "bpb": 1.874084}, "tr": {"chunks": 3161.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174612, "cps": 24.695312, "mean_p": 0.190826, "boundary_entropy": 0.140817, "bpb": 2.216017}, "fi": {"chunks": 2914.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154909, "cps": 22.765625, "mean_p": 0.177739, "boundary_entropy": 0.144892, "bpb": 2.39134}, "ru": {"chunks": 6398.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.337625, "cps": 49.984375, "mean_p": 0.193514, "boundary_entropy": 0.097003, "bpb": 1.300276}, "el": {"chunks": 6486.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.316036, "cps": 50.671875, "mean_p": 0.187742, "boundary_entropy": 0.104055, "bpb": 1.337248}, "hi": {"chunks": 6308.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.374918, "cps": 49.28125, "mean_p": 0.279084, "boundary_entropy": 0.427216, "bpb": 1.164195}, "ta": {"chunks": 7824.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.418508, "cps": 61.125, "mean_p": 0.262213, "boundary_entropy": 0.396305, "bpb": 0.945415}, "th": {"chunks": 7326.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455455, "cps": 57.234375, "mean_p": 0.360519, "boundary_entropy": 0.5481, "bpb": 1.063079}, "zh": {"chunks": 2974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503556, "cps": 23.234375, "mean_p": 0.206036, "boundary_entropy": 0.119415, "bpb": 3.050493}, "my": {"chunks": 8734.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.460946, "cps": 68.234375, "mean_p": 0.355048, "boundary_entropy": 0.529918, "bpb": 1.08338}}, "bpb": {"en": 2.01661, "de": 2.23151, "vi": 1.87408, "tr": 2.21602, "fi": 2.39134, "ru": 1.30028, "el": 1.33725, "hi": 1.16419, "ta": 0.94542, "th": 1.06308, "zh": 3.05049, "my": 1.08338}, "gini_cpc": 0.227852, "gini_cps": 0.22267, "bpic": 6.142068, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9622877658468123, "vi": 1.3609397547302977, "tr": 1.0492995994681142, "fi": 0.9309004209068927, "ru": 2.028899728859021, "el": 1.8991604689308292, "hi": 2.2530050979780487, "ta": 2.514947566268051, "th": 2.7369786630761648, "zh": 3.026028989154208, "my": 2.769971968936211}, "t": 331.9} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02953, "de": 2.24159, "vi": 1.87575, "tr": 2.2187, "fi": 2.40195, "ru": 1.27757, "el": 1.32626, "hi": 1.16011, "ta": 0.95355, "th": 1.08082, "zh": 3.04583, "my": 1.09185}, "bytes_per_chunk": {"en": 5.671, "de": 6.286, "vi": 5.826, "tr": 6.041, "fi": 6.501, "ru": 5.5, "el": 5.744, "hi": 6.504, "ta": 6.631, "th": 6.177, "zh": 5.294, "my": 6.999}, "bpb_mean": 1.72529, "t": 333.2} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.34221, "bpb": 1.93641, "chunk_loss": 0.030076, "F": 0.1687, "G": 0.21474, "chunks": 172.75, "bytes_per_chunk": 5.928, "boundary_entropy": 0.17946, "router_noise": 0.0, "grad_norm": 0.7388, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 333.2} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.29944, "bpb": 1.8747, "chunk_loss": 0.03015, "F": 0.17447, "G": 0.21641, "chunks": 178.66, "bytes_per_chunk": 5.732, "boundary_entropy": 0.17535, "router_noise": 0.0, "grad_norm": 0.7073, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 335.2} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.20772, "bpb": 1.74237, "chunk_loss": 0.029891, "F": 0.17014, "G": 0.22875, "chunks": 174.22, "bytes_per_chunk": 5.878, "boundary_entropy": 0.19726, "router_noise": 0.0, "grad_norm": 0.7315, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 337.2} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.22971, "bpb": 1.7741, "chunk_loss": 0.030104, "F": 0.17197, "G": 0.21829, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.17933, "router_noise": 0.0, "grad_norm": 0.7753, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 339.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16658, "cps": 22.648438, "mean_p": 0.185426, "boundary_entropy": 0.093752, "bpb": 2.013639}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.181596, "boundary_entropy": 0.11801, "bpb": 2.227399}, "vi": {"chunks": 4162.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225766, "cps": 32.515625, "mean_p": 0.190111, "boundary_entropy": 0.102221, "bpb": 1.873508}, "tr": {"chunks": 3176.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175441, "cps": 24.8125, "mean_p": 0.190895, "boundary_entropy": 0.14011, "bpb": 2.215361}, "fi": {"chunks": 2899.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154112, "cps": 22.648438, "mean_p": 0.176887, "boundary_entropy": 0.14547, "bpb": 2.386166}, "ru": {"chunks": 6412.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.338364, "cps": 50.09375, "mean_p": 0.194676, "boundary_entropy": 0.095502, "bpb": 1.297353}, "el": {"chunks": 6588.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321006, "cps": 51.46875, "mean_p": 0.189012, "boundary_entropy": 0.102664, "bpb": 1.333217}, "hi": {"chunks": 6348.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.377296, "cps": 49.59375, "mean_p": 0.283505, "boundary_entropy": 0.429361, "bpb": 1.159116}, "ta": {"chunks": 8396.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449104, "cps": 65.59375, "mean_p": 0.275669, "boundary_entropy": 0.40396, "bpb": 0.941223}, "th": {"chunks": 7015.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436121, "cps": 54.804688, "mean_p": 0.356573, "boundary_entropy": 0.545684, "bpb": 1.058997}, "zh": {"chunks": 2984.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.505249, "cps": 23.3125, "mean_p": 0.205788, "boundary_entropy": 0.118712, "bpb": 3.045477}, "my": {"chunks": 6771.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.357346, "cps": 52.898438, "mean_p": 0.346382, "boundary_entropy": 0.52832, "bpb": 1.084542}}, "bpb": {"en": 2.01364, "de": 2.2274, "vi": 1.87351, "tr": 2.21536, "fi": 2.38617, "ru": 1.29735, "el": 1.33322, "hi": 1.15912, "ta": 0.94122, "th": 1.059, "zh": 3.04548, "my": 1.08454}, "gini_cpc": 0.222125, "gini_cps": 0.208757, "bpic": 6.298203, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9604148611628424, "vi": 1.3552981289527464, "tr": 1.0531878667462566, "fi": 0.9251501780872894, "ru": 2.031235154329443, "el": 1.9270307737587915, "hi": 2.264945467182156, "ta": 2.6960184830083618, "th": 2.6180776002100776, "zh": 3.033061951252619, "my": 2.1451879194000423}, "t": 342.1} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02624, "de": 2.23615, "vi": 1.87505, "tr": 2.21756, "fi": 2.3977, "ru": 1.27614, "el": 1.3226, "hi": 1.15461, "ta": 0.94862, "th": 1.07656, "zh": 3.04044, "my": 1.09245}, "bytes_per_chunk": {"en": 5.671, "de": 6.293, "vi": 5.828, "tr": 6.05, "fi": 6.549, "ru": 5.486, "el": 5.681, "hi": 6.469, "ta": 6.094, "th": 6.445, "zh": 5.286, "my": 9.258}, "bpb_mean": 1.72201, "t": 343.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16658, "cps": 22.648438, "mean_p": 0.185426, "boundary_entropy": 0.093752, "bpb": 2.013639}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.181596, "boundary_entropy": 0.11801, "bpb": 2.227399}, "vi": {"chunks": 4162.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225766, "cps": 32.515625, "mean_p": 0.190111, "boundary_entropy": 0.102221, "bpb": 1.873508}, "tr": {"chunks": 3176.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175441, "cps": 24.8125, "mean_p": 0.190895, "boundary_entropy": 0.14011, "bpb": 2.215361}, "fi": {"chunks": 2899.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154112, "cps": 22.648438, "mean_p": 0.176887, "boundary_entropy": 0.14547, "bpb": 2.386166}, "ru": {"chunks": 6412.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.338364, "cps": 50.09375, "mean_p": 0.194676, "boundary_entropy": 0.095502, "bpb": 1.297353}, "el": {"chunks": 6588.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321006, "cps": 51.46875, "mean_p": 0.189012, "boundary_entropy": 0.102664, "bpb": 1.333217}, "hi": {"chunks": 6348.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.377296, "cps": 49.59375, "mean_p": 0.283505, "boundary_entropy": 0.429361, "bpb": 1.159116}, "ta": {"chunks": 8396.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449104, "cps": 65.59375, "mean_p": 0.275669, "boundary_entropy": 0.40396, "bpb": 0.941223}, "th": {"chunks": 7015.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436121, "cps": 54.804688, "mean_p": 0.356573, "boundary_entropy": 0.545684, "bpb": 1.058997}, "zh": {"chunks": 2984.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.505249, "cps": 23.3125, "mean_p": 0.205788, "boundary_entropy": 0.118712, "bpb": 3.045477}, "my": {"chunks": 6771.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.357346, "cps": 52.898438, "mean_p": 0.346382, "boundary_entropy": 0.52832, "bpb": 1.084542}}, "bpb": {"en": 2.01364, "de": 2.2274, "vi": 1.87351, "tr": 2.21536, "fi": 2.38617, "ru": 1.29735, "el": 1.33322, "hi": 1.15912, "ta": 0.94122, "th": 1.059, "zh": 3.04548, "my": 1.08454}, "gini_cpc": 0.222125, "gini_cps": 0.208757, "bpic": 6.298203, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9604148611628424, "vi": 1.3552981289527464, "tr": 1.0531878667462566, "fi": 0.9251501780872894, "ru": 2.031235154329443, "el": 1.9270307737587915, "hi": 2.264945467182156, "ta": 2.6960184830083618, "th": 2.6180776002100776, "zh": 3.033061951252619, "my": 2.1451879194000423}, "t": 344.4} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s1/th0.70"], "t": 347.1} +{"event": "final", "run": "pilot_C_s1", "condition": "C", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16658047463081077, "cps": 22.6484375, "bpb": 2.034134262125667, "bytes_per_chunk": 5.6753409828967305}, "de": {"cpc": 0.1599863634149905, "cps": 25.6640625, "bpb": 2.2279271615805345, "bytes_per_chunk": 6.283262625536301}, "vi": {"cpc": 0.22576620558719826, "cps": 32.515625, "bpb": 1.877921528186976, "bytes_per_chunk": 5.814632847937715}, "tr": {"cpc": 0.17544053471800253, "cps": 24.8125, "bpb": 2.2088697962851733, "bytes_per_chunk": 6.083921277385815}, "fi": {"cpc": 0.15411195577055978, "cps": 22.6484375, "bpb": 2.412586739629766, "bytes_per_chunk": 6.5237538262449295}, "ru": {"cpc": 0.3383641160949868, "cps": 50.09375, "bpb": 1.276287299019656, "bytes_per_chunk": 5.480515136310419}, "el": {"cpc": 0.321005700920918, "cps": 51.46875, "bpb": 1.3180558923937413, "bytes_per_chunk": 5.695687126561651}, "hi": {"cpc": 0.377295690936107, "cps": 49.59375, "bpb": 1.1627524737258252, "bytes_per_chunk": 6.470774091627172}, "ta": {"cpc": 0.44910403851297137, "cps": 65.59375, "bpb": 0.9491452058399927, "bytes_per_chunk": 6.1038244368123875}, "th": {"cpc": 0.43612060926328877, "cps": 54.8046875, "bpb": 1.0742587039841258, "bytes_per_chunk": 6.426988329900952}, "zh": {"cpc": 0.5052488994243143, "cps": 23.3125, "bpb": 3.0502380753653546, "bytes_per_chunk": 5.299906999312603}, "my": {"cpc": 0.35734642178594045, "cps": 52.8984375, "bpb": 1.101764856739026, "bytes_per_chunk": 9.165874125874126}}, "gini_cpc": 0.2221252116848107, "gini_cps": 0.20875659856130868, "bpic": 6.298203003200132, "seed": 1, "mean_boundary_entropy": 0.16041748225688934, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 349.5} diff --git a/pilot_C_s1/model.safetensors b/pilot_C_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..84f95e96d24911f6c85f5155cd49dbaf872e2217 --- /dev/null +++ b/pilot_C_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:86b217e03b24d9da4de045503c7ca010245d2348e565d780fced06f646a28f19 +size 90078296 diff --git a/pilot_C_s2/config.json b/pilot_C_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..24a412e9808d3b2688c0fbefde7070c8cf4201f9 --- /dev/null +++ b/pilot_C_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_C_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "C", + "seed": 2, + "out_dir": null, + "run_name": "pilot_C_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2242521343695385, + "gini_cps": 0.23363612936477263, + "bpic": 5.705762540513217, + "worst_lang": "hi", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9795151818203623, + "vi": 1.1832791510306024, + "tr": 0.9975701577155233, + "fi": 1.0096413681179397, + "ru": 1.5153148639458809, + "el": 1.5431437866090427, + "hi": 2.69857570973393, + "ta": 2.5955387043182423, + "th": 2.6463256845647707, + "zh": 2.65859026059403, + "my": 2.6270294182552685 + } + } +} \ No newline at end of file diff --git a/pilot_C_s2/final.json b/pilot_C_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..28223bb541087de7af04cf397779ca8a74312227 --- /dev/null +++ b/pilot_C_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_C_s2", + "condition": "C", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.18749640866517267, + "cps": 25.4921875, + "bpb": 2.0378489691462307, + "bytes_per_chunk": 5.63847543663426 + }, + "de": { + "cpc": 0.18365557882433156, + "cps": 29.4609375, + "bpb": 2.2129623061940205, + "bytes_per_chunk": 5.673130193905817 + }, + "vi": { + "cpc": 0.22186059126661242, + "cps": 31.953125, + "bpb": 1.9167235659440396, + "bytes_per_chunk": 6.390093483003644 + }, + "tr": { + "cpc": 0.1870408219632105, + "cps": 26.453125, + "bpb": 2.1776285028210034, + "bytes_per_chunk": 5.795350790896128 + }, + "fi": { + "cpc": 0.18930413056190526, + "cps": 27.8203125, + "bpb": 2.3810676081931272, + "bytes_per_chunk": 5.465660314415579 + }, + "ru": { + "cpc": 0.2841160949868074, + "cps": 42.0625, + "bpb": 1.363596296402935, + "bytes_per_chunk": 6.417312329404277 + }, + "el": { + "cpc": 0.2893339180431711, + "cps": 46.390625, + "bpb": 1.4675325979694616, + "bytes_per_chunk": 6.087311907858072 + }, + "hi": { + "cpc": 0.5059732540861813, + "cps": 66.5078125, + "bpb": 1.15428091468842, + "bytes_per_chunk": 5.313280972890803 + }, + "ta": { + "cpc": 0.48665418561112594, + "cps": 71.078125, + "bpb": 0.9669115941155675, + "bytes_per_chunk": 5.884396956160632 + }, + "th": { + "cpc": 0.49617656201429905, + "cps": 62.3515625, + "bpb": 1.1033083956560619, + "bytes_per_chunk": 5.784161867566912 + }, + "zh": { + "cpc": 0.4984761259735862, + "cps": 23.0, + "bpb": 3.0968593688373898, + "bytes_per_chunk": 5.620763961105095 + }, + "my": { + "cpc": 0.49255858138062064, + "cps": 72.9140625, + "bpb": 1.124886870753794, + "bytes_per_chunk": 5.808963492327295 + } + }, + "gini_cpc": 0.2242521343695385, + "gini_cps": 0.23363612936477263, + "bpic": 5.705762540513217, + "seed": 2, + "mean_boundary_entropy": 0.3473655879497528, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_C_s2/log.jsonl b/pilot_C_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..be69334013638678a4360789cc1dbc455be96051 --- /dev/null +++ b/pilot_C_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_C_s2", "condition": "C", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.7} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.7} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.4} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8723, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.8} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627478, "cps": 85.3125, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100817}, "de": {"chunks": 16284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793065, "cps": 127.21875, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104455}, "vi": {"chunks": 5101.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276702, "cps": 39.851562, "mean_p": 0.481628, "boundary_entropy": 0.687279, "bpb": 7.854743}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081298}, "fi": {"chunks": 13520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718728, "cps": 105.625, "mean_p": 0.517086, "boundary_entropy": 0.686669, "bpb": 8.042881}, "ru": {"chunks": 33468.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766121, "cps": 261.46875, "mean_p": 0.530333, "boundary_entropy": 0.688547, "bpb": 8.195805}, "el": {"chunks": 20676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007455, "cps": 161.53125, "mean_p": 0.503625, "boundary_entropy": 0.690112, "bpb": 8.279663}, "hi": {"chunks": 885.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0526, "cps": 6.914062, "mean_p": 0.462026, "boundary_entropy": 0.687437, "bpb": 8.016398}, "ta": {"chunks": 1279.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068414, "cps": 9.992188, "mean_p": 0.477597, "boundary_entropy": 0.690061, "bpb": 8.085491}, "th": {"chunks": 3638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226173, "cps": 28.421875, "mean_p": 0.484856, "boundary_entropy": 0.690398, "bpb": 7.718626}, "zh": {"chunks": 11708.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982391, "cps": 91.46875, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126799}, "my": {"chunks": 1618.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085392, "cps": 12.640625, "mean_p": 0.474595, "boundary_entropy": 0.689681, "bpb": 7.800315}}, "bpb": {"en": 8.10082, "de": 8.10446, "vi": 7.85474, "tr": 8.0813, "fi": 8.04288, "ru": 8.19581, "el": 8.27966, "hi": 8.0164, "ta": 8.08549, "th": 7.71863, "zh": 8.1268, "my": 7.80031}, "gini_cpc": 0.489134, "gini_cps": 0.463195, "bpic": 3.014705, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.263892592091102, "vi": 0.44097468980707394, "tr": 0.7224078274926201, "fi": 1.1454240300128344, "ru": 2.8146346371306796, "el": 1.6055622932833866, "hi": 0.08382811096778409, "ta": 0.10903013675278987, "th": 0.3604484076694211, "zh": 3.1592991668000137, "my": 0.13608699459712761}, "t": 5.1} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626386, "cps": 85.164062, "mean_p": 0.513134, "boundary_entropy": 0.686312, "bpb": 8.052614}, "de": {"chunks": 16259.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791847, "cps": 127.023438, "mean_p": 0.524502, "boundary_entropy": 0.686414, "bpb": 8.060213}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481573, "boundary_entropy": 0.687273, "bpb": 7.831312}, "tr": {"chunks": 8250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455726, "cps": 64.453125, "mean_p": 0.498253, "boundary_entropy": 0.686833, "bpb": 8.048602}, "fi": {"chunks": 13500.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717665, "cps": 105.46875, "mean_p": 0.516943, "boundary_entropy": 0.686683, "bpb": 7.99809}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.105242}, "el": {"chunks": 20634.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005409, "cps": 161.203125, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273511}, "hi": {"chunks": 903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05367, "cps": 7.054688, "mean_p": 0.462269, "boundary_entropy": 0.687476, "bpb": 7.991116}, "ta": {"chunks": 1317.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070447, "cps": 10.289062, "mean_p": 0.477817, "boundary_entropy": 0.690082, "bpb": 8.069114}, "th": {"chunks": 3695.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229717, "cps": 28.867188, "mean_p": 0.484972, "boundary_entropy": 0.690405, "bpb": 7.703154}, "zh": {"chunks": 11685.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978496, "cps": 91.289062, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118736}, "my": {"chunks": 1617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085339, "cps": 12.632812, "mean_p": 0.47459, "boundary_entropy": 0.689681, "bpb": 7.800299}}, "bpb": {"en": 8.05261, "de": 8.06021, "vi": 7.83131, "tr": 8.0486, "fi": 7.99809, "ru": 8.10524, "el": 8.27351, "hi": 7.99112, "ta": 8.06911, "th": 7.70315, "zh": 8.11874, "my": 7.8003}, "gini_cpc": 0.487982, "gini_cps": 0.462088, "bpic": 3.014468, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2641517332468664, "vi": 0.4407906979070231, "tr": 0.7275472067477093, "fi": 1.14572309000811, "ru": 2.819034955762815, "el": 1.6050935945402014, "hi": 0.08568217019499962, "ta": 0.11246518086543142, "th": 0.36673398535786383, "zh": 3.158588535001138, "my": 0.13623993394636594}, "t": 6.6} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10855.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.623743, "cps": 84.804688, "mean_p": 0.512764, "boundary_entropy": 0.686355, "bpb": 7.898113}, "de": {"chunks": 16230.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790435, "cps": 126.796875, "mean_p": 0.52411, "boundary_entropy": 0.686474, "bpb": 7.921951}, "vi": {"chunks": 5064.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274695, "cps": 39.5625, "mean_p": 0.481477, "boundary_entropy": 0.687264, "bpb": 7.753067}, "tr": {"chunks": 8385.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463183, "cps": 65.507812, "mean_p": 0.49873, "boundary_entropy": 0.686848, "bpb": 7.941147}, "fi": {"chunks": 13395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712083, "cps": 104.648438, "mean_p": 0.51636, "boundary_entropy": 0.686734, "bpb": 7.856487}, "ru": {"chunks": 33405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762797, "cps": 260.976562, "mean_p": 0.530057, "boundary_entropy": 0.68857, "bpb": 7.817019}, "el": {"chunks": 20291.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988696, "cps": 158.523438, "mean_p": 0.503179, "boundary_entropy": 0.690117, "bpb": 8.21817}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463112, "boundary_entropy": 0.687609, "bpb": 7.901692}, "ta": {"chunks": 1469.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078577, "cps": 11.476562, "mean_p": 0.47867, "boundary_entropy": 0.69016, "bpb": 7.989557}, "th": {"chunks": 3943.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245135, "cps": 30.804688, "mean_p": 0.485304, "boundary_entropy": 0.690422, "bpb": 7.620845}, "zh": {"chunks": 11609.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.965628, "cps": 90.695312, "mean_p": 0.519763, "boundary_entropy": 0.685653, "bpb": 8.087994}, "my": {"chunks": 1606.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084758, "cps": 12.546875, "mean_p": 0.474499, "boundary_entropy": 0.689669, "bpb": 7.793743}}, "bpb": {"en": 7.89811, "de": 7.92195, "vi": 7.75307, "tr": 7.94115, "fi": 7.85649, "ru": 7.81702, "el": 8.21817, "hi": 7.90169, "ta": 7.98956, "th": 7.62084, "zh": 8.08799, "my": 7.79374}, "gini_cpc": 0.483061, "gini_cps": 0.456892, "bpic": 3.016056, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2672444710061388, "vi": 0.44039750254763677, "tr": 0.7425860867338956, "fi": 1.1416293537981796, "ru": 2.826158756163338, "el": 1.5851008472973431, "hi": 0.09471649180778915, "ta": 0.12597681342316705, "th": 0.39300674517157314, "zh": 3.1513428949753726, "my": 0.13588654522202245}, "t": 8.3} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10127.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.581911, "cps": 79.117188, "mean_p": 0.509405, "boundary_entropy": 0.686568, "bpb": 7.422846}, "de": {"chunks": 15618.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760629, "cps": 122.015625, "mean_p": 0.520556, "boundary_entropy": 0.686863, "bpb": 7.489078}, "vi": {"chunks": 4867.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264009, "cps": 38.023438, "mean_p": 0.480771, "boundary_entropy": 0.6872, "bpb": 7.511513}, "tr": {"chunks": 8656.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478153, "cps": 67.625, "mean_p": 0.499751, "boundary_entropy": 0.686899, "bpb": 7.58961}, "fi": {"chunks": 12504.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664717, "cps": 97.6875, "mean_p": 0.512524, "boundary_entropy": 0.686991, "bpb": 7.426468}, "ru": {"chunks": 33185.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751187, "cps": 259.257812, "mean_p": 0.529042, "boundary_entropy": 0.688661, "bpb": 7.19965}, "el": {"chunks": 18816.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.916825, "cps": 147.0, "mean_p": 0.501351, "boundary_entropy": 0.69013, "bpb": 7.947672}, "hi": {"chunks": 1283.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.076256, "cps": 10.023438, "mean_p": 0.465352, "boundary_entropy": 0.687949, "bpb": 7.609162}, "ta": {"chunks": 2106.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.11265, "cps": 16.453125, "mean_p": 0.480882, "boundary_entropy": 0.690349, "bpb": 7.734878}, "th": {"chunks": 4618.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.2871, "cps": 36.078125, "mean_p": 0.486152, "boundary_entropy": 0.690464, "bpb": 7.340397}, "zh": {"chunks": 11280.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.909922, "cps": 88.125, "mean_p": 0.518091, "boundary_entropy": 0.685748, "bpb": 7.997354}, "my": {"chunks": 1471.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077634, "cps": 11.492188, "mean_p": 0.474003, "boundary_entropy": 0.689621, "bpb": 7.66289}}, "bpb": {"en": 7.42285, "de": 7.48908, "vi": 7.51151, "tr": 7.58961, "fi": 7.42647, "ru": 7.19965, "el": 7.94767, "hi": 7.60916, "ta": 7.73488, "th": 7.3404, "zh": 7.99735, "my": 7.66289}, "gini_cpc": 0.471401, "gini_cps": 0.442829, "bpic": 3.081811, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3071225937581465, "vi": 0.45369241069660227, "tr": 0.8216937933594943, "fi": 1.1423005654985154, "ru": 3.009372291163438, "el": 1.5755412185432118, "hi": 0.1310433218775342, "ta": 0.19358700798336653, "th": 0.49337390275610404, "zh": 3.2821540964127403, "my": 0.1334112971718954}, "t": 10.0} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4823.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277136, "cps": 37.679688, "mean_p": 0.488711, "boundary_entropy": 0.686416, "bpb": 6.85762}, "de": {"chunks": 8522.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415039, "cps": 66.578125, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.931266}, "vi": {"chunks": 3521.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190995, "cps": 27.507812, "mean_p": 0.475362, "boundary_entropy": 0.686684, "bpb": 7.167738}, "tr": {"chunks": 7547.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416892, "cps": 58.960938, "mean_p": 0.49526, "boundary_entropy": 0.686953, "bpb": 7.151015}, "fi": {"chunks": 6359.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.338047, "cps": 49.679688, "mean_p": 0.492187, "boundary_entropy": 0.687147, "bpb": 6.91724}, "ru": {"chunks": 25801.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.36153, "cps": 201.570312, "mean_p": 0.511539, "boundary_entropy": 0.689918, "bpb": 6.369007}, "el": {"chunks": 14723.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.71739, "cps": 115.023438, "mean_p": 0.496065, "boundary_entropy": 0.690088, "bpb": 7.323387}, "hi": {"chunks": 3471.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.2063, "cps": 27.117188, "mean_p": 0.475522, "boundary_entropy": 0.689263, "bpb": 6.56889}, "ta": {"chunks": 6916.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.369938, "cps": 54.03125, "mean_p": 0.490171, "boundary_entropy": 0.690934, "bpb": 6.74763}, "th": {"chunks": 6862.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.426609, "cps": 53.609375, "mean_p": 0.489636, "boundary_entropy": 0.690642, "bpb": 6.490437}, "zh": {"chunks": 9451.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600237, "cps": 73.835938, "mean_p": 0.509541, "boundary_entropy": 0.686084, "bpb": 7.747893}, "my": {"chunks": 1207.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.063701, "cps": 9.429688, "mean_p": 0.473247, "boundary_entropy": 0.689569, "bpb": 7.215522}}, "bpb": {"en": 6.85762, "de": 6.93127, "vi": 7.16774, "tr": 7.15102, "fi": 6.91724, "ru": 6.36901, "el": 7.32339, "hi": 6.56889, "ta": 6.74763, "th": 6.49044, "zh": 7.74789, "my": 7.21552}, "gini_cpc": 0.418289, "gini_cps": 0.365769, "bpic": 3.868643, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.497600515816016, "vi": 0.6891753593904445, "tr": 1.5042868423252576, "fi": 1.2197864363377717, "ru": 4.91285767351581, "el": 2.588584373899331, "hi": 0.744400059275161, "ta": 1.3348620103246251, "th": 1.5393469188508513, "zh": 5.774191443121025, "my": 0.22985330477234833}, "t": 12.0} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5785.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332414, "cps": 45.195312, "mean_p": 0.496372, "boundary_entropy": 0.687223, "bpb": 6.37825}, "de": {"chunks": 7925.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.385964, "cps": 61.914062, "mean_p": 0.498148, "boundary_entropy": 0.688173, "bpb": 6.45943}, "vi": {"chunks": 11198.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.607432, "cps": 87.484375, "mean_p": 0.499863, "boundary_entropy": 0.688482, "bpb": 6.772098}, "tr": {"chunks": 11103.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.613324, "cps": 86.742188, "mean_p": 0.506407, "boundary_entropy": 0.687556, "bpb": 6.734203}, "fi": {"chunks": 5809.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.308809, "cps": 45.382812, "mean_p": 0.494583, "boundary_entropy": 0.687785, "bpb": 6.467692}, "ru": {"chunks": 225.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.011873, "cps": 1.757812, "mean_p": 0.462424, "boundary_entropy": 0.687125, "bpb": 6.195343}, "el": {"chunks": 12921.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.629586, "cps": 100.945312, "mean_p": 0.495571, "boundary_entropy": 0.690207, "bpb": 6.247496}, "hi": {"chunks": 14768.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.877741, "cps": 115.375, "mean_p": 0.498408, "boundary_entropy": 0.690705, "bpb": 5.729038}, "ta": {"chunks": 16487.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.881894, "cps": 128.804688, "mean_p": 0.497633, "boundary_entropy": 0.69114, "bpb": 5.925641}, "th": {"chunks": 3350.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.208269, "cps": 26.171875, "mean_p": 0.483381, "boundary_entropy": 0.690306, "bpb": 5.67074}, "zh": {"chunks": 3546.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600406, "cps": 27.703125, "mean_p": 0.483372, "boundary_entropy": 0.685424, "bpb": 7.347951}, "my": {"chunks": 1951.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.102966, "cps": 15.242188, "mean_p": 0.482419, "boundary_entropy": 0.690581, "bpb": 5.912374}}, "bpb": {"en": 6.37825, "de": 6.45943, "vi": 6.7721, "tr": 6.7342, "fi": 6.46769, "ru": 6.19534, "el": 6.2475, "hi": 5.72904, "ta": 5.92564, "th": 5.67074, "zh": 7.34795, "my": 5.91237}, "gini_cpc": 0.330513, "gini_cps": 0.36602, "bpic": 4.03691, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.161094641124322, "vi": 1.8273346024798285, "tr": 1.8450602193698966, "fi": 0.9289883119289652, "ru": 0.03571856977033224, "el": 1.893982832929271, "hi": 2.6405072708148984, "ta": 2.6529980168852547, "th": 0.6265337907491774, "zh": 1.8062008633676372, "my": 0.30975237875245704}, "t": 14.4} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.26393, "bpb": 6.15155, "chunk_loss": 0.030043, "F": 0.16486, "G": 0.48523, "chunks": 168.81, "bytes_per_chunk": 6.066, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.5511, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.24, "alpha": 0.03, "t": 15.8} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2948.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169396, "cps": 23.03125, "mean_p": 0.487043, "boundary_entropy": 0.68688, "bpb": 5.799354}, "de": {"chunks": 4602.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224127, "cps": 35.953125, "mean_p": 0.48987, "boundary_entropy": 0.687951, "bpb": 5.925948}, "vi": {"chunks": 3802.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206238, "cps": 29.703125, "mean_p": 0.481405, "boundary_entropy": 0.687725, "bpb": 6.240389}, "tr": {"chunks": 2982.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164724, "cps": 23.296875, "mean_p": 0.482699, "boundary_entropy": 0.686979, "bpb": 6.226374}, "fi": {"chunks": 1359.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072245, "cps": 10.617188, "mean_p": 0.478432, "boundary_entropy": 0.686832, "bpb": 5.915662}, "ru": {"chunks": 7992.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.421741, "cps": 62.4375, "mean_p": 0.494357, "boundary_entropy": 0.690254, "bpb": 5.485427}, "el": {"chunks": 7342.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357745, "cps": 57.359375, "mean_p": 0.491754, "boundary_entropy": 0.690322, "bpb": 5.657431}, "hi": {"chunks": 12813.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.761545, "cps": 100.101562, "mean_p": 0.497281, "boundary_entropy": 0.69075, "bpb": 5.198742}, "ta": {"chunks": 9936.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.531479, "cps": 77.625, "mean_p": 0.49235, "boundary_entropy": 0.691028, "bpb": 5.25123}, "th": {"chunks": 7127.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.443084, "cps": 55.679688, "mean_p": 0.483961, "boundary_entropy": 0.690194, "bpb": 5.043331}, "zh": {"chunks": 4182.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.708093, "cps": 32.671875, "mean_p": 0.49191, "boundary_entropy": 0.6867, "bpb": 6.955378}, "my": {"chunks": 7796.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.411442, "cps": 60.90625, "mean_p": 0.493885, "boundary_entropy": 0.691268, "bpb": 5.093501}}, "bpb": {"en": 5.79935, "de": 5.92595, "vi": 6.24039, "tr": 6.22637, "fi": 5.91566, "ru": 5.48543, "el": 5.65743, "hi": 5.19874, "ta": 5.25123, "th": 5.04333, "zh": 6.95538, "my": 5.0935}, "gini_cpc": 0.313777, "gini_cps": 0.292636, "bpic": 5.265858, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3230944514575307, "vi": 1.217490585389496, "tr": 0.972419655625045, "fi": 0.4264854450544865, "ru": 2.489676396143533, "el": 2.1118845646321556, "hi": 4.49564898054641, "ta": 3.1374929190755116, "th": 2.615666285240933, "zh": 4.180105345574563, "my": 2.42887461191366}, "t": 17.6} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.408, "bpb": 4.9167, "chunk_loss": 0.031931, "F": 0.19489, "G": 0.4748, "chunks": 199.56, "bytes_per_chunk": 5.131, "boundary_entropy": 0.68916, "router_noise": 0.0, "grad_norm": 1.6563, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 19.5} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3217.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184853, "cps": 25.132812, "mean_p": 0.430748, "boundary_entropy": 0.665017, "bpb": 4.464213}, "de": {"chunks": 3908.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.190328, "cps": 30.53125, "mean_p": 0.437771, "boundary_entropy": 0.670056, "bpb": 4.665459}, "vi": {"chunks": 6314.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.342501, "cps": 49.328125, "mean_p": 0.466845, "boundary_entropy": 0.678264, "bpb": 5.045669}, "tr": {"chunks": 3925.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216815, "cps": 30.664062, "mean_p": 0.449115, "boundary_entropy": 0.674603, "bpb": 5.01376}, "fi": {"chunks": 2509.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.133379, "cps": 19.601562, "mean_p": 0.43844, "boundary_entropy": 0.672454, "bpb": 4.732007}, "ru": {"chunks": 6366.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335937, "cps": 49.734375, "mean_p": 0.480935, "boundary_entropy": 0.68719, "bpb": 3.747827}, "el": {"chunks": 2879.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140282, "cps": 22.492188, "mean_p": 0.46629, "boundary_entropy": 0.687111, "bpb": 4.609691}, "hi": {"chunks": 9865.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.58633, "cps": 77.070312, "mean_p": 0.490806, "boundary_entropy": 0.689897, "bpb": 3.604367}, "ta": {"chunks": 10522.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.562824, "cps": 82.203125, "mean_p": 0.484856, "boundary_entropy": 0.690214, "bpb": 3.664953}, "th": {"chunks": 7823.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486354, "cps": 61.117188, "mean_p": 0.47044, "boundary_entropy": 0.687546, "bpb": 3.370465}, "zh": {"chunks": 3388.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573654, "cps": 26.46875, "mean_p": 0.486906, "boundary_entropy": 0.686229, "bpb": 6.39687}, "my": {"chunks": 2426.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128035, "cps": 18.953125, "mean_p": 0.48409, "boundary_entropy": 0.690667, "bpb": 4.316608}}, "bpb": {"en": 4.46421, "de": 4.66546, "vi": 5.04567, "tr": 5.01376, "fi": 4.73201, "ru": 3.74783, "el": 4.60969, "hi": 3.60437, "ta": 3.66495, "th": 3.37047, "zh": 6.39687, "my": 4.31661}, "gini_cpc": 0.301546, "gini_cps": 0.282971, "bpic": 6.078062, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0296158207518467, "vi": 1.8528253964078647, "tr": 1.172903194034358, "fi": 0.7215423676782744, "ru": 1.8173161215606735, "el": 0.7588813484786571, "hi": 3.1718677844899936, "ta": 3.044709674957432, "th": 2.631027117459324, "zh": 3.103294690067718, "my": 0.6926286945755834}, "t": 21.8} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.69513, "bpb": 3.88826, "chunk_loss": 0.029537, "F": 0.15942, "G": 0.43523, "chunks": 163.25, "bytes_per_chunk": 6.273, "boundary_entropy": 0.6682, "router_noise": 0.0, "grad_norm": 1.5762, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.068, "alpha": 0.03, "t": 23.0} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2716.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.156065, "cps": 21.21875, "mean_p": 0.331736, "boundary_entropy": 0.580124, "bpb": 3.885563}, "de": {"chunks": 3750.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182633, "cps": 29.296875, "mean_p": 0.354316, "boundary_entropy": 0.601268, "bpb": 4.117992}, "vi": {"chunks": 4813.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.261079, "cps": 37.601562, "mean_p": 0.382753, "boundary_entropy": 0.62321, "bpb": 3.666892}, "tr": {"chunks": 3848.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212561, "cps": 30.0625, "mean_p": 0.367887, "boundary_entropy": 0.610168, "bpb": 4.212517}, "fi": {"chunks": 3417.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181649, "cps": 26.695312, "mean_p": 0.355952, "boundary_entropy": 0.605834, "bpb": 4.087368}, "ru": {"chunks": 4733.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.249763, "cps": 36.976562, "mean_p": 0.477915, "boundary_entropy": 0.681161, "bpb": 2.859735}, "el": {"chunks": 7594.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.370024, "cps": 59.328125, "mean_p": 0.482584, "boundary_entropy": 0.68779, "bpb": 3.062328}, "hi": {"chunks": 9053.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.538068, "cps": 70.726562, "mean_p": 0.452061, "boundary_entropy": 0.669122, "bpb": 2.454638}, "ta": {"chunks": 9234.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.493929, "cps": 72.140625, "mean_p": 0.466696, "boundary_entropy": 0.68453, "bpb": 2.332994}, "th": {"chunks": 6559.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.407771, "cps": 51.242188, "mean_p": 0.457912, "boundary_entropy": 0.683602, "bpb": 2.362251}, "zh": {"chunks": 1757.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.297494, "cps": 13.726562, "mean_p": 0.448169, "boundary_entropy": 0.677163, "bpb": 5.401611}, "my": {"chunks": 6998.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.369327, "cps": 54.671875, "mean_p": 0.449873, "boundary_entropy": 0.682844, "bpb": 2.543078}}, "bpb": {"en": 3.88556, "de": 4.11799, "vi": 3.66689, "tr": 4.21252, "fi": 4.08737, "ru": 2.85974, "el": 3.06233, "hi": 2.45464, "ta": 2.33299, "th": 2.36225, "zh": 5.40161, "my": 2.54308}, "gini_cpc": 0.218862, "gini_cps": 0.249426, "bpic": 5.952677, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1702353558950005, "vi": 1.6728888028750457, "tr": 1.3620055162990177, "fi": 1.1639315753034858, "ru": 1.6003745808091208, "el": 2.3709593181026034, "hi": 3.447718522344064, "ta": 3.164890985082998, "th": 2.6128285942271887, "zh": 1.9062184708194705, "my": 2.3664913243687162}, "t": 26.0} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88853, "de": 4.11952, "vi": 3.67408, "tr": 4.22212, "fi": 4.08893, "ru": 2.84427, "el": 3.05438, "hi": 2.45064, "ta": 2.35018, "th": 2.39457, "zh": 5.41075, "my": 2.55942}, "bytes_per_chunk": {"en": 6.346, "de": 5.836, "vi": 4.972, "tr": 5.128, "fi": 5.904, "ru": 7.043, "el": 5.075, "hi": 4.827, "ta": 5.381, "th": 8.313, "zh": 12.868, "my": 6.853}, "bpb_mean": 3.42145, "t": 27.4} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52992, "bpb": 3.6499, "chunk_loss": 0.029189, "F": 0.15283, "G": 0.39629, "chunks": 156.5, "bytes_per_chunk": 6.543, "boundary_entropy": 0.63195, "router_noise": 0.0, "grad_norm": 1.8555, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 27.4} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.48535, "bpb": 3.5856, "chunk_loss": 0.031082, "F": 0.18793, "G": 0.40673, "chunks": 192.44, "bytes_per_chunk": 5.321, "boundary_entropy": 0.64395, "router_noise": 0.0, "grad_norm": 1.3956, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.7} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2755.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.158306, "cps": 21.523438, "mean_p": 0.345034, "boundary_entropy": 0.591365, "bpb": 3.639508}, "de": {"chunks": 4256.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.207276, "cps": 33.25, "mean_p": 0.353875, "boundary_entropy": 0.598, "bpb": 3.860988}, "vi": {"chunks": 3867.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209764, "cps": 30.210938, "mean_p": 0.376484, "boundary_entropy": 0.618809, "bpb": 3.259978}, "tr": {"chunks": 4089.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225874, "cps": 31.945312, "mean_p": 0.369023, "boundary_entropy": 0.608001, "bpb": 3.864708}, "fi": {"chunks": 3495.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185796, "cps": 27.304688, "mean_p": 0.343595, "boundary_entropy": 0.589884, "bpb": 3.906599}, "ru": {"chunks": 5018.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.264802, "cps": 39.203125, "mean_p": 0.462391, "boundary_entropy": 0.678233, "bpb": 2.660089}, "el": {"chunks": 6673.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325147, "cps": 52.132812, "mean_p": 0.468983, "boundary_entropy": 0.684834, "bpb": 2.76411}, "hi": {"chunks": 9493.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.56422, "cps": 74.164062, "mean_p": 0.391691, "boundary_entropy": 0.617787, "bpb": 2.129326}, "ta": {"chunks": 11224.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.600374, "cps": 87.6875, "mean_p": 0.407186, "boundary_entropy": 0.637951, "bpb": 1.93909}, "th": {"chunks": 8585.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.533727, "cps": 67.070312, "mean_p": 0.423589, "boundary_entropy": 0.666753, "bpb": 2.073643}, "zh": {"chunks": 4279.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.724517, "cps": 33.429688, "mean_p": 0.44502, "boundary_entropy": 0.663809, "bpb": 5.024269}, "my": {"chunks": 13618.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.718704, "cps": 106.390625, "mean_p": 0.431934, "boundary_entropy": 0.669975, "bpb": 2.271485}}, "bpb": {"en": 3.63951, "de": 3.86099, "vi": 3.25998, "tr": 3.86471, "fi": 3.9066, "ru": 2.66009, "el": 2.76411, "hi": 2.12933, "ta": 1.93909, "th": 2.07364, "zh": 5.02427, "my": 2.27148}, "gini_cpc": 0.291977, "gini_cps": 0.278926, "bpic": 4.961488, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3093378699049638, "vi": 1.3250539074602137, "tr": 1.4268196315237078, "fi": 1.1736478665753451, "ru": 1.6727227348691993, "el": 2.0539165610572105, "hi": 3.564108569317437, "ta": 3.792492281048001, "th": 3.371489032572535, "zh": 4.576688568578634, "my": 4.539964644856665}, "t": 30.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.32618, "bpb": 3.35597, "chunk_loss": 0.031638, "F": 0.20593, "G": 0.37518, "chunks": 210.88, "bytes_per_chunk": 4.856, "boundary_entropy": 0.61178, "router_noise": 0.0, "grad_norm": 1.9475, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.066, "alpha": 0.03, "t": 33.0} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.0908, "bpb": 3.01639, "chunk_loss": 0.030096, "F": 0.16809, "G": 0.36023, "chunks": 172.12, "bytes_per_chunk": 5.949, "boundary_entropy": 0.59179, "router_noise": 0.0, "grad_norm": 0.6564, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.046, "alpha": 0.03, "t": 35.3} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3145.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180716, "cps": 24.570312, "mean_p": 0.349222, "boundary_entropy": 0.578546, "bpb": 3.233}, "de": {"chunks": 3966.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.193152, "cps": 30.984375, "mean_p": 0.358868, "boundary_entropy": 0.589283, "bpb": 3.538529}, "vi": {"chunks": 4764.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258421, "cps": 37.21875, "mean_p": 0.369801, "boundary_entropy": 0.603598, "bpb": 2.809583}, "tr": {"chunks": 3699.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204331, "cps": 28.898438, "mean_p": 0.342377, "boundary_entropy": 0.560365, "bpb": 3.464448}, "fi": {"chunks": 3662.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194673, "cps": 28.609375, "mean_p": 0.339457, "boundary_entropy": 0.55934, "bpb": 3.589242}, "ru": {"chunks": 5360.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.28285, "cps": 41.875, "mean_p": 0.326611, "boundary_entropy": 0.531569, "bpb": 2.500958}, "el": {"chunks": 7593.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.369975, "cps": 59.320312, "mean_p": 0.323783, "boundary_entropy": 0.535178, "bpb": 2.563508}, "hi": {"chunks": 10399.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.618068, "cps": 81.242188, "mean_p": 0.357519, "boundary_entropy": 0.561047, "bpb": 1.822094}, "ta": {"chunks": 10525.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.562985, "cps": 82.226562, "mean_p": 0.291151, "boundary_entropy": 0.457465, "bpb": 1.625414}, "th": {"chunks": 9372.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.582655, "cps": 73.21875, "mean_p": 0.340079, "boundary_entropy": 0.566787, "bpb": 1.900172}, "zh": {"chunks": 3021.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511514, "cps": 23.601562, "mean_p": 0.368875, "boundary_entropy": 0.593375, "bpb": 4.156333}, "my": {"chunks": 11019.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581539, "cps": 86.085938, "mean_p": 0.37755, "boundary_entropy": 0.635331, "bpb": 2.012805}}, "bpb": {"en": 3.233, "de": 3.53853, "vi": 2.80958, "tr": 3.46445, "fi": 3.58924, "ru": 2.50096, "el": 2.56351, "hi": 1.82209, "ta": 1.62541, "th": 1.90017, "zh": 4.15633, "my": 2.0128}, "gini_cpc": 0.250761, "gini_cps": 0.262876, "bpic": 5.015106, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0688180343604465, "vi": 1.4299869735240431, "tr": 1.1306735956332545, "fi": 1.077233689079699, "ru": 1.5651611008804862, "el": 2.0472742551747167, "hi": 3.4201092231117576, "ta": 3.11530165220205, "th": 3.224145890299596, "zh": 2.8304843179068793, "my": 3.217972122179923}, "t": 38.4} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.23904, "de": 3.53698, "vi": 2.81586, "tr": 3.47266, "fi": 3.58209, "ru": 2.48713, "el": 2.5579, "hi": 1.81778, "ta": 1.64258, "th": 1.92904, "zh": 4.16406, "my": 2.02874}, "bytes_per_chunk": {"en": 5.471, "de": 5.391, "vi": 5.147, "tr": 5.302, "fi": 5.341, "ru": 7.113, "el": 4.853, "hi": 3.857, "ta": 4.753, "th": 4.393, "zh": 6.205, "my": 4.409}, "bpb_mean": 2.77282, "t": 39.7} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23748, "bpb": 3.228, "chunk_loss": 0.030318, "F": 0.17261, "G": 0.34402, "chunks": 176.75, "bytes_per_chunk": 5.793, "boundary_entropy": 0.57195, "router_noise": 0.0, "grad_norm": 0.9219, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 39.8} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17737, "bpb": 3.14128, "chunk_loss": 0.03185, "F": 0.21201, "G": 0.352, "chunks": 217.09, "bytes_per_chunk": 4.717, "boundary_entropy": 0.5641, "router_noise": 0.0, "grad_norm": 1.2398, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 41.8} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.0678, "bpb": 2.98321, "chunk_loss": 0.030399, "F": 0.17731, "G": 0.33116, "chunks": 181.56, "bytes_per_chunk": 5.64, "boundary_entropy": 0.55152, "router_noise": 0.0, "grad_norm": 0.9265, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 43.9} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91722, "bpb": 2.76597, "chunk_loss": 0.030164, "F": 0.16986, "G": 0.32673, "chunks": 173.94, "bytes_per_chunk": 5.887, "boundary_entropy": 0.54295, "router_noise": 0.0, "grad_norm": 0.7951, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 45.9} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3569.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20508, "cps": 27.882812, "mean_p": 0.318337, "boundary_entropy": 0.494302, "bpb": 2.890321}, "de": {"chunks": 4038.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.196659, "cps": 31.546875, "mean_p": 0.321566, "boundary_entropy": 0.512918, "bpb": 3.202046}, "vi": {"chunks": 4530.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.245728, "cps": 35.390625, "mean_p": 0.339514, "boundary_entropy": 0.541321, "bpb": 2.57149}, "tr": {"chunks": 3421.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188974, "cps": 26.726562, "mean_p": 0.301103, "boundary_entropy": 0.489633, "bpb": 3.163541}, "fi": {"chunks": 3748.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199245, "cps": 29.28125, "mean_p": 0.303986, "boundary_entropy": 0.485257, "bpb": 3.372848}, "ru": {"chunks": 6114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.322639, "cps": 47.765625, "mean_p": 0.357737, "boundary_entropy": 0.58802, "bpb": 2.149046}, "el": {"chunks": 8059.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.392681, "cps": 62.960938, "mean_p": 0.379243, "boundary_entropy": 0.583451, "bpb": 2.226628}, "hi": {"chunks": 6657.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395661, "cps": 52.007812, "mean_p": 0.34095, "boundary_entropy": 0.581266, "bpb": 1.644883}, "ta": {"chunks": 7117.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.38069, "cps": 55.601562, "mean_p": 0.287383, "boundary_entropy": 0.493619, "bpb": 1.374067}, "th": {"chunks": 6586.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.40945, "cps": 51.453125, "mean_p": 0.359404, "boundary_entropy": 0.605794, "bpb": 1.746737}, "zh": {"chunks": 3742.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633593, "cps": 29.234375, "mean_p": 0.393158, "boundary_entropy": 0.615694, "bpb": 3.849127}, "my": {"chunks": 15708.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.829006, "cps": 122.71875, "mean_p": 0.399385, "boundary_entropy": 0.607326, "bpb": 1.651221}}, "bpb": {"en": 2.89032, "de": 3.20205, "vi": 2.57149, "tr": 3.16354, "fi": 3.37285, "ru": 2.14905, "el": 2.22663, "hi": 1.64488, "ta": 1.37407, "th": 1.74674, "zh": 3.84913, "my": 1.65122}, "gini_cpc": 0.263217, "gini_cps": 0.253523, "bpic": 5.236543, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9589400995277481, "vi": 1.1982091516291289, "tr": 0.9214676541833786, "fi": 0.9715502570667303, "ru": 1.5732356978999016, "el": 1.9147755922060916, "hi": 1.929305739492751, "ta": 1.8563038635194102, "th": 1.996541001315772, "zh": 3.0894979598656716, "my": 4.042360939701188}, "t": 48.9} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.89945, "de": 3.20245, "vi": 2.57553, "tr": 3.17359, "fi": 3.36693, "ru": 2.13314, "el": 2.21385, "hi": 1.63784, "ta": 1.38704, "th": 1.77419, "zh": 3.85979, "my": 1.66345}, "bytes_per_chunk": {"en": 5.068, "de": 5.204, "vi": 5.854, "tr": 5.813, "fi": 5.631, "ru": 6.189, "el": 5.14, "hi": 6.447, "ta": 7.185, "th": 6.63, "zh": 4.751, "my": 3.911}, "bpb_mean": 2.4906, "t": 50.2} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90302, "bpb": 2.74548, "chunk_loss": 0.030384, "F": 0.17773, "G": 0.33138, "chunks": 182.0, "bytes_per_chunk": 5.626, "boundary_entropy": 0.53689, "router_noise": 0.0, "grad_norm": 0.9621, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 50.2} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94201, "bpb": 2.80173, "chunk_loss": 0.030741, "F": 0.18851, "G": 0.33274, "chunks": 193.03, "bytes_per_chunk": 5.305, "boundary_entropy": 0.53271, "router_noise": 0.0, "grad_norm": 0.8909, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 52.2} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.77894, "bpb": 2.56647, "chunk_loss": 0.030071, "F": 0.17197, "G": 0.31159, "chunks": 176.09, "bytes_per_chunk": 5.815, "boundary_entropy": 0.50226, "router_noise": 0.0, "grad_norm": 0.8542, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 54.2} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86404, "bpb": 2.68925, "chunk_loss": 0.030317, "F": 0.17419, "G": 0.30637, "chunks": 178.38, "bytes_per_chunk": 5.741, "boundary_entropy": 0.49282, "router_noise": 0.0, "grad_norm": 0.8586, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 56.2} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3130.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179854, "cps": 24.453125, "mean_p": 0.260627, "boundary_entropy": 0.399002, "bpb": 2.691054}, "de": {"chunks": 3814.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18575, "cps": 29.796875, "mean_p": 0.274482, "boundary_entropy": 0.426358, "bpb": 3.037815}, "vi": {"chunks": 4123.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.223651, "cps": 32.210938, "mean_p": 0.303578, "boundary_entropy": 0.489852, "bpb": 2.411852}, "tr": {"chunks": 3354.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185273, "cps": 26.203125, "mean_p": 0.272615, "boundary_entropy": 0.424859, "bpb": 3.036545}, "fi": {"chunks": 3299.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175376, "cps": 25.773438, "mean_p": 0.261494, "boundary_entropy": 0.414238, "bpb": 3.236337}, "ru": {"chunks": 5765.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.304222, "cps": 45.039062, "mean_p": 0.356846, "boundary_entropy": 0.596526, "bpb": 2.000471}, "el": {"chunks": 7225.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.352044, "cps": 56.445312, "mean_p": 0.33899, "boundary_entropy": 0.56841, "bpb": 2.098325}, "hi": {"chunks": 6744.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400832, "cps": 52.6875, "mean_p": 0.32421, "boundary_entropy": 0.544569, "bpb": 1.548639}, "ta": {"chunks": 7180.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.38406, "cps": 56.09375, "mean_p": 0.321928, "boundary_entropy": 0.535769, "bpb": 1.309167}, "th": {"chunks": 6893.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.428536, "cps": 53.851562, "mean_p": 0.402534, "boundary_entropy": 0.637413, "bpb": 1.589679}, "zh": {"chunks": 3525.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.596851, "cps": 27.539062, "mean_p": 0.369056, "boundary_entropy": 0.592241, "bpb": 3.717345}, "my": {"chunks": 11024.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.581803, "cps": 86.125, "mean_p": 0.33832, "boundary_entropy": 0.552869, "bpb": 1.4944}}, "bpb": {"en": 2.69105, "de": 3.03782, "vi": 2.41185, "tr": 3.03655, "fi": 3.23634, "ru": 2.00047, "el": 2.09833, "hi": 1.54864, "ta": 1.30917, "th": 1.58968, "zh": 3.71735, "my": 1.4944}, "gini_cpc": 0.240961, "gini_cps": 0.222247, "bpic": 5.808175, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.032780582772624, "vi": 1.2435119853799421, "tr": 1.0301306033861262, "fi": 0.9751023762012676, "ru": 1.691491734596677, "el": 1.9573874024919287, "hi": 2.2286520610114455, "ta": 2.13539763497954, "th": 2.3826870032505036, "zh": 3.318527808942874, "my": 3.234860903997556}, "t": 59.2} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.69934, "de": 3.04185, "vi": 2.41774, "tr": 3.04683, "fi": 3.23355, "ru": 1.98625, "el": 2.08747, "hi": 1.54481, "ta": 1.32173, "th": 1.61524, "zh": 3.72937, "my": 1.50402}, "bytes_per_chunk": {"en": 5.705, "de": 5.598, "vi": 5.948, "tr": 5.829, "fi": 5.908, "ru": 6.517, "el": 5.388, "hi": 6.205, "ta": 7.1, "th": 6.772, "zh": 5.125, "my": 5.072}, "bpb_mean": 2.35235, "t": 60.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.84132, "bpb": 2.65647, "chunk_loss": 0.030182, "F": 0.172, "G": 0.30459, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.48958, "router_noise": 0.0, "grad_norm": 0.8429, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 60.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.64059, "bpb": 2.36688, "chunk_loss": 0.030301, "F": 0.17401, "G": 0.30018, "chunks": 178.19, "bytes_per_chunk": 5.747, "boundary_entropy": 0.48481, "router_noise": 0.0, "grad_norm": 0.8714, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 62.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.72023, "bpb": 2.48177, "chunk_loss": 0.030078, "F": 0.17212, "G": 0.29688, "chunks": 176.25, "bytes_per_chunk": 5.81, "boundary_entropy": 0.46547, "router_noise": 0.0, "grad_norm": 0.8385, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 64.5} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.87118, "bpb": 2.69954, "chunk_loss": 0.030422, "F": 0.18207, "G": 0.29294, "chunks": 186.44, "bytes_per_chunk": 5.492, "boundary_entropy": 0.44848, "router_noise": 0.0, "grad_norm": 0.8782, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 66.5} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3471.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199448, "cps": 27.117188, "mean_p": 0.257179, "boundary_entropy": 0.346525, "bpb": 2.557864}, "de": {"chunks": 4132.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.201237, "cps": 32.28125, "mean_p": 0.262317, "boundary_entropy": 0.375129, "bpb": 2.894572}, "vi": {"chunks": 4928.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.267318, "cps": 38.5, "mean_p": 0.306982, "boundary_entropy": 0.466621, "bpb": 2.305752}, "tr": {"chunks": 4044.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223388, "cps": 31.59375, "mean_p": 0.28122, "boundary_entropy": 0.394997, "bpb": 2.914704}, "fi": {"chunks": 3676.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195418, "cps": 28.71875, "mean_p": 0.258931, "boundary_entropy": 0.37371, "bpb": 3.147739}, "ru": {"chunks": 5960.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.314512, "cps": 46.5625, "mean_p": 0.357929, "boundary_entropy": 0.597364, "bpb": 1.904823}, "el": {"chunks": 6812.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33192, "cps": 53.21875, "mean_p": 0.366361, "boundary_entropy": 0.605986, "bpb": 1.988705}, "hi": {"chunks": 7445.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442496, "cps": 58.164062, "mean_p": 0.388228, "boundary_entropy": 0.592696, "bpb": 1.478492}, "ta": {"chunks": 8071.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.43172, "cps": 63.054688, "mean_p": 0.392575, "boundary_entropy": 0.604821, "bpb": 1.268105}, "th": {"chunks": 10204.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.63438, "cps": 79.71875, "mean_p": 0.42826, "boundary_entropy": 0.640622, "bpb": 1.528223}, "zh": {"chunks": 3207.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543007, "cps": 25.054688, "mean_p": 0.346134, "boundary_entropy": 0.561654, "bpb": 3.619434}, "my": {"chunks": 9634.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.508444, "cps": 75.265625, "mean_p": 0.33434, "boundary_entropy": 0.547205, "bpb": 1.413702}}, "bpb": {"en": 2.55786, "de": 2.89457, "vi": 2.30575, "tr": 2.9147, "fi": 3.14774, "ru": 1.90482, "el": 1.98871, "hi": 1.47849, "ta": 1.2681, "th": 1.52822, "zh": 3.61943, "my": 1.4137}, "gini_cpc": 0.226656, "gini_cps": 0.220343, "bpic": 5.361268, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0089680456626076, "vi": 1.3402847117075367, "tr": 1.1200311518106012, "fi": 0.9797902779167028, "ru": 1.576908709860594, "el": 1.6641915045164455, "hi": 2.218600649062943, "ta": 2.1645687505591162, "th": 3.1806720402012965, "zh": 2.7225447305978623, "my": 2.549252021955554}, "t": 69.4} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56684, "de": 2.89976, "vi": 2.31112, "tr": 2.92215, "fi": 3.14385, "ru": 1.88796, "el": 1.97725, "hi": 1.476, "ta": 1.27735, "th": 1.55564, "zh": 3.62797, "my": 1.42074}, "bytes_per_chunk": {"en": 5.217, "de": 5.139, "vi": 5.25, "tr": 4.973, "fi": 5.379, "ru": 6.023, "el": 5.618, "hi": 5.8, "ta": 6.477, "th": 5.127, "zh": 5.36, "my": 5.905}, "bpb_mean": 2.25555, "t": 70.8} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54873, "bpb": 2.23434, "chunk_loss": 0.030422, "F": 0.18018, "G": 0.3237, "chunks": 184.5, "bytes_per_chunk": 5.55, "boundary_entropy": 0.49837, "router_noise": 0.0, "grad_norm": 0.7775, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 70.8} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77429, "bpb": 2.55976, "chunk_loss": 0.030334, "F": 0.17871, "G": 0.29756, "chunks": 183.0, "bytes_per_chunk": 5.596, "boundary_entropy": 0.45583, "router_noise": 0.0, "grad_norm": 0.9179, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 72.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59218, "bpb": 2.29703, "chunk_loss": 0.030249, "F": 0.17606, "G": 0.30311, "chunks": 180.28, "bytes_per_chunk": 5.68, "boundary_entropy": 0.46111, "router_noise": 0.0, "grad_norm": 0.8148, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 74.9} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61533, "bpb": 2.33043, "chunk_loss": 0.029893, "F": 0.16565, "G": 0.28882, "chunks": 169.62, "bytes_per_chunk": 6.037, "boundary_entropy": 0.44173, "router_noise": 0.0, "grad_norm": 0.9229, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 76.9} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3261.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187381, "cps": 25.476562, "mean_p": 0.244414, "boundary_entropy": 0.323771, "bpb": 2.473114}, "de": {"chunks": 4052.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.197341, "cps": 31.65625, "mean_p": 0.257567, "boundary_entropy": 0.360257, "bpb": 2.795117}, "vi": {"chunks": 4729.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.256523, "cps": 36.945312, "mean_p": 0.299937, "boundary_entropy": 0.457641, "bpb": 2.254138}, "tr": {"chunks": 4010.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22151, "cps": 31.328125, "mean_p": 0.271035, "boundary_entropy": 0.373601, "bpb": 2.822078}, "fi": {"chunks": 3684.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195843, "cps": 28.78125, "mean_p": 0.246225, "boundary_entropy": 0.34159, "bpb": 3.034362}, "ru": {"chunks": 5309.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.280158, "cps": 41.476562, "mean_p": 0.357902, "boundary_entropy": 0.60067, "bpb": 1.834006}, "el": {"chunks": 6689.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.325927, "cps": 52.257812, "mean_p": 0.405383, "boundary_entropy": 0.640244, "bpb": 1.938289}, "hi": {"chunks": 6600.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.392273, "cps": 51.5625, "mean_p": 0.338714, "boundary_entropy": 0.558163, "bpb": 1.449516}, "ta": {"chunks": 7585.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.405723, "cps": 59.257812, "mean_p": 0.402162, "boundary_entropy": 0.617941, "bpb": 1.175925}, "th": {"chunks": 7598.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.472366, "cps": 59.359375, "mean_p": 0.410927, "boundary_entropy": 0.635657, "bpb": 1.458715}, "zh": {"chunks": 3061.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518286, "cps": 23.914062, "mean_p": 0.330341, "boundary_entropy": 0.537922, "bpb": 3.582433}, "my": {"chunks": 9183.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.484642, "cps": 71.742188, "mean_p": 0.339354, "boundary_entropy": 0.571876, "bpb": 1.391462}}, "bpb": {"en": 2.47311, "de": 2.79512, "vi": 2.25414, "tr": 2.82208, "fi": 3.03436, "ru": 1.83401, "el": 1.93829, "hi": 1.44952, "ta": 1.17592, "th": 1.45872, "zh": 3.58243, "my": 1.39146}, "gini_cpc": 0.201847, "gini_cps": 0.1968, "bpic": 5.835997, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0531502881510415, "vi": 1.3689875339621622, "tr": 1.1821351815871575, "fi": 1.0451558589615377, "ru": 1.4951226900792043, "el": 1.7393767963163462, "hi": 2.093448030280869, "ta": 2.1652270148830315, "th": 2.5208763586043443, "zh": 2.7659428875130807, "my": 2.5863930800589383}, "t": 79.9} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.47896, "de": 2.80027, "vi": 2.26043, "tr": 2.82829, "fi": 3.03564, "ru": 1.81641, "el": 1.9253, "hi": 1.4464, "ta": 1.18567, "th": 1.48295, "zh": 3.58786, "my": 1.39839}, "bytes_per_chunk": {"en": 5.57, "de": 5.196, "vi": 5.429, "tr": 5.045, "fi": 5.221, "ru": 6.863, "el": 5.977, "hi": 6.563, "ta": 7.178, "th": 6.025, "zh": 5.621, "my": 6.304}, "bpb_mean": 2.18721, "t": 81.2} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69995, "bpb": 2.45251, "chunk_loss": 0.030127, "F": 0.17563, "G": 0.29, "chunks": 179.84, "bytes_per_chunk": 5.694, "boundary_entropy": 0.43959, "router_noise": 0.0, "grad_norm": 0.8233, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 81.2} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60353, "bpb": 2.31341, "chunk_loss": 0.030221, "F": 0.17245, "G": 0.30362, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.4627, "router_noise": 0.0, "grad_norm": 0.9726, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 83.3} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.72337, "bpb": 2.48629, "chunk_loss": 0.030083, "F": 0.17517, "G": 0.30008, "chunks": 179.38, "bytes_per_chunk": 5.709, "boundary_entropy": 0.44661, "router_noise": 0.0, "grad_norm": 0.8973, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 85.3} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.51285, "bpb": 2.18258, "chunk_loss": 0.030588, "F": 0.18192, "G": 0.30334, "chunks": 186.28, "bytes_per_chunk": 5.497, "boundary_entropy": 0.45823, "router_noise": 0.0, "grad_norm": 0.8418, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 87.3} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3322.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190887, "cps": 25.953125, "mean_p": 0.240539, "boundary_entropy": 0.295848, "bpb": 2.404207}, "de": {"chunks": 3882.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189062, "cps": 30.328125, "mean_p": 0.241123, "boundary_entropy": 0.323714, "bpb": 2.736496}, "vi": {"chunks": 4318.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234228, "cps": 33.734375, "mean_p": 0.278893, "boundary_entropy": 0.429605, "bpb": 2.208207}, "tr": {"chunks": 3682.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203392, "cps": 28.765625, "mean_p": 0.246348, "boundary_entropy": 0.338624, "bpb": 2.735957}, "fi": {"chunks": 3384.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179895, "cps": 26.4375, "mean_p": 0.221611, "boundary_entropy": 0.304556, "bpb": 2.976814}, "ru": {"chunks": 5820.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.307124, "cps": 45.46875, "mean_p": 0.35827, "boundary_entropy": 0.597756, "bpb": 1.797698}, "el": {"chunks": 6952.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.338742, "cps": 54.3125, "mean_p": 0.394258, "boundary_entropy": 0.624962, "bpb": 1.869368}, "hi": {"chunks": 7123.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.423358, "cps": 55.648438, "mean_p": 0.389664, "boundary_entropy": 0.598452, "bpb": 1.428202}, "ta": {"chunks": 8419.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.450334, "cps": 65.773438, "mean_p": 0.42736, "boundary_entropy": 0.627852, "bpb": 1.150402}, "th": {"chunks": 8672.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.539136, "cps": 67.75, "mean_p": 0.421505, "boundary_entropy": 0.637388, "bpb": 1.417764}, "zh": {"chunks": 3109.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.526414, "cps": 24.289062, "mean_p": 0.327769, "boundary_entropy": 0.518351, "bpb": 3.539235}, "my": {"chunks": 9943.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.524752, "cps": 77.679688, "mean_p": 0.358064, "boundary_entropy": 0.589862, "bpb": 1.366002}}, "bpb": {"en": 2.40421, "de": 2.7365, "vi": 2.20821, "tr": 2.73596, "fi": 2.97681, "ru": 1.7977, "el": 1.86937, "hi": 1.4282, "ta": 1.1504, "th": 1.41776, "zh": 3.53923, "my": 1.366}, "gini_cpc": 0.226396, "gini_cps": 0.226452, "bpic": 5.592356, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9904387331088268, "vi": 1.2270548832670625, "tr": 1.0655104779883044, "fi": 0.9424166774977083, "ru": 1.608934122719092, "el": 1.7745711240465791, "hi": 2.2178509875627657, "ta": 2.3591716033497576, "th": 2.824377193929675, "zh": 2.757730176946352, "my": 2.749024152034587}, "t": 90.3} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41077, "de": 2.7403, "vi": 2.2123, "tr": 2.74343, "fi": 2.98046, "ru": 1.7789, "el": 1.85877, "hi": 1.42443, "ta": 1.15745, "th": 1.43839, "zh": 3.5427, "my": 1.37437}, "bytes_per_chunk": {"en": 5.52, "de": 5.437, "vi": 5.983, "tr": 5.386, "fi": 5.795, "ru": 6.062, "el": 5.845, "hi": 6.332, "ta": 6.645, "th": 5.481, "zh": 5.566, "my": 5.756}, "bpb_mean": 2.13852, "t": 91.6} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.69968, "bpb": 2.45212, "chunk_loss": 0.030287, "F": 0.1777, "G": 0.30531, "chunks": 181.97, "bytes_per_chunk": 5.627, "boundary_entropy": 0.45727, "router_noise": 0.0, "grad_norm": 0.7736, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.086, "alpha": 0.03, "t": 91.6} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70669, "bpb": 2.46224, "chunk_loss": 0.030222, "F": 0.17233, "G": 0.30146, "chunks": 176.47, "bytes_per_chunk": 5.803, "boundary_entropy": 0.45933, "router_noise": 0.0, "grad_norm": 0.816, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 93.6} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.68098, "bpb": 2.42515, "chunk_loss": 0.030361, "F": 0.18066, "G": 0.27882, "chunks": 185.0, "bytes_per_chunk": 5.535, "boundary_entropy": 0.39962, "router_noise": 0.0, "grad_norm": 0.9288, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 95.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.57209, "bpb": 2.26805, "chunk_loss": 0.030037, "F": 0.17325, "G": 0.28129, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.41149, "router_noise": 0.0, "grad_norm": 0.8583, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 97.6} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3327.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191174, "cps": 25.992188, "mean_p": 0.23417, "boundary_entropy": 0.279145, "bpb": 2.351363}, "de": {"chunks": 3752.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18273, "cps": 29.3125, "mean_p": 0.229489, "boundary_entropy": 0.303823, "bpb": 2.661804}, "vi": {"chunks": 3957.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214646, "cps": 30.914062, "mean_p": 0.259665, "boundary_entropy": 0.40997, "bpb": 2.162972}, "tr": {"chunks": 4037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.223002, "cps": 31.539062, "mean_p": 0.259256, "boundary_entropy": 0.340875, "bpb": 2.672032}, "fi": {"chunks": 3272.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.173941, "cps": 25.5625, "mean_p": 0.209994, "boundary_entropy": 0.291099, "bpb": 2.893104}, "ru": {"chunks": 6315.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.333245, "cps": 49.335938, "mean_p": 0.366765, "boundary_entropy": 0.600314, "bpb": 1.742877}, "el": {"chunks": 7206.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.351118, "cps": 56.296875, "mean_p": 0.393958, "boundary_entropy": 0.623498, "bpb": 1.825678}, "hi": {"chunks": 7290.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.433284, "cps": 56.953125, "mean_p": 0.399305, "boundary_entropy": 0.592411, "bpb": 1.370928}, "ta": {"chunks": 8503.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454827, "cps": 66.429688, "mean_p": 0.429633, "boundary_entropy": 0.628023, "bpb": 1.12389}, "th": {"chunks": 8179.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.508486, "cps": 63.898438, "mean_p": 0.419473, "boundary_entropy": 0.63776, "bpb": 1.37625}, "zh": {"chunks": 2782.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.471046, "cps": 21.734375, "mean_p": 0.309428, "boundary_entropy": 0.494869, "bpb": 3.496255}, "my": {"chunks": 9986.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.527021, "cps": 78.015625, "mean_p": 0.384902, "boundary_entropy": 0.619544, "bpb": 1.345424}}, "bpb": {"en": 2.35136, "de": 2.6618, "vi": 2.16297, "tr": 2.67203, "fi": 2.8931, "ru": 1.74288, "el": 1.82568, "hi": 1.37093, "ta": 1.12389, "th": 1.37625, "zh": 3.49625, "my": 1.34542}, "gini_cpc": 0.217828, "gini_cps": 0.230789, "bpic": 5.593986, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9558323869947943, "vi": 1.1227788616108605, "tr": 1.1664859637221676, "fi": 0.9098561414792938, "ru": 1.7431528082776802, "el": 1.8366429324911895, "hi": 2.2664376431118085, "ta": 2.3791292088292173, "th": 2.659809067754067, "zh": 2.4639676543577056, "my": 2.756763468068748}, "t": 100.5} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35809, "de": 2.67114, "vi": 2.16724, "tr": 2.67905, "fi": 2.9, "ru": 1.72302, "el": 1.81643, "hi": 1.36896, "ta": 1.13087, "th": 1.39616, "zh": 3.50534, "my": 1.35287}, "bytes_per_chunk": {"en": 5.484, "de": 5.649, "vi": 6.476, "tr": 4.849, "fi": 5.909, "ru": 5.537, "el": 5.58, "hi": 5.991, "ta": 6.396, "th": 5.498, "zh": 6.087, "my": 5.544}, "bpb_mean": 2.0891, "t": 101.8} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.79029, "bpb": 2.58284, "chunk_loss": 0.030288, "F": 0.1785, "G": 0.26313, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.3723, "router_noise": 0.0, "grad_norm": 0.9679, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 101.8} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57479, "bpb": 2.27194, "chunk_loss": 0.02957, "F": 0.16116, "G": 0.28349, "chunks": 165.03, "bytes_per_chunk": 6.205, "boundary_entropy": 0.42118, "router_noise": 0.0, "grad_norm": 0.7695, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 103.8} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.56388, "bpb": 2.2562, "chunk_loss": 0.030058, "F": 0.16833, "G": 0.29421, "chunks": 172.38, "bytes_per_chunk": 5.941, "boundary_entropy": 0.4377, "router_noise": 0.0, "grad_norm": 0.803, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 105.8} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51412, "bpb": 2.18441, "chunk_loss": 0.030133, "F": 0.17511, "G": 0.30094, "chunks": 179.31, "bytes_per_chunk": 5.711, "boundary_entropy": 0.43607, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 107.8} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3332.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191461, "cps": 26.03125, "mean_p": 0.234343, "boundary_entropy": 0.265556, "bpb": 2.313039}, "de": {"chunks": 3671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178785, "cps": 28.679688, "mean_p": 0.223941, "boundary_entropy": 0.290206, "bpb": 2.59813}, "vi": {"chunks": 4293.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232872, "cps": 33.539062, "mean_p": 0.282576, "boundary_entropy": 0.42229, "bpb": 2.13057}, "tr": {"chunks": 3910.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215986, "cps": 30.546875, "mean_p": 0.246461, "boundary_entropy": 0.316907, "bpb": 2.604015}, "fi": {"chunks": 3608.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191803, "cps": 28.1875, "mean_p": 0.225249, "boundary_entropy": 0.285838, "bpb": 2.831838}, "ru": {"chunks": 5931.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312982, "cps": 46.335938, "mean_p": 0.359354, "boundary_entropy": 0.590649, "bpb": 1.700081}, "el": {"chunks": 8055.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.392486, "cps": 62.929688, "mean_p": 0.407146, "boundary_entropy": 0.627133, "bpb": 1.791082}, "hi": {"chunks": 7819.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.464725, "cps": 61.085938, "mean_p": 0.407301, "boundary_entropy": 0.592668, "bpb": 1.340056}, "ta": {"chunks": 12822.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.685852, "cps": 100.171875, "mean_p": 0.437264, "boundary_entropy": 0.626245, "bpb": 1.112843}, "th": {"chunks": 7689.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.478023, "cps": 60.070312, "mean_p": 0.418959, "boundary_entropy": 0.639135, "bpb": 1.347403}, "zh": {"chunks": 3198.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.541483, "cps": 24.984375, "mean_p": 0.318327, "boundary_entropy": 0.491661, "bpb": 3.474294}, "my": {"chunks": 9384.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.49525, "cps": 73.3125, "mean_p": 0.370946, "boundary_entropy": 0.612503, "bpb": 1.308714}}, "bpb": {"en": 2.31304, "de": 2.59813, "vi": 2.13057, "tr": 2.60401, "fi": 2.83184, "ru": 1.70008, "el": 1.79108, "hi": 1.34006, "ta": 1.11284, "th": 1.3474, "zh": 3.47429, "my": 1.30871}, "gini_cpc": 0.246048, "gini_cps": 0.254567, "bpic": 5.206493, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9337940552931833, "vi": 1.2162892659097813, "tr": 1.1280941145170436, "fi": 1.0017832660681092, "ru": 1.6346991514283813, "el": 2.0499526370992776, "hi": 2.42725423601833, "ta": 3.5821967085844766, "th": 2.496708978897745, "zh": 2.828161098506453, "my": 2.5866862261053885}, "t": 110.7} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32257, "de": 2.60713, "vi": 2.13642, "tr": 2.60933, "fi": 2.8391, "ru": 1.68034, "el": 1.78072, "hi": 1.33685, "ta": 1.11971, "th": 1.36594, "zh": 3.47732, "my": 1.31598}, "bytes_per_chunk": {"en": 5.419, "de": 5.628, "vi": 5.914, "tr": 5.085, "fi": 5.313, "ru": 5.824, "el": 4.891, "hi": 5.52, "ta": 4.981, "th": 5.967, "zh": 5.426, "my": 5.858}, "bpb_mean": 2.04928, "t": 112.0} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45563, "bpb": 2.10004, "chunk_loss": 0.030533, "F": 0.18436, "G": 0.31034, "chunks": 188.78, "bytes_per_chunk": 5.424, "boundary_entropy": 0.45548, "router_noise": 0.0, "grad_norm": 0.7141, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 112.0} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44257, "bpb": 2.08118, "chunk_loss": 0.03013, "F": 0.17303, "G": 0.30712, "chunks": 177.19, "bytes_per_chunk": 5.779, "boundary_entropy": 0.44976, "router_noise": 0.0, "grad_norm": 0.7669, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 114.0} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.55168, "bpb": 2.2386, "chunk_loss": 0.030479, "F": 0.18832, "G": 0.28659, "chunks": 192.84, "bytes_per_chunk": 5.31, "boundary_entropy": 0.38988, "router_noise": 0.0, "grad_norm": 0.8003, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 116.0} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.61616, "bpb": 2.33162, "chunk_loss": 0.030215, "F": 0.17792, "G": 0.29513, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.42927, "router_noise": 0.0, "grad_norm": 0.8115, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 117.9} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3400.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195369, "cps": 26.5625, "mean_p": 0.233903, "boundary_entropy": 0.248063, "bpb": 2.280229}, "de": {"chunks": 3796.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184873, "cps": 29.65625, "mean_p": 0.224162, "boundary_entropy": 0.27118, "bpb": 2.558416}, "vi": {"chunks": 4321.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234391, "cps": 33.757812, "mean_p": 0.27653, "boundary_entropy": 0.404335, "bpb": 2.105584}, "tr": {"chunks": 3714.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205159, "cps": 29.015625, "mean_p": 0.234037, "boundary_entropy": 0.293822, "bpb": 2.555953}, "fi": {"chunks": 3588.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190739, "cps": 28.03125, "mean_p": 0.222004, "boundary_entropy": 0.269797, "bpb": 2.814152}, "ru": {"chunks": 5812.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306702, "cps": 45.40625, "mean_p": 0.342327, "boundary_entropy": 0.56472, "bpb": 1.657729}, "el": {"chunks": 6519.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.317644, "cps": 50.929688, "mean_p": 0.369335, "boundary_entropy": 0.606399, "bpb": 1.782572}, "hi": {"chunks": 6791.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.403626, "cps": 53.054688, "mean_p": 0.391227, "boundary_entropy": 0.596341, "bpb": 1.319356}, "ta": {"chunks": 8344.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.446323, "cps": 65.1875, "mean_p": 0.426822, "boundary_entropy": 0.626138, "bpb": 1.107064}, "th": {"chunks": 6654.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.413677, "cps": 51.984375, "mean_p": 0.409147, "boundary_entropy": 0.63643, "bpb": 1.327369}, "zh": {"chunks": 3237.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548087, "cps": 25.289062, "mean_p": 0.312247, "boundary_entropy": 0.477363, "bpb": 3.428008}, "my": {"chunks": 10523.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.555362, "cps": 82.210938, "mean_p": 0.397961, "boundary_entropy": 0.618931, "bpb": 1.279429}}, "bpb": {"en": 2.28023, "de": 2.55842, "vi": 2.10558, "tr": 2.55595, "fi": 2.81415, "ru": 1.65773, "el": 1.78257, "hi": 1.31936, "ta": 1.10706, "th": 1.32737, "zh": 3.42801, "my": 1.27943}, "gini_cpc": 0.220922, "gini_cps": 0.214175, "bpic": 5.753924, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9462785587619357, "vi": 1.1997377590580576, "tr": 1.0501142482071544, "fi": 0.9763055408756454, "ru": 1.5698624243364891, "el": 1.6258682081223075, "hi": 2.065969285901582, "ta": 2.284515079527398, "th": 2.117419627347364, "zh": 2.8053978506404254, "my": 2.8426369537682077}, "t": 120.8} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28631, "de": 2.56558, "vi": 2.10865, "tr": 2.56083, "fi": 2.81755, "ru": 1.63891, "el": 1.77417, "hi": 1.31665, "ta": 1.11407, "th": 1.34607, "zh": 3.43152, "my": 1.28527}, "bytes_per_chunk": {"en": 5.366, "de": 5.614, "vi": 5.835, "tr": 5.343, "fi": 5.308, "ru": 5.848, "el": 6.005, "hi": 6.527, "ta": 6.733, "th": 6.543, "zh": 5.242, "my": 5.239}, "bpb_mean": 2.02047, "t": 122.1} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41029, "bpb": 2.03462, "chunk_loss": 0.030734, "F": 0.18332, "G": 0.3219, "chunks": 187.72, "bytes_per_chunk": 5.455, "boundary_entropy": 0.47605, "router_noise": 0.0, "grad_norm": 1.0219, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 122.2} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58669, "bpb": 2.28911, "chunk_loss": 0.03012, "F": 0.17322, "G": 0.27761, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.39506, "router_noise": 0.0, "grad_norm": 0.8738, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 124.1} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64502, "bpb": 2.37326, "chunk_loss": 0.030266, "F": 0.17859, "G": 0.2886, "chunks": 182.88, "bytes_per_chunk": 5.599, "boundary_entropy": 0.4097, "router_noise": 0.0, "grad_norm": 0.8962, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 126.1} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.37049, "bpb": 1.97719, "chunk_loss": 0.030311, "F": 0.17816, "G": 0.30174, "chunks": 182.44, "bytes_per_chunk": 5.613, "boundary_entropy": 0.43838, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 128.1} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3237.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186002, "cps": 25.289062, "mean_p": 0.218321, "boundary_entropy": 0.225047, "bpb": 2.241799}, "de": {"chunks": 3647.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177617, "cps": 28.492188, "mean_p": 0.212192, "boundary_entropy": 0.253871, "bpb": 2.513522}, "vi": {"chunks": 3843.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.208462, "cps": 30.023438, "mean_p": 0.254087, "boundary_entropy": 0.388508, "bpb": 2.083419}, "tr": {"chunks": 3725.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205767, "cps": 29.101562, "mean_p": 0.231679, "boundary_entropy": 0.281042, "bpb": 2.513982}, "fi": {"chunks": 3434.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182553, "cps": 26.828125, "mean_p": 0.211411, "boundary_entropy": 0.254226, "bpb": 2.729237}, "ru": {"chunks": 5421.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.286069, "cps": 42.351562, "mean_p": 0.32338, "boundary_entropy": 0.545276, "bpb": 1.626051}, "el": {"chunks": 6127.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298543, "cps": 47.867188, "mean_p": 0.353757, "boundary_entropy": 0.592893, "bpb": 1.752688}, "hi": {"chunks": 7391.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439287, "cps": 57.742188, "mean_p": 0.402583, "boundary_entropy": 0.592959, "bpb": 1.310307}, "ta": {"chunks": 8880.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.474993, "cps": 69.375, "mean_p": 0.409902, "boundary_entropy": 0.613652, "bpb": 1.076997}, "th": {"chunks": 6751.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.419708, "cps": 52.742188, "mean_p": 0.409073, "boundary_entropy": 0.637222, "bpb": 1.294051}, "zh": {"chunks": 2936.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.497122, "cps": 22.9375, "mean_p": 0.302682, "boundary_entropy": 0.460736, "bpb": 3.425902}, "my": {"chunks": 8236.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.434663, "cps": 64.34375, "mean_p": 0.374113, "boundary_entropy": 0.612463, "bpb": 1.252405}}, "bpb": {"en": 2.2418, "de": 2.51352, "vi": 2.08342, "tr": 2.51398, "fi": 2.72924, "ru": 1.62605, "el": 1.75269, "hi": 1.31031, "ta": 1.077, "th": 1.29405, "zh": 3.4259, "my": 1.25241}, "gini_cpc": 0.21234, "gini_cps": 0.212666, "bpic": 6.031637, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9549151353681118, "vi": 1.1207497826318105, "tr": 1.1062598393693752, "fi": 0.981453726151298, "ru": 1.537983278761484, "el": 1.6050495935367977, "hi": 2.3617262144933604, "ta": 2.553694358564548, "th": 2.2564642828025234, "zh": 2.6726619416267274, "my": 2.3368690820181395}, "t": 131.0} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.24958, "de": 2.52357, "vi": 2.08893, "tr": 2.51818, "fi": 2.7348, "ru": 1.60663, "el": 1.74403, "hi": 1.30661, "ta": 1.08278, "th": 1.31077, "zh": 3.42823, "my": 1.2606}, "bytes_per_chunk": {"en": 5.653, "de": 5.869, "vi": 6.524, "tr": 5.275, "fi": 5.593, "ru": 6.225, "el": 6.448, "hi": 6.088, "ta": 6.537, "th": 6.639, "zh": 5.803, "my": 7.148}, "bpb_mean": 1.98789, "t": 132.2} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.2858, "bpb": 1.85502, "chunk_loss": 0.029769, "F": 0.16373, "G": 0.3102, "chunks": 167.66, "bytes_per_chunk": 6.108, "boundary_entropy": 0.45592, "router_noise": 0.0, "grad_norm": 0.72, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 132.3} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52765, "bpb": 2.20393, "chunk_loss": 0.030346, "F": 0.1785, "G": 0.27395, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.37935, "router_noise": 0.0, "grad_norm": 0.7415, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 134.2} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47885, "bpb": 2.13353, "chunk_loss": 0.030129, "F": 0.17609, "G": 0.27786, "chunks": 180.31, "bytes_per_chunk": 5.679, "boundary_entropy": 0.38271, "router_noise": 0.0, "grad_norm": 0.8322, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 136.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.46302, "bpb": 2.11069, "chunk_loss": 0.029929, "F": 0.16815, "G": 0.29376, "chunks": 172.19, "bytes_per_chunk": 5.947, "boundary_entropy": 0.43324, "router_noise": 0.0, "grad_norm": 0.753, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 138.2} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3363.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193243, "cps": 26.273438, "mean_p": 0.224744, "boundary_entropy": 0.225477, "bpb": 2.217388}, "de": {"chunks": 3838.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186919, "cps": 29.984375, "mean_p": 0.220854, "boundary_entropy": 0.248552, "bpb": 2.465389}, "vi": {"chunks": 4067.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220613, "cps": 31.773438, "mean_p": 0.251372, "boundary_entropy": 0.374403, "bpb": 2.065581}, "tr": {"chunks": 3681.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203336, "cps": 28.757812, "mean_p": 0.22954, "boundary_entropy": 0.27643, "bpb": 2.482201}, "fi": {"chunks": 3586.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190633, "cps": 28.015625, "mean_p": 0.220009, "boundary_entropy": 0.252169, "bpb": 2.678627}, "ru": {"chunks": 5931.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.312982, "cps": 46.335938, "mean_p": 0.334895, "boundary_entropy": 0.54902, "bpb": 1.599231}, "el": {"chunks": 6713.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.327096, "cps": 52.445312, "mean_p": 0.3583, "boundary_entropy": 0.589111, "bpb": 1.723055}, "hi": {"chunks": 7873.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.467935, "cps": 61.507812, "mean_p": 0.40185, "boundary_entropy": 0.596742, "bpb": 1.275828}, "ta": {"chunks": 8284.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.443113, "cps": 64.71875, "mean_p": 0.416529, "boundary_entropy": 0.618049, "bpb": 1.058544}, "th": {"chunks": 6547.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.407025, "cps": 51.148438, "mean_p": 0.399009, "boundary_entropy": 0.634292, "bpb": 1.262184}, "zh": {"chunks": 2919.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494243, "cps": 22.804688, "mean_p": 0.300381, "boundary_entropy": 0.462391, "bpb": 3.38338}, "my": {"chunks": 6531.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.34468, "cps": 51.023438, "mean_p": 0.345086, "boundary_entropy": 0.590832, "bpb": 1.237815}}, "bpb": {"en": 2.21739, "de": 2.46539, "vi": 2.06558, "tr": 2.4822, "fi": 2.67863, "ru": 1.59923, "el": 1.72306, "hi": 1.27583, "ta": 1.05854, "th": 1.26218, "zh": 3.38338, "my": 1.23782}, "gini_cpc": 0.198457, "gini_cps": 0.1918, "bpic": 6.059732, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9672746723546304, "vi": 1.1416376511053254, "tr": 1.0522344559920602, "fi": 0.9864967405950104, "ru": 1.6196305597857172, "el": 1.6926729537318133, "hi": 2.4214886146284695, "ta": 2.293041282677776, "th": 2.1062917590177297, "zh": 2.557631106182406, "my": 1.7836661094347703}, "t": 141.0} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.22607, "de": 2.47542, "vi": 2.07032, "tr": 2.48626, "fi": 2.68773, "ru": 1.57655, "el": 1.71398, "hi": 1.27394, "ta": 1.06593, "th": 1.28112, "zh": 3.3862, "my": 1.24359}, "bytes_per_chunk": {"en": 5.448, "de": 5.47, "vi": 6.114, "tr": 5.341, "fi": 5.339, "ru": 5.695, "el": 5.712, "hi": 5.572, "ta": 6.617, "th": 6.759, "zh": 5.715, "my": 8.393}, "bpb_mean": 1.95726, "t": 142.3} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 142.3} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.319, "bpb": 1.90291, "chunk_loss": 0.036854, "F": 0.17331, "G": 0.29291, "chunks": 177.47, "bytes_per_chunk": 5.77, "boundary_entropy": 0.41691, "router_noise": 0.0, "grad_norm": 0.752, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.8309, "alpha": 0.03, "t": 142.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.48143, "bpb": 2.13726, "chunk_loss": 0.030164, "F": 0.13327, "G": 0.21494, "chunks": 136.47, "bytes_per_chunk": 7.504, "boundary_entropy": 0.32602, "router_noise": 0.0, "grad_norm": 0.8477, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4427, "alpha": 0.03, "t": 144.3} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.47361, "bpb": 2.12596, "chunk_loss": 0.03088, "F": 0.14279, "G": 0.222, "chunks": 146.22, "bytes_per_chunk": 7.003, "boundary_entropy": 0.33113, "router_noise": 0.0, "grad_norm": 0.8023, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.5095, "alpha": 0.03, "t": 146.3} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.53286, "bpb": 2.21145, "chunk_loss": 0.030171, "F": 0.1554, "G": 0.20396, "chunks": 159.12, "bytes_per_chunk": 6.435, "boundary_entropy": 0.24826, "router_noise": 0.0, "grad_norm": 0.8355, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.5354, "alpha": 0.03, "t": 148.2} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3270.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187899, "cps": 25.546875, "mean_p": 0.211397, "boundary_entropy": 0.182148, "bpb": 2.192632}, "de": {"chunks": 3750.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182633, "cps": 29.296875, "mean_p": 0.206784, "boundary_entropy": 0.20915, "bpb": 2.44641}, "vi": {"chunks": 3373.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.182967, "cps": 26.351562, "mean_p": 0.209906, "boundary_entropy": 0.319468, "bpb": 2.058675}, "tr": {"chunks": 3638.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200961, "cps": 28.421875, "mean_p": 0.216293, "boundary_entropy": 0.232325, "bpb": 2.430413}, "fi": {"chunks": 3409.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181224, "cps": 26.632812, "mean_p": 0.197439, "boundary_entropy": 0.206569, "bpb": 2.646783}, "ru": {"chunks": 3037.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160264, "cps": 23.726562, "mean_p": 0.17758, "boundary_entropy": 0.351793, "bpb": 1.587419}, "el": {"chunks": 2687.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130926, "cps": 20.992188, "mean_p": 0.232681, "boundary_entropy": 0.472532, "bpb": 1.695698}, "hi": {"chunks": 3247.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.192987, "cps": 25.367188, "mean_p": 0.157503, "boundary_entropy": 0.334075, "bpb": 1.338998}, "ta": {"chunks": 2741.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146617, "cps": 21.414062, "mean_p": 0.166765, "boundary_entropy": 0.38348, "bpb": 1.088161}, "th": {"chunks": 2884.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179297, "cps": 22.53125, "mean_p": 0.235383, "boundary_entropy": 0.490062, "bpb": 1.271823}, "zh": {"chunks": 3239.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548425, "cps": 25.304688, "mean_p": 0.306029, "boundary_entropy": 0.453261, "bpb": 3.359397}, "my": {"chunks": 2632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138906, "cps": 20.5625, "mean_p": 0.174997, "boundary_entropy": 0.375126, "bpb": 1.236436}}, "bpb": {"en": 2.19263, "de": 2.44641, "vi": 2.05867, "tr": 2.43041, "fi": 2.64678, "ru": 1.58742, "el": 1.6957, "hi": 1.339, "ta": 1.08816, "th": 1.27182, "zh": 3.3594, "my": 1.23644}, "gini_cpc": 0.192695, "gini_cps": 0.06306, "bpic": 10.124278, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9719752986577437, "vi": 0.9737546997509225, "tr": 1.0695190163118586, "fi": 0.9644761336695932, "ru": 0.852927162257026, "el": 0.6967920529528965, "hi": 1.0270783701623567, "ta": 0.7802969935051074, "th": 0.9542244897377179, "zh": 2.9187296700292347, "my": 0.7392628400663913}, "t": 151.1} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.19981, "de": 2.454, "vi": 2.06126, "tr": 2.43687, "fi": 2.65628, "ru": 1.56631, "el": 1.68499, "hi": 1.33573, "ta": 1.09481, "th": 1.29015, "zh": 3.36047, "my": 1.24408}, "bytes_per_chunk": {"en": 5.646, "de": 5.696, "vi": 7.35, "tr": 5.456, "fi": 5.654, "ru": 11.278, "el": 13.803, "hi": 12.627, "ta": 19.274, "th": 15.7, "zh": 5.361, "my": 20.883}, "bpb_mean": 1.94873, "t": 152.4} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.50823, "bpb": 2.17591, "chunk_loss": 0.030179, "F": 0.14114, "G": 0.21065, "chunks": 144.53, "bytes_per_chunk": 7.085, "boundary_entropy": 0.29134, "router_noise": 0.0, "grad_norm": 0.8034, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.2882, "alpha": 0.03, "t": 152.4} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45067, "bpb": 2.09287, "chunk_loss": 0.030369, "F": 0.14926, "G": 0.20597, "chunks": 152.84, "bytes_per_chunk": 6.7, "boundary_entropy": 0.27051, "router_noise": 0.0, "grad_norm": 0.8234, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.0661, "alpha": 0.03, "t": 154.4} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.50028, "bpb": 2.16444, "chunk_loss": 0.030216, "F": 0.14969, "G": 0.20045, "chunks": 153.28, "bytes_per_chunk": 6.681, "boundary_entropy": 0.24866, "router_noise": 0.0, "grad_norm": 0.8675, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2992, "alpha": 0.03, "t": 156.3} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.53301, "bpb": 2.21166, "chunk_loss": 0.030012, "F": 0.14624, "G": 0.20079, "chunks": 149.75, "bytes_per_chunk": 6.838, "boundary_entropy": 0.25894, "router_noise": 0.0, "grad_norm": 0.8105, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.0733, "alpha": 0.03, "t": 158.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3318.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190657, "cps": 25.921875, "mean_p": 0.212932, "boundary_entropy": 0.172255, "bpb": 2.172307}, "de": {"chunks": 3746.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.182438, "cps": 29.265625, "mean_p": 0.200291, "boundary_entropy": 0.184332, "bpb": 2.411186}, "vi": {"chunks": 3439.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.186547, "cps": 26.867188, "mean_p": 0.204418, "boundary_entropy": 0.300284, "bpb": 2.050559}, "tr": {"chunks": 3436.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189803, "cps": 26.84375, "mean_p": 0.205766, "boundary_entropy": 0.214856, "bpb": 2.407928}, "fi": {"chunks": 3342.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177662, "cps": 26.109375, "mean_p": 0.191183, "boundary_entropy": 0.188827, "bpb": 2.625344}, "ru": {"chunks": 3034.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160106, "cps": 23.703125, "mean_p": 0.162327, "boundary_entropy": 0.318843, "bpb": 1.570802}, "el": {"chunks": 2685.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130829, "cps": 20.976562, "mean_p": 0.220821, "boundary_entropy": 0.452511, "bpb": 1.686567}, "hi": {"chunks": 2778.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165111, "cps": 21.703125, "mean_p": 0.13438, "boundary_entropy": 0.298009, "bpb": 1.3044}, "ta": {"chunks": 2446.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.130837, "cps": 19.109375, "mean_p": 0.149714, "boundary_entropy": 0.349077, "bpb": 1.082368}, "th": {"chunks": 2373.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.147529, "cps": 18.539062, "mean_p": 0.202093, "boundary_entropy": 0.441872, "bpb": 1.236848}, "zh": {"chunks": 3033.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513546, "cps": 23.695312, "mean_p": 0.28619, "boundary_entropy": 0.421555, "bpb": 3.320548}, "my": {"chunks": 2811.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.148353, "cps": 21.960938, "mean_p": 0.149495, "boundary_entropy": 0.326902, "bpb": 1.222912}}, "bpb": {"en": 2.17231, "de": 2.41119, "vi": 2.05056, "tr": 2.40793, "fi": 2.62534, "ru": 1.5708, "el": 1.68657, "hi": 1.3044, "ta": 1.08237, "th": 1.23685, "zh": 3.32055, "my": 1.22291}, "gini_cpc": 0.190621, "gini_cps": 0.076926, "bpic": 10.531572, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9568923980618153, "vi": 0.9784457977812666, "tr": 0.9955208087456955, "fi": 0.9318420419432553, "ru": 0.8397579048318837, "el": 0.6862007420951168, "hi": 0.8660139882687704, "ta": 0.6862442549985079, "th": 0.7737923137761025, "zh": 2.6935603233050154, "my": 0.7781175452680812}, "t": 161.1} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18239, "de": 2.42084, "vi": 2.05338, "tr": 2.41167, "fi": 2.63306, "ru": 1.55009, "el": 1.67708, "hi": 1.30135, "ta": 1.08714, "th": 1.25574, "zh": 3.31978, "my": 1.23136}, "bytes_per_chunk": {"en": 5.533, "de": 5.672, "vi": 7.291, "tr": 5.775, "fi": 5.705, "ru": 11.327, "el": 13.649, "hi": 14.929, "ta": 21.986, "th": 18.847, "zh": 5.594, "my": 17.415}, "bpb_mean": 1.92699, "t": 162.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.40935, "bpb": 2.03327, "chunk_loss": 0.03006, "F": 0.13928, "G": 0.19875, "chunks": 142.62, "bytes_per_chunk": 7.18, "boundary_entropy": 0.26717, "router_noise": 0.0, "grad_norm": 0.789, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.7824, "alpha": 0.03, "t": 162.4} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.33187, "bpb": 1.92148, "chunk_loss": 0.030159, "F": 0.13049, "G": 0.19439, "chunks": 133.62, "bytes_per_chunk": 7.663, "boundary_entropy": 0.27104, "router_noise": 0.0, "grad_norm": 0.7906, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.986, "alpha": 0.03, "t": 164.4} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.41097, "bpb": 2.0356, "chunk_loss": 0.030218, "F": 0.14859, "G": 0.20113, "chunks": 152.16, "bytes_per_chunk": 6.73, "boundary_entropy": 0.25249, "router_noise": 0.0, "grad_norm": 0.7608, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.5507, "alpha": 0.03, "t": 166.4} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.30772, "bpb": 1.88664, "chunk_loss": 0.0301, "F": 0.12881, "G": 0.1959, "chunks": 131.91, "bytes_per_chunk": 7.763, "boundary_entropy": 0.28411, "router_noise": 0.0, "grad_norm": 0.7205, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6732, "alpha": 0.03, "t": 168.3} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3244.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186405, "cps": 25.34375, "mean_p": 0.20815, "boundary_entropy": 0.162621, "bpb": 2.161181}, "de": {"chunks": 3628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176691, "cps": 28.34375, "mean_p": 0.196995, "boundary_entropy": 0.179296, "bpb": 2.400985}, "vi": {"chunks": 3231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.175264, "cps": 25.242188, "mean_p": 0.194412, "boundary_entropy": 0.287819, "bpb": 2.026867}, "tr": {"chunks": 3534.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195216, "cps": 27.609375, "mean_p": 0.208106, "boundary_entropy": 0.21525, "bpb": 2.390825}, "fi": {"chunks": 3416.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181596, "cps": 26.6875, "mean_p": 0.195581, "boundary_entropy": 0.190538, "bpb": 2.608835}, "ru": {"chunks": 3154.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166438, "cps": 24.640625, "mean_p": 0.166578, "boundary_entropy": 0.31577, "bpb": 1.537768}, "el": {"chunks": 2594.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.126395, "cps": 20.265625, "mean_p": 0.20403, "boundary_entropy": 0.425124, "bpb": 1.652178}, "hi": {"chunks": 3275.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.194651, "cps": 25.585938, "mean_p": 0.151206, "boundary_entropy": 0.311254, "bpb": 1.27691}, "ta": {"chunks": 3445.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.184274, "cps": 26.914062, "mean_p": 0.178295, "boundary_entropy": 0.379129, "bpb": 1.057168}, "th": {"chunks": 3548.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.220578, "cps": 27.71875, "mean_p": 0.232686, "boundary_entropy": 0.466624, "bpb": 1.209352}, "zh": {"chunks": 3390.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.573993, "cps": 26.484375, "mean_p": 0.307224, "boundary_entropy": 0.431335, "bpb": 3.306878}, "my": {"chunks": 3235.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.17073, "cps": 25.273438, "mean_p": 0.151894, "boundary_entropy": 0.319583, "bpb": 1.198434}}, "bpb": {"en": 2.16118, "de": 2.40098, "vi": 2.02687, "tr": 2.39082, "fi": 2.60883, "ru": 1.53777, "el": 1.65218, "hi": 1.27691, "ta": 1.05717, "th": 1.20935, "zh": 3.30688, "my": 1.19843}, "gini_cpc": 0.18647, "gini_cps": 0.039305, "bpic": 9.668489, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9478904458811392, "vi": 0.9402364658444357, "tr": 1.0472714600035296, "fi": 0.9742025303163317, "ru": 0.8928854568938311, "el": 0.6780666760273112, "hi": 1.0442380309379025, "ta": 0.9885690998569087, "th": 1.1833298517777207, "zh": 3.0792824743421705, "my": 0.9159129164457361}, "t": 171.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16969, "de": 2.40988, "vi": 2.02983, "tr": 2.39606, "fi": 2.61927, "ru": 1.51495, "el": 1.6437, "hi": 1.27405, "ta": 1.06182, "th": 1.2288, "zh": 3.30496, "my": 1.20619}, "bytes_per_chunk": {"en": 5.611, "de": 5.789, "vi": 7.941, "tr": 5.601, "fi": 5.568, "ru": 10.858, "el": 14.11, "hi": 12.834, "ta": 15.619, "th": 13.08, "zh": 5.096, "my": 16.078}, "bpb_mean": 1.90493, "t": 172.5} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.51496, "bpb": 2.18563, "chunk_loss": 0.030692, "F": 0.14981, "G": 0.21456, "chunks": 153.41, "bytes_per_chunk": 6.675, "boundary_entropy": 0.29116, "router_noise": 0.0, "grad_norm": 0.733, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.0106, "alpha": 0.03, "t": 172.5} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.47558, "bpb": 2.12881, "chunk_loss": 0.030231, "F": 0.14178, "G": 0.20089, "chunks": 145.19, "bytes_per_chunk": 7.053, "boundary_entropy": 0.27396, "router_noise": 0.0, "grad_norm": 0.8847, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0983, "alpha": 0.03, "t": 174.5} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41988, "bpb": 2.04846, "chunk_loss": 0.030088, "F": 0.12695, "G": 0.19228, "chunks": 130.0, "bytes_per_chunk": 7.877, "boundary_entropy": 0.28243, "router_noise": 0.0, "grad_norm": 0.7867, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8865, "alpha": 0.03, "t": 176.4} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.32891, "bpb": 1.91721, "chunk_loss": 0.030123, "F": 0.12399, "G": 0.18908, "chunks": 126.97, "bytes_per_chunk": 8.065, "boundary_entropy": 0.276, "router_noise": 0.0, "grad_norm": 0.8235, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6709, "alpha": 0.03, "t": 178.4} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3242.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18629, "cps": 25.328125, "mean_p": 0.201451, "boundary_entropy": 0.146043, "bpb": 2.140057}, "de": {"chunks": 3554.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173087, "cps": 27.765625, "mean_p": 0.185732, "boundary_entropy": 0.163099, "bpb": 2.37167}, "vi": {"chunks": 3286.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.178248, "cps": 25.671875, "mean_p": 0.191512, "boundary_entropy": 0.275205, "bpb": 2.011698}, "tr": {"chunks": 3300.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18229, "cps": 25.78125, "mean_p": 0.192482, "boundary_entropy": 0.192069, "bpb": 2.353939}, "fi": {"chunks": 3298.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175323, "cps": 25.765625, "mean_p": 0.182722, "boundary_entropy": 0.167723, "bpb": 2.562608}, "ru": {"chunks": 3052.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161055, "cps": 23.84375, "mean_p": 0.157463, "boundary_entropy": 0.302111, "bpb": 1.525291}, "el": {"chunks": 3028.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.147542, "cps": 23.65625, "mean_p": 0.205849, "boundary_entropy": 0.417561, "bpb": 1.637974}, "hi": {"chunks": 2834.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.16844, "cps": 22.140625, "mean_p": 0.135364, "boundary_entropy": 0.292638, "bpb": 1.277415}, "ta": {"chunks": 2905.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155389, "cps": 22.695312, "mean_p": 0.157832, "boundary_entropy": 0.356262, "bpb": 1.056881}, "th": {"chunks": 2943.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.182965, "cps": 22.992188, "mean_p": 0.215838, "boundary_entropy": 0.444518, "bpb": 1.195867}, "zh": {"chunks": 3222.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545547, "cps": 25.171875, "mean_p": 0.296271, "boundary_entropy": 0.418038, "bpb": 3.271544}, "my": {"chunks": 2397.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126504, "cps": 18.726562, "mean_p": 0.158989, "boundary_entropy": 0.348807, "bpb": 1.183051}}, "bpb": {"en": 2.14006, "de": 2.37167, "vi": 2.0117, "tr": 2.35394, "fi": 2.56261, "ru": 1.52529, "el": 1.63797, "hi": 1.27742, "ta": 1.05688, "th": 1.19587, "zh": 3.27154, "my": 1.18305}, "gini_cpc": 0.184983, "gini_cps": 0.049915, "bpic": 10.355387, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9291292363869924, "vi": 0.9568316376444439, "tr": 0.9785307958984306, "fi": 0.941130563643393, "ru": 0.8645426533997222, "el": 0.7920017393404303, "hi": 0.9041820533433308, "ta": 0.8341262273922486, "th": 0.9821556210577023, "zh": 2.9284863436277955, "my": 0.6790719123880324}, "t": 181.2} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.14805, "de": 2.37867, "vi": 2.01306, "tr": 2.36103, "fi": 2.57248, "ru": 1.50283, "el": 1.62882, "hi": 1.27268, "ta": 1.06251, "th": 1.21571, "zh": 3.26915, "my": 1.19074}, "bytes_per_chunk": {"en": 5.699, "de": 6.01, "vi": 7.636, "tr": 6.033, "fi": 5.795, "ru": 11.23, "el": 12.014, "hi": 14.592, "ta": 18.685, "th": 15.377, "zh": 5.387, "my": 22.018}, "bpb_mean": 1.88464, "t": 182.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.40697, "bpb": 2.02984, "chunk_loss": 0.030152, "F": 0.13306, "G": 0.18726, "chunks": 136.25, "bytes_per_chunk": 7.516, "boundary_entropy": 0.25436, "router_noise": 0.0, "grad_norm": 0.753, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.2811, "alpha": 0.03, "t": 182.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.38457, "bpb": 1.99751, "chunk_loss": 0.030203, "F": 0.13898, "G": 0.19449, "chunks": 142.31, "bytes_per_chunk": 7.195, "boundary_entropy": 0.24631, "router_noise": 0.0, "grad_norm": 0.796, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2351, "alpha": 0.03, "t": 184.5} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.28722, "bpb": 1.85706, "chunk_loss": 0.030056, "F": 0.11487, "G": 0.17921, "chunks": 117.62, "bytes_per_chunk": 8.706, "boundary_entropy": 0.27246, "router_noise": 0.0, "grad_norm": 0.8092, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7221, "alpha": 0.03, "t": 186.4} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36508, "bpb": 1.9694, "chunk_loss": 0.030006, "F": 0.12823, "G": 0.19142, "chunks": 131.31, "bytes_per_chunk": 7.798, "boundary_entropy": 0.27182, "router_noise": 0.0, "grad_norm": 0.7224, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.0553, "alpha": 0.03, "t": 188.4} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189163, "cps": 25.71875, "mean_p": 0.205166, "boundary_entropy": 0.14699, "bpb": 2.121909}, "de": {"chunks": 3665.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178493, "cps": 28.632812, "mean_p": 0.193661, "boundary_entropy": 0.165079, "bpb": 2.351669}, "vi": {"chunks": 3139.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.170274, "cps": 24.523438, "mean_p": 0.188695, "boundary_entropy": 0.27382, "bpb": 2.003162}, "tr": {"chunks": 3317.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183229, "cps": 25.914062, "mean_p": 0.194769, "boundary_entropy": 0.191499, "bpb": 2.335673}, "fi": {"chunks": 3405.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181011, "cps": 26.601562, "mean_p": 0.189537, "boundary_entropy": 0.168864, "bpb": 2.54682}, "ru": {"chunks": 3232.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.170554, "cps": 25.25, "mean_p": 0.160124, "boundary_entropy": 0.3003, "bpb": 1.509738}, "el": {"chunks": 3208.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156312, "cps": 25.0625, "mean_p": 0.209091, "boundary_entropy": 0.419647, "bpb": 1.610984}, "hi": {"chunks": 3194.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.189837, "cps": 24.953125, "mean_p": 0.149492, "boundary_entropy": 0.308092, "bpb": 1.265051}, "ta": {"chunks": 3046.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.162931, "cps": 23.796875, "mean_p": 0.164925, "boundary_entropy": 0.361674, "bpb": 1.048259}, "th": {"chunks": 3282.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.204041, "cps": 25.640625, "mean_p": 0.211239, "boundary_entropy": 0.431941, "bpb": 1.17974}, "zh": {"chunks": 3299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558584, "cps": 25.773438, "mean_p": 0.293318, "boundary_entropy": 0.413152, "bpb": 3.248767}, "my": {"chunks": 2423.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.127876, "cps": 18.929688, "mean_p": 0.15622, "boundary_entropy": 0.343566, "bpb": 1.192374}}, "bpb": {"en": 2.12191, "de": 2.35167, "vi": 2.00316, "tr": 2.33567, "fi": 2.54682, "ru": 1.50974, "el": 1.61098, "hi": 1.26505, "ta": 1.04826, "th": 1.17974, "zh": 3.24877, "my": 1.19237}, "gini_cpc": 0.185073, "gini_cps": 0.04105, "bpic": 9.96782, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9435955095608475, "vi": 0.90014498742915, "tr": 0.9686328951069715, "fi": 0.9569065481127643, "ru": 0.9016260094832921, "el": 0.8263381587288281, "hi": 1.0035618248751081, "ta": 0.8613283127469576, "th": 1.078653122782182, "zh": 2.952930098888253, "my": 0.6760118855697925}, "t": 191.3} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.1311, "de": 2.35971, "vi": 2.00465, "tr": 2.34337, "fi": 2.55622, "ru": 1.48793, "el": 1.60244, "hi": 1.26154, "ta": 1.05272, "th": 1.19907, "zh": 3.24653, "my": 1.19993}, "bytes_per_chunk": {"en": 5.639, "de": 5.876, "vi": 7.864, "tr": 5.968, "fi": 5.732, "ru": 10.632, "el": 11.596, "hi": 13.007, "ta": 17.455, "th": 15.105, "zh": 5.139, "my": 22.558}, "bpb_mean": 1.87044, "t": 192.5} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.3118, "bpb": 1.89252, "chunk_loss": 0.030177, "F": 0.1243, "G": 0.18777, "chunks": 127.28, "bytes_per_chunk": 8.045, "boundary_entropy": 0.27257, "router_noise": 0.0, "grad_norm": 0.7891, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.5619, "alpha": 0.03, "t": 192.6} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.22105, "bpb": 1.7616, "chunk_loss": 0.030084, "F": 0.11829, "G": 0.17611, "chunks": 121.12, "bytes_per_chunk": 8.454, "boundary_entropy": 0.25035, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.9543, "alpha": 0.03, "t": 194.5} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.33431, "bpb": 1.92501, "chunk_loss": 0.030142, "F": 0.13153, "G": 0.18601, "chunks": 134.69, "bytes_per_chunk": 7.603, "boundary_entropy": 0.24242, "router_noise": 0.0, "grad_norm": 0.8184, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.0046, "alpha": 0.03, "t": 196.5} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.37664, "bpb": 1.98607, "chunk_loss": 0.030006, "F": 0.12955, "G": 0.18552, "chunks": 132.66, "bytes_per_chunk": 7.719, "boundary_entropy": 0.25257, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7442, "alpha": 0.03, "t": 198.5} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3248.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186634, "cps": 25.375, "mean_p": 0.200111, "boundary_entropy": 0.134577, "bpb": 2.109067}, "de": {"chunks": 3628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176691, "cps": 28.34375, "mean_p": 0.186938, "boundary_entropy": 0.15136, "bpb": 2.325045}, "vi": {"chunks": 3182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172606, "cps": 24.859375, "mean_p": 0.188336, "boundary_entropy": 0.272271, "bpb": 1.991025}, "tr": {"chunks": 3403.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18798, "cps": 26.585938, "mean_p": 0.200458, "boundary_entropy": 0.189056, "bpb": 2.316257}, "fi": {"chunks": 3497.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185902, "cps": 27.320312, "mean_p": 0.192505, "boundary_entropy": 0.161696, "bpb": 2.507707}, "ru": {"chunks": 3083.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162691, "cps": 24.085938, "mean_p": 0.147854, "boundary_entropy": 0.269319, "bpb": 1.494243}, "el": {"chunks": 2312.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.112654, "cps": 18.0625, "mean_p": 0.176871, "boundary_entropy": 0.380723, "bpb": 1.608072}, "hi": {"chunks": 3003.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178484, "cps": 23.460938, "mean_p": 0.135837, "boundary_entropy": 0.286466, "bpb": 1.254439}, "ta": {"chunks": 2980.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.159401, "cps": 23.28125, "mean_p": 0.157757, "boundary_entropy": 0.347075, "bpb": 1.050253}, "th": {"chunks": 2922.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.18166, "cps": 22.828125, "mean_p": 0.197399, "boundary_entropy": 0.40929, "bpb": 1.169536}, "zh": {"chunks": 3093.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523705, "cps": 24.164062, "mean_p": 0.284264, "boundary_entropy": 0.396873, "bpb": 3.231543}, "my": {"chunks": 2463.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.129987, "cps": 19.242188, "mean_p": 0.155283, "boundary_entropy": 0.347552, "bpb": 1.173074}}, "bpb": {"en": 2.10907, "de": 2.32504, "vi": 1.99103, "tr": 2.31626, "fi": 2.50771, "ru": 1.49424, "el": 1.60807, "hi": 1.25444, "ta": 1.05025, "th": 1.16954, "zh": 3.23154, "my": 1.17307}, "gini_cpc": 0.19007, "gini_cps": 0.065727, "bpic": 10.424866, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9467230931152759, "vi": 0.9248368652474878, "tr": 1.0072087669381746, "fi": 0.9960745605822816, "ru": 0.8717107666012451, "el": 0.6036081349556391, "hi": 0.9563312752984576, "ta": 0.8540806727649052, "th": 0.9733459944169751, "zh": 2.806044648174437, "my": 0.6964807787400518}, "t": 201.3} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11775, "de": 2.33664, "vi": 1.99358, "tr": 2.32148, "fi": 2.5159, "ru": 1.47355, "el": 1.59986, "hi": 1.24987, "ta": 1.05639, "th": 1.18746, "zh": 3.22939, "my": 1.18025}, "bytes_per_chunk": {"en": 5.704, "de": 5.943, "vi": 7.903, "tr": 5.791, "fi": 5.541, "ru": 11.304, "el": 15.858, "hi": 13.902, "ta": 18.47, "th": 16.385, "zh": 5.499, "my": 21.407}, "bpb_mean": 1.85518, "t": 202.6} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.32283, "bpb": 1.90843, "chunk_loss": 0.030011, "F": 0.11908, "G": 0.18, "chunks": 121.94, "bytes_per_chunk": 8.398, "boundary_entropy": 0.25986, "router_noise": 0.0, "grad_norm": 0.7883, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.3328, "alpha": 0.03, "t": 202.7} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.31444, "bpb": 1.89633, "chunk_loss": 0.030071, "F": 0.13388, "G": 0.17855, "chunks": 137.09, "bytes_per_chunk": 7.469, "boundary_entropy": 0.21745, "router_noise": 0.0, "grad_norm": 0.7316, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3376, "alpha": 0.03, "t": 204.6} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.52998, "bpb": 2.20729, "chunk_loss": 0.030207, "F": 0.15115, "G": 0.20163, "chunks": 154.78, "bytes_per_chunk": 6.616, "boundary_entropy": 0.24225, "router_noise": 0.0, "grad_norm": 0.8202, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3595, "alpha": 0.03, "t": 206.6} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.42907, "bpb": 2.06172, "chunk_loss": 0.030346, "F": 0.1557, "G": 0.18867, "chunks": 159.44, "bytes_per_chunk": 6.423, "boundary_entropy": 0.18771, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2469, "alpha": 0.03, "t": 208.5} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3283.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188646, "cps": 25.648438, "mean_p": 0.203556, "boundary_entropy": 0.134681, "bpb": 2.099728}, "de": {"chunks": 3691.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179759, "cps": 28.835938, "mean_p": 0.190715, "boundary_entropy": 0.149012, "bpb": 2.307678}, "vi": {"chunks": 3195.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173312, "cps": 24.960938, "mean_p": 0.184632, "boundary_entropy": 0.260791, "bpb": 1.980946}, "tr": {"chunks": 3233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178589, "cps": 25.257812, "mean_p": 0.191128, "boundary_entropy": 0.177057, "bpb": 2.289518}, "fi": {"chunks": 3435.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182606, "cps": 26.835938, "mean_p": 0.188065, "boundary_entropy": 0.155225, "bpb": 2.489198}, "ru": {"chunks": 2990.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.157784, "cps": 23.359375, "mean_p": 0.143407, "boundary_entropy": 0.267006, "bpb": 1.475311}, "el": {"chunks": 3000.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146177, "cps": 23.4375, "mean_p": 0.193489, "boundary_entropy": 0.39469, "bpb": 1.579683}, "hi": {"chunks": 3018.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.179376, "cps": 23.578125, "mean_p": 0.141383, "boundary_entropy": 0.291711, "bpb": 1.241476}, "ta": {"chunks": 3118.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.166783, "cps": 24.359375, "mean_p": 0.171487, "boundary_entropy": 0.366083, "bpb": 1.026139}, "th": {"chunks": 3459.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.215045, "cps": 27.023438, "mean_p": 0.210248, "boundary_entropy": 0.420153, "bpb": 1.153796}, "zh": {"chunks": 3151.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533525, "cps": 24.617188, "mean_p": 0.280883, "boundary_entropy": 0.387924, "bpb": 3.211474}, "my": {"chunks": 3652.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.192738, "cps": 28.53125, "mean_p": 0.164834, "boundary_entropy": 0.337889, "bpb": 1.159177}}, "bpb": {"en": 2.09973, "de": 2.30768, "vi": 1.98095, "tr": 2.28952, "fi": 2.4892, "ru": 1.47531, "el": 1.57968, "hi": 1.24148, "ta": 1.02614, "th": 1.1538, "zh": 3.21147, "my": 1.15918}, "gini_cpc": 0.168614, "gini_cps": 0.039696, "bpic": 9.784092, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9528946212139745, "vi": 0.9187153189731255, "tr": 0.9466913101190402, "fi": 0.9679838141120435, "ru": 0.8364022866658576, "el": 0.7748785642888956, "hi": 0.9508617992006189, "ta": 0.8841050653854209, "th": 1.1399419452571253, "zh": 2.8281874971053766, "my": 1.0216934996470775}, "t": 211.4} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10685, "de": 2.31877, "vi": 1.98308, "tr": 2.29819, "fi": 2.4991, "ru": 1.45318, "el": 1.57247, "hi": 1.23749, "ta": 1.03082, "th": 1.17287, "zh": 3.2084, "my": 1.16703}, "bytes_per_chunk": {"en": 5.636, "de": 5.787, "vi": 7.841, "tr": 6.005, "fi": 5.567, "ru": 11.504, "el": 11.916, "hi": 13.857, "ta": 17.503, "th": 13.268, "zh": 5.331, "my": 13.106}, "bpb_mean": 1.83735, "t": 212.7} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.38101, "bpb": 1.99237, "chunk_loss": 0.030179, "F": 0.13486, "G": 0.18342, "chunks": 138.09, "bytes_per_chunk": 7.415, "boundary_entropy": 0.23619, "router_noise": 0.0, "grad_norm": 0.8228, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.6644, "alpha": 0.03, "t": 212.7} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.53035, "bpb": 2.20782, "chunk_loss": 0.030466, "F": 0.15454, "G": 0.19675, "chunks": 158.25, "bytes_per_chunk": 6.471, "boundary_entropy": 0.22819, "router_noise": 0.0, "grad_norm": 0.7552, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3671, "alpha": 0.03, "t": 214.7} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.4703, "bpb": 2.12119, "chunk_loss": 0.030152, "F": 0.15131, "G": 0.1941, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.21228, "router_noise": 0.0, "grad_norm": 0.7519, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3124, "alpha": 0.03, "t": 216.7} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.42856, "bpb": 2.06097, "chunk_loss": 0.029999, "F": 0.13812, "G": 0.18586, "chunks": 141.44, "bytes_per_chunk": 7.24, "boundary_entropy": 0.22641, "router_noise": 0.0, "grad_norm": 0.8076, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.5064, "alpha": 0.03, "t": 218.6} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3277.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188301, "cps": 25.601562, "mean_p": 0.202318, "boundary_entropy": 0.129479, "bpb": 2.08783}, "de": {"chunks": 3690.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179711, "cps": 28.828125, "mean_p": 0.190727, "boundary_entropy": 0.145367, "bpb": 2.297417}, "vi": {"chunks": 3184.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172715, "cps": 24.875, "mean_p": 0.183711, "boundary_entropy": 0.253342, "bpb": 1.971144}, "tr": {"chunks": 3371.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186212, "cps": 26.335938, "mean_p": 0.194724, "boundary_entropy": 0.17483, "bpb": 2.272429}, "fi": {"chunks": 3561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189304, "cps": 27.820312, "mean_p": 0.194498, "boundary_entropy": 0.153187, "bpb": 2.468295}, "ru": {"chunks": 3101.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163641, "cps": 24.226562, "mean_p": 0.146664, "boundary_entropy": 0.26554, "bpb": 1.464915}, "el": {"chunks": 3229.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157336, "cps": 25.226562, "mean_p": 0.198402, "boundary_entropy": 0.395929, "bpb": 1.570822}, "hi": {"chunks": 3042.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.180802, "cps": 23.765625, "mean_p": 0.132312, "boundary_entropy": 0.270985, "bpb": 1.236821}, "ta": {"chunks": 3409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.182348, "cps": 26.632812, "mean_p": 0.168431, "boundary_entropy": 0.350157, "bpb": 1.01609}, "th": {"chunks": 2774.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172459, "cps": 21.671875, "mean_p": 0.186237, "boundary_entropy": 0.391509, "bpb": 1.144395}, "zh": {"chunks": 3302.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559092, "cps": 25.796875, "mean_p": 0.286626, "boundary_entropy": 0.386215, "bpb": 3.184837}, "my": {"chunks": 3048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.160861, "cps": 23.8125, "mean_p": 0.157248, "boundary_entropy": 0.327004, "bpb": 1.161619}}, "bpb": {"en": 2.08783, "de": 2.29742, "vi": 1.97114, "tr": 2.27243, "fi": 2.4683, "ru": 1.46492, "el": 1.57082, "hi": 1.23682, "ta": 1.01609, "th": 1.14439, "zh": 3.18484, "my": 1.16162}, "gini_cpc": 0.165367, "gini_cps": 0.040666, "bpic": 9.843567, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9543806771391664, "vi": 0.9172286168385668, "tr": 0.988907976499241, "fi": 1.0053279780802067, "ru": 0.8690409289016033, "el": 0.8355546850232605, "hi": 0.960178142857985, "ta": 0.9683875794589978, "th": 0.9158683902812994, "zh": 2.969144302339748, "my": 0.8542780849426879}, "t": 221.5} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.0956, "de": 2.30774, "vi": 1.97269, "tr": 2.27964, "fi": 2.47912, "ru": 1.44243, "el": 1.56287, "hi": 1.2318, "ta": 1.02123, "th": 1.16444, "zh": 3.18076, "my": 1.16983}, "bytes_per_chunk": {"en": 5.644, "de": 5.83, "vi": 7.938, "tr": 5.864, "fi": 5.403, "ru": 11.012, "el": 11.217, "hi": 13.796, "ta": 15.884, "th": 16.906, "zh": 5.159, "my": 16.053}, "bpb_mean": 1.82568, "t": 222.8} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.31027, "bpb": 1.89033, "chunk_loss": 0.030311, "F": 0.13266, "G": 0.17834, "chunks": 135.84, "bytes_per_chunk": 7.538, "boundary_entropy": 0.22551, "router_noise": 0.0, "grad_norm": 0.7844, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 10.021, "alpha": 0.03, "t": 222.8} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.4642, "bpb": 2.1124, "chunk_loss": 0.030295, "F": 0.15186, "G": 0.19659, "chunks": 155.5, "bytes_per_chunk": 6.585, "boundary_entropy": 0.23078, "router_noise": 0.0, "grad_norm": 0.7679, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3995, "alpha": 0.03, "t": 224.8} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.33453, "bpb": 1.92532, "chunk_loss": 0.030188, "F": 0.1322, "G": 0.18167, "chunks": 135.38, "bytes_per_chunk": 7.564, "boundary_entropy": 0.23115, "router_noise": 0.0, "grad_norm": 0.7864, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8635, "alpha": 0.03, "t": 226.7} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.48724, "bpb": 2.14564, "chunk_loss": 0.03015, "F": 0.15002, "G": 0.18866, "chunks": 153.62, "bytes_per_chunk": 6.666, "boundary_entropy": 0.20951, "router_noise": 0.0, "grad_norm": 0.7804, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.0388, "alpha": 0.03, "t": 228.7} +{"event": "probe", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3260.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187324, "cps": 25.46875, "mean_p": 0.200085, "boundary_entropy": 0.120432, "bpb": 2.077635}, "de": {"chunks": 3673.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178883, "cps": 28.695312, "mean_p": 0.188462, "boundary_entropy": 0.135377, "bpb": 2.279945}, "vi": {"chunks": 3155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.171142, "cps": 24.648438, "mean_p": 0.174258, "boundary_entropy": 0.239717, "bpb": 1.965935}, "tr": {"chunks": 3295.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182014, "cps": 25.742188, "mean_p": 0.190755, "boundary_entropy": 0.167099, "bpb": 2.264134}, "fi": {"chunks": 3570.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189783, "cps": 27.890625, "mean_p": 0.193733, "boundary_entropy": 0.145015, "bpb": 2.456891}, "ru": {"chunks": 3067.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161847, "cps": 23.960938, "mean_p": 0.139428, "boundary_entropy": 0.256706, "bpb": 1.453781}, "el": {"chunks": 2720.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.132534, "cps": 21.25, "mean_p": 0.179863, "boundary_entropy": 0.373594, "bpb": 1.55391}, "hi": {"chunks": 2874.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.170817, "cps": 22.453125, "mean_p": 0.12782, "boundary_entropy": 0.266262, "bpb": 1.220642}, "ta": {"chunks": 3095.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.165552, "cps": 24.179688, "mean_p": 0.153569, "boundary_entropy": 0.331855, "bpb": 1.009028}, "th": {"chunks": 2556.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.158906, "cps": 19.96875, "mean_p": 0.171292, "boundary_entropy": 0.367834, "bpb": 1.1392}, "zh": {"chunks": 3153.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533864, "cps": 24.632812, "mean_p": 0.276612, "boundary_entropy": 0.374488, "bpb": 3.17083}, "my": {"chunks": 2713.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.143181, "cps": 21.195312, "mean_p": 0.159208, "boundary_entropy": 0.334288, "bpb": 1.145905}}, "bpb": {"en": 2.07764, "de": 2.27994, "vi": 1.96594, "tr": 2.26413, "fi": 2.45689, "ru": 1.45378, "el": 1.55391, "hi": 1.22064, "ta": 1.00903, "th": 1.1392, "zh": 3.17083, "my": 1.1459}, "gini_cpc": 0.181483, "gini_cps": 0.058974, "bpic": 10.335865, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9549377046496154, "vi": 0.9136139911245115, "tr": 0.9716534289642532, "fi": 1.0131245815250378, "ru": 0.863994706767891, "el": 0.7075132523767289, "hi": 0.9118810928085033, "ta": 0.8837749833048107, "th": 0.8482938225035329, "zh": 2.849948736753099, "my": 0.7643511755129634}, "t": 231.6} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08552, "de": 2.29139, "vi": 1.96806, "tr": 2.27026, "fi": 2.46564, "ru": 1.43135, "el": 1.54682, "hi": 1.21611, "ta": 1.01516, "th": 1.15828, "zh": 3.16649, "my": 1.15291}, "bytes_per_chunk": {"en": 5.674, "de": 5.869, "vi": 7.885, "tr": 5.926, "fi": 5.395, "ru": 11.21, "el": 13.278, "hi": 14.64, "ta": 17.241, "th": 17.336, "zh": 5.305, "my": 18.038}, "bpb_mean": 1.814, "t": 232.9} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 232.9} +{"event": "train", "step": 4200, "phase": 3, "objective": "global", "lm_loss": 1.30542, "bpb": 1.88333, "chunk_loss": 0.030223, "F": 0.13068, "G": 0.17979, "chunks": 133.81, "bytes_per_chunk": 7.652, "boundary_entropy": 0.23827, "router_noise": 0.0, "grad_norm": 0.7524, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 232.9} +{"event": "train", "step": 4250, "phase": 3, "objective": "global", "lm_loss": 1.31503, "bpb": 1.89719, "chunk_loss": 0.030055, "F": 0.15857, "G": 0.21492, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.26755, "router_noise": 0.0, "grad_norm": 0.7782, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 234.9} +{"event": "train", "step": 4300, "phase": 3, "objective": "global", "lm_loss": 1.35336, "bpb": 1.95249, "chunk_loss": 0.030064, "F": 0.16528, "G": 0.20887, "chunks": 169.25, "bytes_per_chunk": 6.05, "boundary_entropy": 0.22695, "router_noise": 0.0, "grad_norm": 0.7749, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 236.8} +{"event": "train", "step": 4350, "phase": 3, "objective": "global", "lm_loss": 1.48067, "bpb": 2.13615, "chunk_loss": 0.03017, "F": 0.17215, "G": 0.23305, "chunks": 176.28, "bytes_per_chunk": 5.809, "boundary_entropy": 0.2853, "router_noise": 0.0, "grad_norm": 0.8114, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 238.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189163, "cps": 25.71875, "mean_p": 0.207873, "boundary_entropy": 0.140294, "bpb": 2.064926}, "de": {"chunks": 3800.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185068, "cps": 29.6875, "mean_p": 0.199455, "boundary_entropy": 0.15325, "bpb": 2.268331}, "vi": {"chunks": 3880.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.210469, "cps": 30.3125, "mean_p": 0.223994, "boundary_entropy": 0.296499, "bpb": 1.949864}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.205446, "boundary_entropy": 0.188885, "bpb": 2.245342}, "fi": {"chunks": 3651.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194089, "cps": 28.523438, "mean_p": 0.20268, "boundary_entropy": 0.164377, "bpb": 2.435891}, "ru": {"chunks": 4912.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.259208, "cps": 38.375, "mean_p": 0.266812, "boundary_entropy": 0.441234, "bpb": 1.440501}, "el": {"chunks": 5871.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.286069, "cps": 45.867188, "mean_p": 0.270679, "boundary_entropy": 0.4679, "bpb": 1.542576}, "hi": {"chunks": 5438.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.32321, "cps": 42.484375, "mean_p": 0.268983, "boundary_entropy": 0.460632, "bpb": 1.200416}, "ta": {"chunks": 8065.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.431399, "cps": 63.007812, "mean_p": 0.29511, "boundary_entropy": 0.481336, "bpb": 1.000903}, "th": {"chunks": 7944.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.493876, "cps": 62.0625, "mean_p": 0.326796, "boundary_entropy": 0.550045, "bpb": 1.135494}, "zh": {"chunks": 2994.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506942, "cps": 23.390625, "mean_p": 0.273604, "boundary_entropy": 0.379314, "bpb": 3.161697}, "my": {"chunks": 8788.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463796, "cps": 68.65625, "mean_p": 0.224565, "boundary_entropy": 0.375151, "bpb": 1.144158}}, "bpb": {"en": 2.06493, "de": 2.26833, "vi": 1.94986, "tr": 2.24534, "fi": 2.43589, "ru": 1.4405, "el": 1.54258, "hi": 1.20042, "ta": 1.0009, "th": 1.13549, "zh": 3.1617, "my": 1.14416}, "gini_cpc": 0.216625, "gini_cps": 0.207278, "bpic": 6.173487, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9783527793536754, "vi": 1.1126354097563242, "tr": 1.0311253399525826, "fi": 1.0260398846284002, "ru": 1.3702929946107456, "el": 1.5122915616885753, "hi": 1.7086315603227418, "ta": 2.2805688911044695, "th": 2.6108532624563234, "zh": 2.679925042761876, "my": 2.4518334504281207}, "t": 241.6} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07324, "de": 2.27674, "vi": 1.95293, "tr": 2.25197, "fi": 2.44482, "ru": 1.4183, "el": 1.53433, "hi": 1.19579, "ta": 1.00745, "th": 1.15366, "zh": 3.15783, "my": 1.15142}, "bytes_per_chunk": {"en": 5.582, "de": 5.624, "vi": 6.832, "tr": 5.591, "fi": 5.292, "ru": 7.066, "el": 6.183, "hi": 7.934, "ta": 6.457, "th": 5.899, "zh": 5.589, "my": 6.118}, "bpb_mean": 1.80154, "t": 243.0} +{"event": "train", "step": 4400, "phase": 3, "objective": "global", "lm_loss": 1.44966, "bpb": 2.09142, "chunk_loss": 0.030035, "F": 0.17017, "G": 0.22166, "chunks": 174.25, "bytes_per_chunk": 5.877, "boundary_entropy": 0.24073, "router_noise": 0.0, "grad_norm": 0.8486, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 243.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "global", "lm_loss": 1.38084, "bpb": 1.99212, "chunk_loss": 0.029995, "F": 0.16931, "G": 0.23677, "chunks": 173.38, "bytes_per_chunk": 5.906, "boundary_entropy": 0.29238, "router_noise": 0.0, "grad_norm": 0.8184, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 244.9} +{"event": "train", "step": 4500, "phase": 3, "objective": "global", "lm_loss": 1.31423, "bpb": 1.89603, "chunk_loss": 0.02993, "F": 0.17032, "G": 0.23327, "chunks": 174.41, "bytes_per_chunk": 5.871, "boundary_entropy": 0.26347, "router_noise": 0.0, "grad_norm": 0.7623, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 246.9} +{"event": "train", "step": 4550, "phase": 3, "objective": "global", "lm_loss": 1.3655, "bpb": 1.97, "chunk_loss": 0.02989, "F": 0.16602, "G": 0.24198, "chunks": 170.0, "bytes_per_chunk": 6.024, "boundary_entropy": 0.30534, "router_noise": 0.0, "grad_norm": 0.783, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 248.9} +{"event": "probe", "step": 4600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3293.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18922, "cps": 25.726562, "mean_p": 0.209977, "boundary_entropy": 0.142466, "bpb": 2.06065}, "de": {"chunks": 3790.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184581, "cps": 29.609375, "mean_p": 0.200856, "boundary_entropy": 0.157824, "bpb": 2.251999}, "vi": {"chunks": 4099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222349, "cps": 32.023438, "mean_p": 0.239464, "boundary_entropy": 0.317437, "bpb": 1.942295}, "tr": {"chunks": 3438.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189913, "cps": 26.859375, "mean_p": 0.206913, "boundary_entropy": 0.195982, "bpb": 2.231365}, "fi": {"chunks": 3631.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193025, "cps": 28.367188, "mean_p": 0.203992, "boundary_entropy": 0.172829, "bpb": 2.422578}, "ru": {"chunks": 4991.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.263377, "cps": 38.992188, "mean_p": 0.29505, "boundary_entropy": 0.481257, "bpb": 1.426611}, "el": {"chunks": 5291.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.257808, "cps": 41.335938, "mean_p": 0.269115, "boundary_entropy": 0.476495, "bpb": 1.527985}, "hi": {"chunks": 6447.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.38318, "cps": 50.367188, "mean_p": 0.351943, "boundary_entropy": 0.560381, "bpb": 1.197218}, "ta": {"chunks": 7593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.406151, "cps": 59.320312, "mean_p": 0.30986, "boundary_entropy": 0.502449, "bpb": 0.994138}, "th": {"chunks": 6790.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.422132, "cps": 53.046875, "mean_p": 0.363894, "boundary_entropy": 0.593272, "bpb": 1.117633}, "zh": {"chunks": 2989.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506095, "cps": 23.351562, "mean_p": 0.273077, "boundary_entropy": 0.383316, "bpb": 3.146621}, "my": {"chunks": 9213.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.486225, "cps": 71.976562, "mean_p": 0.25573, "boundary_entropy": 0.438079, "bpb": 1.136492}}, "bpb": {"en": 2.06065, "de": 2.252, "vi": 1.94229, "tr": 2.23136, "fi": 2.42258, "ru": 1.42661, "el": 1.52798, "hi": 1.19722, "ta": 0.99414, "th": 1.11763, "zh": 3.14662, "my": 1.13649}, "gini_cpc": 0.211231, "gini_cps": 0.203177, "bpic": 6.233753, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9754818478675991, "vi": 1.175079272871394, "tr": 1.0036625290525105, "fi": 1.0201094128864099, "ru": 1.3919086861312113, "el": 1.3624773958731968, "hi": 2.025046437826377, "ta": 2.1464477438303287, "th": 2.2309051113122185, "zh": 2.674637084338512, "my": 2.5696269862165644}, "t": 251.7} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06795, "de": 2.26208, "vi": 1.94418, "tr": 2.23747, "fi": 2.43106, "ru": 1.40521, "el": 1.51976, "hi": 1.19178, "ta": 0.99941, "th": 1.13703, "zh": 3.14187, "my": 1.14348}, "bytes_per_chunk": {"en": 5.57, "de": 5.608, "vi": 6.275, "tr": 5.682, "fi": 5.301, "ru": 6.9, "el": 6.793, "hi": 6.877, "ta": 7.148, "th": 6.753, "zh": 5.581, "my": 5.805}, "bpb_mean": 1.79011, "t": 253.0} +{"event": "train", "step": 4600, "phase": 3, "objective": "global", "lm_loss": 1.41271, "bpb": 2.0381, "chunk_loss": 0.02989, "F": 0.16626, "G": 0.25144, "chunks": 170.25, "bytes_per_chunk": 6.015, "boundary_entropy": 0.32471, "router_noise": 0.0, "grad_norm": 0.7802, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 253.1} +{"event": "train", "step": 4650, "phase": 3, "objective": "global", "lm_loss": 1.51451, "bpb": 2.18498, "chunk_loss": 0.029958, "F": 0.16876, "G": 0.24748, "chunks": 172.81, "bytes_per_chunk": 5.925, "boundary_entropy": 0.31062, "router_noise": 0.0, "grad_norm": 0.8216, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 255.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "global", "lm_loss": 1.45841, "bpb": 2.10404, "chunk_loss": 0.029938, "F": 0.16504, "G": 0.25222, "chunks": 169.0, "bytes_per_chunk": 6.059, "boundary_entropy": 0.33268, "router_noise": 0.0, "grad_norm": 0.8515, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 257.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "global", "lm_loss": 1.4658, "bpb": 2.11471, "chunk_loss": 0.030175, "F": 0.17426, "G": 0.23709, "chunks": 178.44, "bytes_per_chunk": 5.739, "boundary_entropy": 0.26239, "router_noise": 0.0, "grad_norm": 0.8082, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 258.9} +{"event": "probe", "step": 4800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3286.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188818, "cps": 25.671875, "mean_p": 0.209613, "boundary_entropy": 0.14557, "bpb": 2.048714}, "de": {"chunks": 3797.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184922, "cps": 29.664062, "mean_p": 0.201967, "boundary_entropy": 0.161249, "bpb": 2.24313}, "vi": {"chunks": 3854.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209059, "cps": 30.109375, "mean_p": 0.238879, "boundary_entropy": 0.322546, "bpb": 1.938597}, "tr": {"chunks": 3464.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19135, "cps": 27.0625, "mean_p": 0.206206, "boundary_entropy": 0.196898, "bpb": 2.221753}, "fi": {"chunks": 3581.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190367, "cps": 27.976562, "mean_p": 0.202858, "boundary_entropy": 0.174822, "bpb": 2.401083}, "ru": {"chunks": 5020.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.264908, "cps": 39.21875, "mean_p": 0.308073, "boundary_entropy": 0.496875, "bpb": 1.420919}, "el": {"chunks": 5857.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.285387, "cps": 45.757812, "mean_p": 0.289991, "boundary_entropy": 0.500964, "bpb": 1.516982}, "hi": {"chunks": 6675.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.396731, "cps": 52.148438, "mean_p": 0.375368, "boundary_entropy": 0.580192, "bpb": 1.185656}, "ta": {"chunks": 8417.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.450227, "cps": 65.757812, "mean_p": 0.325744, "boundary_entropy": 0.517295, "bpb": 0.984253}, "th": {"chunks": 7834.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.487038, "cps": 61.203125, "mean_p": 0.391289, "boundary_entropy": 0.611411, "bpb": 1.114239}, "zh": {"chunks": 2934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496783, "cps": 22.921875, "mean_p": 0.27229, "boundary_entropy": 0.382373, "bpb": 3.135759}, "my": {"chunks": 8721.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.46026, "cps": 68.132812, "mean_p": 0.260947, "boundary_entropy": 0.453229, "bpb": 1.13239}}, "bpb": {"en": 2.04871, "de": 2.24313, "vi": 1.9386, "tr": 2.22175, "fi": 2.40108, "ru": 1.42092, "el": 1.51698, "hi": 1.18566, "ta": 0.98425, "th": 1.11424, "zh": 3.13576, "my": 1.13239}, "gini_cpc": 0.216368, "gini_cps": 0.214431, "bpic": 6.049511, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.979365387173162, "vi": 1.1071975840498958, "tr": 1.013406984157638, "fi": 1.0082053523221495, "ru": 1.4029786557507102, "el": 1.5114400988704122, "hi": 2.1011291995669863, "ta": 2.3844510910234233, "th": 2.579402183054077, "zh": 2.6310144175981636, "my": 2.4375833318236113}, "t": 261.8} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05688, "de": 2.25308, "vi": 1.93995, "tr": 2.22733, "fi": 2.41049, "ru": 1.39767, "el": 1.50958, "hi": 1.18115, "ta": 0.99128, "th": 1.13301, "zh": 3.13102, "my": 1.13932}, "bytes_per_chunk": {"en": 5.621, "de": 5.642, "vi": 6.725, "tr": 5.702, "fi": 5.406, "ru": 6.865, "el": 6.115, "hi": 6.78, "ta": 6.417, "th": 5.955, "zh": 5.739, "my": 6.203}, "bpb_mean": 1.7809, "t": 263.0} +{"event": "train", "step": 4800, "phase": 3, "objective": "global", "lm_loss": 1.35315, "bpb": 1.95218, "chunk_loss": 0.029886, "F": 0.16541, "G": 0.24783, "chunks": 169.38, "bytes_per_chunk": 6.046, "boundary_entropy": 0.30724, "router_noise": 0.0, "grad_norm": 0.7829, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 263.1} +{"event": "train", "step": 4850, "phase": 3, "objective": "global", "lm_loss": 1.28935, "bpb": 1.86014, "chunk_loss": 0.029989, "F": 0.1713, "G": 0.24021, "chunks": 175.41, "bytes_per_chunk": 5.838, "boundary_entropy": 0.27303, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 265.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "global", "lm_loss": 1.38764, "bpb": 2.00194, "chunk_loss": 0.030096, "F": 0.17258, "G": 0.24673, "chunks": 176.72, "bytes_per_chunk": 5.795, "boundary_entropy": 0.29956, "router_noise": 0.0, "grad_norm": 0.8345, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 267.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "global", "lm_loss": 1.26064, "bpb": 1.81871, "chunk_loss": 0.029996, "F": 0.16934, "G": 0.27008, "chunks": 173.41, "bytes_per_chunk": 5.905, "boundary_entropy": 0.34352, "router_noise": 0.0, "grad_norm": 0.8059, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 268.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3294.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189278, "cps": 25.734375, "mean_p": 0.209549, "boundary_entropy": 0.140274, "bpb": 2.041801}, "de": {"chunks": 3836.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186821, "cps": 29.96875, "mean_p": 0.203144, "boundary_entropy": 0.156855, "bpb": 2.237904}, "vi": {"chunks": 4133.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224193, "cps": 32.289062, "mean_p": 0.246869, "boundary_entropy": 0.328658, "bpb": 1.932182}, "tr": {"chunks": 3412.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188477, "cps": 26.65625, "mean_p": 0.204517, "boundary_entropy": 0.19528, "bpb": 2.214658}, "fi": {"chunks": 3602.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191484, "cps": 28.140625, "mean_p": 0.20302, "boundary_entropy": 0.168994, "bpb": 2.389997}, "ru": {"chunks": 5446.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.287388, "cps": 42.546875, "mean_p": 0.32746, "boundary_entropy": 0.51525, "bpb": 1.410072}, "el": {"chunks": 6345.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.309165, "cps": 49.570312, "mean_p": 0.297511, "boundary_entropy": 0.506957, "bpb": 1.510642}, "hi": {"chunks": 6742.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400713, "cps": 52.671875, "mean_p": 0.389631, "boundary_entropy": 0.590935, "bpb": 1.17786}, "ta": {"chunks": 8785.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.469912, "cps": 68.632812, "mean_p": 0.332046, "boundary_entropy": 0.526644, "bpb": 0.980636}, "th": {"chunks": 7481.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.465092, "cps": 58.445312, "mean_p": 0.384906, "boundary_entropy": 0.608316, "bpb": 1.111575}, "zh": {"chunks": 2914.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.493397, "cps": 22.765625, "mean_p": 0.270837, "boundary_entropy": 0.376571, "bpb": 3.129593}, "my": {"chunks": 8480.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.447541, "cps": 66.25, "mean_p": 0.272401, "boundary_entropy": 0.48036, "bpb": 1.12415}}, "bpb": {"en": 2.0418, "de": 2.2379, "vi": 1.93218, "tr": 2.21466, "fi": 2.39, "ru": 1.41007, "el": 1.51064, "hi": 1.17786, "ta": 0.98064, "th": 1.11158, "zh": 3.12959, "my": 1.12415}, "gini_cpc": 0.209067, "gini_cps": 0.212344, "bpic": 5.952862, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9870217359464974, "vi": 1.1844665177656148, "tr": 0.9957699047959425, "fi": 1.0116548091895616, "ru": 1.5183397013519422, "el": 1.6333953189664054, "hi": 2.1170650405843934, "ta": 2.4826575684545946, "th": 2.45719212539486, "zh": 2.606733481495463, "my": 2.364465608685337}, "t": 271.8} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05018, "de": 2.24831, "vi": 1.93392, "tr": 2.22058, "fi": 2.39956, "ru": 1.38939, "el": 1.50285, "hi": 1.17206, "ta": 0.98683, "th": 1.13029, "zh": 3.12382, "my": 1.13209}, "bytes_per_chunk": {"en": 5.579, "de": 5.564, "vi": 6.289, "tr": 5.724, "fi": 5.379, "ru": 6.354, "el": 5.678, "hi": 6.714, "ta": 6.114, "th": 6.188, "zh": 5.706, "my": 6.385}, "bpb_mean": 1.77416, "t": 273.1} +{"event": "train", "step": 5000, "phase": 3, "objective": "global", "lm_loss": 1.37334, "bpb": 1.98131, "chunk_loss": 0.029926, "F": 0.16736, "G": 0.2692, "chunks": 171.38, "bytes_per_chunk": 5.975, "boundary_entropy": 0.36563, "router_noise": 0.0, "grad_norm": 0.7913, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 273.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "global", "lm_loss": 1.38575, "bpb": 1.99922, "chunk_loss": 0.030151, "F": 0.17453, "G": 0.27097, "chunks": 178.72, "bytes_per_chunk": 5.73, "boundary_entropy": 0.34846, "router_noise": 0.0, "grad_norm": 0.9445, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 275.1} +{"event": "train", "step": 5100, "phase": 3, "objective": "global", "lm_loss": 1.4806, "bpb": 2.13605, "chunk_loss": 0.029994, "F": 0.16815, "G": 0.24134, "chunks": 172.19, "bytes_per_chunk": 5.947, "boundary_entropy": 0.29596, "router_noise": 0.0, "grad_norm": 0.8091, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 277.1} +{"event": "train", "step": 5150, "phase": 3, "objective": "global", "lm_loss": 1.33925, "bpb": 1.93213, "chunk_loss": 0.029902, "F": 0.16479, "G": 0.24425, "chunks": 168.75, "bytes_per_chunk": 6.068, "boundary_entropy": 0.29583, "router_noise": 0.0, "grad_norm": 0.7907, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 279.0} +{"event": "probe", "step": 5200, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3268.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187784, "cps": 25.53125, "mean_p": 0.206559, "boundary_entropy": 0.137975, "bpb": 2.03559}, "de": {"chunks": 3783.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18424, "cps": 29.554688, "mean_p": 0.198956, "boundary_entropy": 0.153669, "bpb": 2.228944}, "vi": {"chunks": 4053.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.219854, "cps": 31.664062, "mean_p": 0.24604, "boundary_entropy": 0.327859, "bpb": 1.927042}, "tr": {"chunks": 3346.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184831, "cps": 26.140625, "mean_p": 0.201652, "boundary_entropy": 0.191787, "bpb": 2.203863}, "fi": {"chunks": 3594.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.191058, "cps": 28.078125, "mean_p": 0.201608, "boundary_entropy": 0.166716, "bpb": 2.376964}, "ru": {"chunks": 5461.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.288179, "cps": 42.664062, "mean_p": 0.3307, "boundary_entropy": 0.51939, "bpb": 1.406146}, "el": {"chunks": 6026.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293622, "cps": 47.078125, "mean_p": 0.290779, "boundary_entropy": 0.501534, "bpb": 1.50417}, "hi": {"chunks": 7040.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.418425, "cps": 55.0, "mean_p": 0.397244, "boundary_entropy": 0.594057, "bpb": 1.171272}, "ta": {"chunks": 8397.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449158, "cps": 65.601562, "mean_p": 0.33057, "boundary_entropy": 0.528616, "bpb": 0.97316}, "th": {"chunks": 7438.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.462418, "cps": 58.109375, "mean_p": 0.385639, "boundary_entropy": 0.608226, "bpb": 1.10379}, "zh": {"chunks": 2995.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507111, "cps": 23.398438, "mean_p": 0.273418, "boundary_entropy": 0.377564, "bpb": 3.119503}, "my": {"chunks": 9722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.513088, "cps": 75.953125, "mean_p": 0.297831, "boundary_entropy": 0.505678, "bpb": 1.118986}}, "bpb": {"en": 2.03559, "de": 2.22894, "vi": 1.92704, "tr": 2.20386, "fi": 2.37696, "ru": 1.40615, "el": 1.50417, "hi": 1.17127, "ta": 0.97316, "th": 1.10379, "zh": 3.1195, "my": 1.11899}, "gini_cpc": 0.220781, "gini_cps": 0.222872, "bpic": 5.893171, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9811287600382488, "vi": 1.1707806448207487, "tr": 0.9842772734368973, "fi": 1.0174387209442222, "ru": 1.5346347729482017, "el": 1.5636168955378658, "hi": 2.228228160504582, "ta": 2.391887537592933, "th": 2.46250534092712, "zh": 2.700507926922023, "my": 2.732337313562416}, "t": 281.9} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.04418, "de": 2.23834, "vi": 1.92719, "tr": 2.21107, "fi": 2.3854, "ru": 1.38551, "el": 1.49584, "hi": 1.16621, "ta": 0.98021, "th": 1.12259, "zh": 3.11442, "my": 1.12625}, "bytes_per_chunk": {"en": 5.641, "de": 5.665, "vi": 6.438, "tr": 5.832, "fi": 5.407, "ru": 6.299, "el": 5.994, "hi": 6.392, "ta": 6.348, "th": 6.259, "zh": 5.535, "my": 5.62}, "bpb_mean": 1.76643, "t": 283.2} +{"event": "train", "step": 5200, "phase": 3, "objective": "global", "lm_loss": 1.25513, "bpb": 1.81077, "chunk_loss": 0.030013, "F": 0.17032, "G": 0.26694, "chunks": 174.41, "bytes_per_chunk": 5.871, "boundary_entropy": 0.35031, "router_noise": 0.0, "grad_norm": 0.7741, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 283.2} +{"event": "train", "step": 5250, "phase": 3, "objective": "global", "lm_loss": 1.30608, "bpb": 1.88428, "chunk_loss": 0.029997, "F": 0.16956, "G": 0.26751, "chunks": 173.62, "bytes_per_chunk": 5.898, "boundary_entropy": 0.34538, "router_noise": 0.0, "grad_norm": 0.7778, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 285.2} +{"event": "train", "step": 5300, "phase": 3, "objective": "global", "lm_loss": 1.23392, "bpb": 1.78017, "chunk_loss": 0.030049, "F": 0.1702, "G": 0.27664, "chunks": 174.28, "bytes_per_chunk": 5.876, "boundary_entropy": 0.35791, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 287.1} +{"event": "train", "step": 5350, "phase": 3, "objective": "global", "lm_loss": 1.45431, "bpb": 2.09813, "chunk_loss": 0.029922, "F": 0.16794, "G": 0.26202, "chunks": 171.97, "bytes_per_chunk": 5.955, "boundary_entropy": 0.34652, "router_noise": 0.0, "grad_norm": 0.8122, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 289.0} +{"event": "probe", "step": 5400, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3285.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188761, "cps": 25.664062, "mean_p": 0.207915, "boundary_entropy": 0.134914, "bpb": 2.032966}, "de": {"chunks": 3799.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.185019, "cps": 29.679688, "mean_p": 0.200907, "boundary_entropy": 0.151117, "bpb": 2.223076}, "vi": {"chunks": 3906.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.21188, "cps": 30.515625, "mean_p": 0.246489, "boundary_entropy": 0.331196, "bpb": 1.923959}, "tr": {"chunks": 3383.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186875, "cps": 26.429688, "mean_p": 0.205204, "boundary_entropy": 0.192562, "bpb": 2.196716}, "fi": {"chunks": 3592.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.190952, "cps": 28.0625, "mean_p": 0.201935, "boundary_entropy": 0.166555, "bpb": 2.366995}, "ru": {"chunks": 5190.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273879, "cps": 40.546875, "mean_p": 0.323624, "boundary_entropy": 0.511419, "bpb": 1.39517}, "el": {"chunks": 5951.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.289967, "cps": 46.492188, "mean_p": 0.291256, "boundary_entropy": 0.50277, "bpb": 1.496025}, "hi": {"chunks": 6786.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.403328, "cps": 53.015625, "mean_p": 0.39145, "boundary_entropy": 0.591604, "bpb": 1.163546}, "ta": {"chunks": 8658.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.463118, "cps": 67.640625, "mean_p": 0.335645, "boundary_entropy": 0.532178, "bpb": 0.969097}, "th": {"chunks": 8194.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.509419, "cps": 64.015625, "mean_p": 0.393805, "boundary_entropy": 0.610713, "bpb": 1.098111}, "zh": {"chunks": 2956.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.500508, "cps": 23.09375, "mean_p": 0.270586, "boundary_entropy": 0.374739, "bpb": 3.110728}, "my": {"chunks": 8956.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.472662, "cps": 69.96875, "mean_p": 0.309551, "boundary_entropy": 0.529951, "bpb": 1.117214}}, "bpb": {"en": 2.03297, "de": 2.22308, "vi": 1.92396, "tr": 2.19672, "fi": 2.36699, "ru": 1.39517, "el": 1.49602, "hi": 1.16355, "ta": 0.9691, "th": 1.09811, "zh": 3.11073, "my": 1.11721}, "gini_cpc": 0.222065, "gini_cps": 0.221356, "bpic": 5.935737, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9801795394739329, "vi": 1.1224780142002073, "tr": 0.9900113934545524, "fi": 1.0116101795097545, "ru": 1.4509314345610294, "el": 1.5361649486921567, "hi": 2.136719574996438, "ta": 2.4534706005195144, "th": 2.6987561229370796, "zh": 2.6515494652137677, "my": 2.504029581560878}, "t": 291.9} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.04014, "de": 2.23353, "vi": 1.92455, "tr": 2.20311, "fi": 2.37696, "ru": 1.37293, "el": 1.48827, "hi": 1.15772, "ta": 0.97672, "th": 1.11697, "zh": 3.10494, "my": 1.12501}, "bytes_per_chunk": {"en": 5.616, "de": 5.627, "vi": 6.717, "tr": 5.742, "fi": 5.391, "ru": 6.618, "el": 6.124, "hi": 6.681, "ta": 6.248, "th": 5.745, "zh": 5.616, "my": 6.059}, "bpb_mean": 1.76007, "t": 293.2} +{"event": "train", "step": 5400, "phase": 3, "objective": "global", "lm_loss": 1.35061, "bpb": 1.94852, "chunk_loss": 0.030439, "F": 0.18277, "G": 0.26428, "chunks": 187.16, "bytes_per_chunk": 5.471, "boundary_entropy": 0.31771, "router_noise": 0.0, "grad_norm": 0.8519, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 293.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "global", "lm_loss": 1.21558, "bpb": 1.75371, "chunk_loss": 0.030026, "F": 0.17068, "G": 0.27021, "chunks": 174.78, "bytes_per_chunk": 5.859, "boundary_entropy": 0.35865, "router_noise": 0.0, "grad_norm": 0.7788, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 295.2} +{"event": "train", "step": 5500, "phase": 3, "objective": "global", "lm_loss": 1.31747, "bpb": 1.90071, "chunk_loss": 0.030219, "F": 0.17676, "G": 0.26123, "chunks": 181.0, "bytes_per_chunk": 5.657, "boundary_entropy": 0.31769, "router_noise": 0.0, "grad_norm": 0.8174, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 297.2} +{"event": "train", "step": 5550, "phase": 3, "objective": "global", "lm_loss": 1.39034, "bpb": 2.00584, "chunk_loss": 0.030077, "F": 0.1749, "G": 0.24338, "chunks": 179.09, "bytes_per_chunk": 5.718, "boundary_entropy": 0.28104, "router_noise": 0.0, "grad_norm": 0.8375, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 299.1} +{"event": "probe", "step": 5600, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3292.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189163, "cps": 25.71875, "mean_p": 0.207999, "boundary_entropy": 0.135025, "bpb": 2.028587}, "de": {"chunks": 3847.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187357, "cps": 30.054688, "mean_p": 0.203856, "boundary_entropy": 0.154117, "bpb": 2.216079}, "vi": {"chunks": 4113.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.223108, "cps": 32.132812, "mean_p": 0.255634, "boundary_entropy": 0.338255, "bpb": 1.917222}, "tr": {"chunks": 3475.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191957, "cps": 27.148438, "mean_p": 0.207345, "boundary_entropy": 0.19422, "bpb": 2.188136}, "fi": {"chunks": 3653.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194195, "cps": 28.539062, "mean_p": 0.204841, "boundary_entropy": 0.165741, "bpb": 2.362884}, "ru": {"chunks": 5633.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297256, "cps": 44.007812, "mean_p": 0.335958, "boundary_entropy": 0.522469, "bpb": 1.391128}, "el": {"chunks": 5906.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.287775, "cps": 46.140625, "mean_p": 0.289199, "boundary_entropy": 0.500722, "bpb": 1.487078}, "hi": {"chunks": 6993.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.415632, "cps": 54.632812, "mean_p": 0.399434, "boundary_entropy": 0.595411, "bpb": 1.158248}, "ta": {"chunks": 8577.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458786, "cps": 67.007812, "mean_p": 0.336446, "boundary_entropy": 0.532232, "bpb": 0.967371}, "th": {"chunks": 7418.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461175, "cps": 57.953125, "mean_p": 0.388932, "boundary_entropy": 0.609057, "bpb": 1.094873}, "zh": {"chunks": 3014.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510328, "cps": 23.546875, "mean_p": 0.272622, "boundary_entropy": 0.373755, "bpb": 3.106026}, "my": {"chunks": 9328.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492295, "cps": 72.875, "mean_p": 0.315422, "boundary_entropy": 0.531461, "bpb": 1.113499}}, "bpb": {"en": 2.02859, "de": 2.21608, "vi": 1.91722, "tr": 2.18814, "fi": 2.36288, "ru": 1.39113, "el": 1.48708, "hi": 1.15825, "ta": 0.96737, "th": 1.09487, "zh": 3.10603, "my": 1.1135}, "gini_cpc": 0.214789, "gini_cps": 0.215862, "bpic": 5.881791, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.990453458466734, "vi": 1.1794508866824127, "tr": 1.0147721768154134, "fi": 1.0266019442748688, "ru": 1.5714292423946115, "el": 1.5213070964627364, "hi": 2.1972159803856077, "ta": 2.425348962058653, "th": 2.437979544423591, "zh": 2.6978270136554086, "my": 2.602492310604632}, "t": 302.0} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03591, "de": 2.22591, "vi": 1.9182, "tr": 2.19515, "fi": 2.3716, "ru": 1.36955, "el": 1.48021, "hi": 1.15302, "ta": 0.9744, "th": 1.11328, "zh": 3.09897, "my": 1.12075}, "bytes_per_chunk": {"en": 5.62, "de": 5.578, "vi": 6.292, "tr": 5.693, "fi": 5.322, "ru": 6.168, "el": 6.113, "hi": 6.457, "ta": 6.259, "th": 6.266, "zh": 5.539, "my": 5.804}, "bpb_mean": 1.75475, "t": 303.3} +{"event": "train", "step": 5600, "phase": 3, "objective": "global", "lm_loss": 1.33591, "bpb": 1.9273, "chunk_loss": 0.030025, "F": 0.17154, "G": 0.26932, "chunks": 175.66, "bytes_per_chunk": 5.83, "boundary_entropy": 0.33739, "router_noise": 0.0, "grad_norm": 0.7872, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.085, "alpha": 0.03, "t": 303.4} +{"event": "train", "step": 5650, "phase": 3, "objective": "global", "lm_loss": 1.32193, "bpb": 1.90714, "chunk_loss": 0.029921, "F": 0.16458, "G": 0.26051, "chunks": 168.53, "bytes_per_chunk": 6.076, "boundary_entropy": 0.33557, "router_noise": 0.0, "grad_norm": 0.8577, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 305.3} +{"event": "train", "step": 5700, "phase": 3, "objective": "global", "lm_loss": 1.29486, "bpb": 1.86809, "chunk_loss": 0.029969, "F": 0.17078, "G": 0.24883, "chunks": 174.88, "bytes_per_chunk": 5.856, "boundary_entropy": 0.28649, "router_noise": 0.0, "grad_norm": 0.7814, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 307.3} +{"event": "train", "step": 5750, "phase": 3, "objective": "global", "lm_loss": 1.2086, "bpb": 1.74364, "chunk_loss": 0.029965, "F": 0.16946, "G": 0.26004, "chunks": 173.53, "bytes_per_chunk": 5.901, "boundary_entropy": 0.32698, "router_noise": 0.0, "grad_norm": 0.781, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 309.2} +{"event": "probe", "step": 5800, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189565, "cps": 25.773438, "mean_p": 0.209607, "boundary_entropy": 0.136011, "bpb": 2.023268}, "de": {"chunks": 3825.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186285, "cps": 29.882812, "mean_p": 0.202511, "boundary_entropy": 0.150107, "bpb": 2.210599}, "vi": {"chunks": 4078.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22121, "cps": 31.859375, "mean_p": 0.253574, "boundary_entropy": 0.337598, "bpb": 1.913044}, "tr": {"chunks": 3435.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189748, "cps": 26.835938, "mean_p": 0.206999, "boundary_entropy": 0.191829, "bpb": 2.184599}, "fi": {"chunks": 3620.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.192441, "cps": 28.28125, "mean_p": 0.203815, "boundary_entropy": 0.165371, "bpb": 2.354209}, "ru": {"chunks": 5519.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.29124, "cps": 43.117188, "mean_p": 0.334517, "boundary_entropy": 0.521715, "bpb": 1.386446}, "el": {"chunks": 5971.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.290942, "cps": 46.648438, "mean_p": 0.291836, "boundary_entropy": 0.50301, "bpb": 1.483531}, "hi": {"chunks": 7396.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439584, "cps": 57.78125, "mean_p": 0.40572, "boundary_entropy": 0.599417, "bpb": 1.153205}, "ta": {"chunks": 8376.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448034, "cps": 65.4375, "mean_p": 0.338932, "boundary_entropy": 0.537784, "bpb": 0.963117}, "th": {"chunks": 7029.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.436991, "cps": 54.914062, "mean_p": 0.386131, "boundary_entropy": 0.607425, "bpb": 1.092306}, "zh": {"chunks": 2928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.495767, "cps": 22.875, "mean_p": 0.265486, "boundary_entropy": 0.368259, "bpb": 3.098494}, "my": {"chunks": 9318.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.491767, "cps": 72.796875, "mean_p": 0.302532, "boundary_entropy": 0.517025, "bpb": 1.110762}}, "bpb": {"en": 2.02327, "de": 2.2106, "vi": 1.91304, "tr": 2.1846, "fi": 2.35421, "ru": 1.38645, "el": 1.48353, "hi": 1.15321, "ta": 0.96312, "th": 1.09231, "zh": 3.09849, "my": 1.11076}, "gini_cpc": 0.211163, "gini_cps": 0.216885, "bpic": 5.923095, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9826997305677594, "vi": 1.1669328995077286, "tr": 1.0009629315072353, "fi": 1.015169337579869, "ru": 1.536359974758482, "el": 1.534786712730364, "hi": 2.3189086161009667, "ta": 2.363485835099114, "th": 2.305230105712086, "zh": 2.615287477954869, "my": 2.5941861400416695}, "t": 312.1} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.03134, "de": 2.2217, "vi": 1.9149, "tr": 2.19041, "fi": 2.36457, "ru": 1.36444, "el": 1.47516, "hi": 1.14763, "ta": 0.97067, "th": 1.11074, "zh": 3.09164, "my": 1.11776}, "bytes_per_chunk": {"en": 5.59, "de": 5.592, "vi": 6.464, "tr": 5.659, "fi": 5.362, "ru": 6.32, "el": 6.036, "hi": 5.999, "ta": 6.278, "th": 6.538, "zh": 5.694, "my": 5.788}, "bpb_mean": 1.75008, "t": 313.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "global", "lm_loss": 1.29135, "bpb": 1.86303, "chunk_loss": 0.029798, "F": 0.16556, "G": 0.2672, "chunks": 169.53, "bytes_per_chunk": 6.04, "boundary_entropy": 0.33359, "router_noise": 0.0, "grad_norm": 0.8195, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.084, "alpha": 0.03, "t": 313.4} +{"event": "train", "step": 5850, "phase": 3, "objective": "global", "lm_loss": 1.28382, "bpb": 1.85216, "chunk_loss": 0.030138, "F": 0.17072, "G": 0.26309, "chunks": 174.81, "bytes_per_chunk": 5.858, "boundary_entropy": 0.34209, "router_noise": 0.0, "grad_norm": 0.7784, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 315.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "global", "lm_loss": 1.35579, "bpb": 1.95599, "chunk_loss": 0.030022, "F": 0.17087, "G": 0.267, "chunks": 174.97, "bytes_per_chunk": 5.852, "boundary_entropy": 0.34586, "router_noise": 0.0, "grad_norm": 0.8518, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 317.3} +{"event": "train", "step": 5950, "phase": 3, "objective": "global", "lm_loss": 1.3983, "bpb": 2.01732, "chunk_loss": 0.030117, "F": 0.17322, "G": 0.25802, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.32585, "router_noise": 0.0, "grad_norm": 0.8004, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.039, "alpha": 0.03, "t": 319.3} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3263.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187496, "cps": 25.492188, "mean_p": 0.204978, "boundary_entropy": 0.132001, "bpb": 2.020282}, "de": {"chunks": 3771.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183656, "cps": 29.460938, "mean_p": 0.198301, "boundary_entropy": 0.148121, "bpb": 2.212045}, "vi": {"chunks": 4090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221861, "cps": 31.953125, "mean_p": 0.253828, "boundary_entropy": 0.337658, "bpb": 1.911062}, "tr": {"chunks": 3386.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187041, "cps": 26.453125, "mean_p": 0.202889, "boundary_entropy": 0.188182, "bpb": 2.18005}, "fi": {"chunks": 3561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189304, "cps": 27.820312, "mean_p": 0.19994, "boundary_entropy": 0.160717, "bpb": 2.354586}, "ru": {"chunks": 5384.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.284116, "cps": 42.0625, "mean_p": 0.333853, "boundary_entropy": 0.521813, "bpb": 1.384495}, "el": {"chunks": 5938.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.289334, "cps": 46.390625, "mean_p": 0.289116, "boundary_entropy": 0.499698, "bpb": 1.480265}, "hi": {"chunks": 8513.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.505973, "cps": 66.507812, "mean_p": 0.415607, "boundary_entropy": 0.599228, "bpb": 1.152837}, "ta": {"chunks": 9098.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486654, "cps": 71.078125, "mean_p": 0.343427, "boundary_entropy": 0.538149, "bpb": 0.960092}, "th": {"chunks": 7981.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.496177, "cps": 62.351562, "mean_p": 0.399699, "boundary_entropy": 0.613797, "bpb": 1.089401}, "zh": {"chunks": 2944.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498476, "cps": 23.0, "mean_p": 0.265952, "boundary_entropy": 0.366812, "bpb": 3.095445}, "my": {"chunks": 9333.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492559, "cps": 72.914062, "mean_p": 0.308933, "boundary_entropy": 0.523373, "bpb": 1.10918}}, "bpb": {"en": 2.02028, "de": 2.21205, "vi": 1.91106, "tr": 2.18005, "fi": 2.35459, "ru": 1.3845, "el": 1.48026, "hi": 1.15284, "ta": 0.96009, "th": 1.0894, "zh": 3.09545, "my": 1.10918}, "gini_cpc": 0.224252, "gini_cps": 0.233636, "bpic": 5.705763, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9795151818203623, "vi": 1.1832791510306024, "tr": 0.9975701577155233, "fi": 1.0096413681179397, "ru": 1.5153148639458809, "el": 1.5431437866090427, "hi": 2.69857570973393, "ta": 2.5955387043182423, "th": 2.6463256845647707, "zh": 2.65859026059403, "my": 2.6270294182552685}, "t": 322.1} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02893, "de": 2.2227, "vi": 1.91189, "tr": 2.18581, "fi": 2.36539, "ru": 1.36225, "el": 1.47257, "hi": 1.14651, "ta": 0.96716, "th": 1.10759, "zh": 3.08867, "my": 1.11652}, "bytes_per_chunk": {"en": 5.646, "de": 5.656, "vi": 6.392, "tr": 5.784, "fi": 5.436, "ru": 6.44, "el": 6.073, "hi": 5.328, "ta": 5.894, "th": 5.797, "zh": 5.622, "my": 5.832}, "bpb_mean": 1.748, "t": 323.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3263.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187496, "cps": 25.492188, "mean_p": 0.204978, "boundary_entropy": 0.132001, "bpb": 2.020282}, "de": {"chunks": 3771.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.183656, "cps": 29.460938, "mean_p": 0.198301, "boundary_entropy": 0.148121, "bpb": 2.212045}, "vi": {"chunks": 4090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221861, "cps": 31.953125, "mean_p": 0.253828, "boundary_entropy": 0.337658, "bpb": 1.911062}, "tr": {"chunks": 3386.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187041, "cps": 26.453125, "mean_p": 0.202889, "boundary_entropy": 0.188182, "bpb": 2.18005}, "fi": {"chunks": 3561.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.189304, "cps": 27.820312, "mean_p": 0.19994, "boundary_entropy": 0.160717, "bpb": 2.354586}, "ru": {"chunks": 5384.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.284116, "cps": 42.0625, "mean_p": 0.333853, "boundary_entropy": 0.521813, "bpb": 1.384495}, "el": {"chunks": 5938.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.289334, "cps": 46.390625, "mean_p": 0.289116, "boundary_entropy": 0.499698, "bpb": 1.480265}, "hi": {"chunks": 8513.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.505973, "cps": 66.507812, "mean_p": 0.415607, "boundary_entropy": 0.599228, "bpb": 1.152837}, "ta": {"chunks": 9098.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486654, "cps": 71.078125, "mean_p": 0.343427, "boundary_entropy": 0.538149, "bpb": 0.960092}, "th": {"chunks": 7981.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.496177, "cps": 62.351562, "mean_p": 0.399699, "boundary_entropy": 0.613797, "bpb": 1.089401}, "zh": {"chunks": 2944.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498476, "cps": 23.0, "mean_p": 0.265952, "boundary_entropy": 0.366812, "bpb": 3.095445}, "my": {"chunks": 9333.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.492559, "cps": 72.914062, "mean_p": 0.308933, "boundary_entropy": 0.523373, "bpb": 1.10918}}, "bpb": {"en": 2.02028, "de": 2.21205, "vi": 1.91106, "tr": 2.18005, "fi": 2.35459, "ru": 1.3845, "el": 1.48026, "hi": 1.15284, "ta": 0.96009, "th": 1.0894, "zh": 3.09545, "my": 1.10918}, "gini_cpc": 0.224252, "gini_cps": 0.233636, "bpic": 5.705763, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9795151818203623, "vi": 1.1832791510306024, "tr": 0.9975701577155233, "fi": 1.0096413681179397, "ru": 1.5153148639458809, "el": 1.5431437866090427, "hi": 2.69857570973393, "ta": 2.5955387043182423, "th": 2.6463256845647707, "zh": 2.65859026059403, "my": 2.6270294182552685}, "t": 324.4} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_C_s2/th0.70"], "t": 327.8} +{"event": "final", "run": "pilot_C_s2", "condition": "C", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.18749640866517267, "cps": 25.4921875, "bpb": 2.0378489691462307, "bytes_per_chunk": 5.63847543663426}, "de": {"cpc": 0.18365557882433156, "cps": 29.4609375, "bpb": 2.2129623061940205, "bytes_per_chunk": 5.673130193905817}, "vi": {"cpc": 0.22186059126661242, "cps": 31.953125, "bpb": 1.9167235659440396, "bytes_per_chunk": 6.390093483003644}, "tr": {"cpc": 0.1870408219632105, "cps": 26.453125, "bpb": 2.1776285028210034, "bytes_per_chunk": 5.795350790896128}, "fi": {"cpc": 0.18930413056190526, "cps": 27.8203125, "bpb": 2.3810676081931272, "bytes_per_chunk": 5.465660314415579}, "ru": {"cpc": 0.2841160949868074, "cps": 42.0625, "bpb": 1.363596296402935, "bytes_per_chunk": 6.417312329404277}, "el": {"cpc": 0.2893339180431711, "cps": 46.390625, "bpb": 1.4675325979694616, "bytes_per_chunk": 6.087311907858072}, "hi": {"cpc": 0.5059732540861813, "cps": 66.5078125, "bpb": 1.15428091468842, "bytes_per_chunk": 5.313280972890803}, "ta": {"cpc": 0.48665418561112594, "cps": 71.078125, "bpb": 0.9669115941155675, "bytes_per_chunk": 5.884396956160632}, "th": {"cpc": 0.49617656201429905, "cps": 62.3515625, "bpb": 1.1033083956560619, "bytes_per_chunk": 5.784161867566912}, "zh": {"cpc": 0.4984761259735862, "cps": 23.0, "bpb": 3.0968593688373898, "bytes_per_chunk": 5.620763961105095}, "my": {"cpc": 0.49255858138062064, "cps": 72.9140625, "bpb": 1.124886870753794, "bytes_per_chunk": 5.808963492327295}}, "gini_cpc": 0.2242521343695385, "gini_cps": 0.23363612936477263, "bpic": 5.705762540513217, "seed": 2, "mean_boundary_entropy": 0.3473655879497528, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 330.1} diff --git a/pilot_C_s2/model.safetensors b/pilot_C_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f5c6621cac1a5fc046ad45f655ce6258ce327e2 --- /dev/null +++ b/pilot_C_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89c030cf407aa8b3b2f1c3a2266f44691ed0d7e09fa455deef0f346b95ccb384 +size 90078296 diff --git a/pilot_D_s0/config.json b/pilot_D_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..f8f2758d9c16fd494af91189f9fb9dcba5fb60ab --- /dev/null +++ b/pilot_D_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_D_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "D", + "seed": 0, + "out_dir": null, + "run_name": "pilot_D_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2082899216246239, + "gini_cps": 0.07551111358698681, + "bpic": 10.689683026015263, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8811880422902347, + "vi": 0.8550701968093136, + "tr": 0.9052453060798022, + "fi": 0.8773813386702968, + "ru": 0.8396012659981589, + "el": 0.7153865165706734, + "hi": 0.8831835196901316, + "ta": 0.6167014530058299, + "th": 0.8654255089556684, + "zh": 2.785062043583627, + "my": 0.5680097516780557 + } + } +} \ No newline at end of file diff --git a/pilot_D_s0/final.json b/pilot_D_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..e81afecae55121575c28e55226ee86901e91eb20 --- /dev/null +++ b/pilot_D_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_D_s0", + "condition": "D", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.19697753260932024, + "cps": 26.78125, + "bpb": 2.0564327909613564, + "bytes_per_chunk": 5.4002987073183295 + }, + "de": { + "cpc": 0.17357424633516777, + "cps": 27.84375, + "bpb": 2.2304391401790364, + "bytes_per_chunk": 5.999130375082958 + }, + "vi": { + "cpc": 0.16842961757526445, + "cps": 24.2578125, + "bpb": 1.93324927137629, + "bytes_per_chunk": 8.566377465156936 + }, + "tr": { + "cpc": 0.17831298679776833, + "cps": 25.21875, + "bpb": 2.2107201361279754, + "bytes_per_chunk": 6.162366741499078 + }, + "fi": { + "cpc": 0.17282441124873743, + "cps": 25.3984375, + "bpb": 2.411091479467502, + "bytes_per_chunk": 5.7366946778711485 + }, + "ru": { + "cpc": 0.1653825857519789, + "cps": 24.484375, + "bpb": 1.3915013521675956, + "bytes_per_chunk": 11.290064171583618 + }, + "el": { + "cpc": 0.14091507089606783, + "cps": 22.59375, + "bpb": 1.4743248109146854, + "bytes_per_chunk": 13.641255138679295 + }, + "hi": { + "cpc": 0.17396731054977713, + "cps": 22.8671875, + "bpb": 1.1925665799107257, + "bytes_per_chunk": 15.51606984314886 + }, + "ta": { + "cpc": 0.12147633056967104, + "cps": 17.7421875, + "bpb": 0.9821712170167444, + "bytes_per_chunk": 21.85170674780144 + }, + "th": { + "cpc": 0.17046938141125273, + "cps": 21.421875, + "bpb": 1.1156348275744843, + "bytes_per_chunk": 15.45113756925616 + }, + "zh": { + "cpc": 0.548594649508974, + "cps": 25.3125, + "bpb": 3.1274176547014894, + "bytes_per_chunk": 5.593419606755358 + }, + "my": { + "cpc": 0.1118851593835761, + "cps": 16.5625, + "bpb": 1.1170419735004704, + "bytes_per_chunk": 21.30039814739579 + } + }, + "gini_cpc": 0.2082899216246239, + "gini_cps": 0.07551111358698681, + "bpic": 10.689683026015263, + "seed": 0, + "mean_boundary_entropy": 0.37418800592422485, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_D_s0/log.jsonl b/pilot_D_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..54e49a722ef71c4f7817a79c6409d3870955f35d --- /dev/null +++ b/pilot_D_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_D_s0", "condition": "D", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "parity_a", "p2_objective": "parity_a", "p3_objective": "parity_a", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.3} +{"event": "train", "step": 0, "phase": 1, "objective": "parity_a", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.09494, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.8167, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.004, "n_target_mean": 10.548, "alpha": 0.03, "t": 3.6} +{"event": "probe", "step": 1, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6338.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.36419, "cps": 49.515625, "mean_p": 0.496569, "boundary_entropy": 0.68699, "bpb": 8.138013}, "de": {"chunks": 8597.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418692, "cps": 67.164062, "mean_p": 0.4988, "boundary_entropy": 0.687819, "bpb": 8.136755}, "vi": {"chunks": 13026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706591, "cps": 101.765625, "mean_p": 0.505544, "boundary_entropy": 0.688387, "bpb": 8.072319}, "tr": {"chunks": 5244.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289676, "cps": 40.96875, "mean_p": 0.489434, "boundary_entropy": 0.68728, "bpb": 8.15665}, "fi": {"chunks": 8840.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469938, "cps": 69.0625, "mean_p": 0.50052, "boundary_entropy": 0.687509, "bpb": 8.196383}, "ru": {"chunks": 10480.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.553034, "cps": 81.875, "mean_p": 0.493265, "boundary_entropy": 0.689881, "bpb": 8.059655}, "el": {"chunks": 15009.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.731326, "cps": 117.257812, "mean_p": 0.49744, "boundary_entropy": 0.690233, "bpb": 8.140798}, "hi": {"chunks": 2478.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147281, "cps": 19.359375, "mean_p": 0.484378, "boundary_entropy": 0.690238, "bpb": 8.249756}, "ta": {"chunks": 37785.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.021129, "cps": 295.195312, "mean_p": 0.512601, "boundary_entropy": 0.690395, "bpb": 8.028555}, "th": {"chunks": 33754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.098477, "cps": 263.703125, "mean_p": 0.511685, "boundary_entropy": 0.690562, "bpb": 8.229657}, "zh": {"chunks": 11820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001355, "cps": 92.34375, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.120658}, "my": {"chunks": 48075.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.537207, "cps": 375.585938, "mean_p": 0.521368, "boundary_entropy": 0.690221, "bpb": 7.893676}}, "bpb": {"en": 8.13801, "de": 8.13676, "vi": 8.07232, "tr": 8.15665, "fi": 8.19638, "ru": 8.05966, "el": 8.1408, "hi": 8.24976, "ta": 8.02856, "th": 8.22966, "zh": 8.12066, "my": 7.89368}, "gini_cpc": 0.425605, "gini_cps": 0.42704, "bpic": 1.905131, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.149652015196097, "vi": 1.9401701439982169, "tr": 0.7953971251110389, "fi": 1.2903640855619498, "ru": 1.5185320190399907, "el": 2.008088263140092, "hi": 0.404406488001099, "ta": 5.549653170073047, "th": 5.762037311054509, "zh": 5.495357102441243, "my": 6.966711114099921}, "t": 5.0} +{"event": "probe", "step": 2, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 6260.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359708, "cps": 48.90625, "mean_p": 0.496252, "boundary_entropy": 0.686978, "bpb": 8.088555}, "de": {"chunks": 8536.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415721, "cps": 66.6875, "mean_p": 0.498622, "boundary_entropy": 0.687815, "bpb": 8.092814}, "vi": {"chunks": 12840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696501, "cps": 100.3125, "mean_p": 0.505079, "boundary_entropy": 0.68839, "bpb": 8.038738}, "tr": {"chunks": 5175.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285864, "cps": 40.429688, "mean_p": 0.489145, "boundary_entropy": 0.687264, "bpb": 8.122155}, "fi": {"chunks": 8758.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.465579, "cps": 68.421875, "mean_p": 0.500178, "boundary_entropy": 0.687504, "bpb": 8.1543}, "ru": {"chunks": 9976.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.526438, "cps": 77.9375, "mean_p": 0.492639, "boundary_entropy": 0.68986, "bpb": 7.993365}, "el": {"chunks": 15025.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732105, "cps": 117.382812, "mean_p": 0.497453, "boundary_entropy": 0.690234, "bpb": 8.120838}, "hi": {"chunks": 2354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.139911, "cps": 18.390625, "mean_p": 0.483993, "boundary_entropy": 0.690212, "bpb": 8.217342}, "ta": {"chunks": 37276.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.993902, "cps": 291.21875, "mean_p": 0.51198, "boundary_entropy": 0.690424, "bpb": 7.987662}, "th": {"chunks": 33441.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.079018, "cps": 261.257812, "mean_p": 0.511432, "boundary_entropy": 0.690571, "bpb": 8.202531}, "zh": {"chunks": 11813.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.000169, "cps": 92.289062, "mean_p": 0.519988, "boundary_entropy": 0.685677, "bpb": 8.114042}, "my": {"chunks": 47860.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.52586, "cps": 373.90625, "mean_p": 0.521033, "boundary_entropy": 0.690247, "bpb": 7.860195}}, "bpb": {"en": 8.08855, "de": 8.09281, "vi": 8.03874, "tr": 8.12215, "fi": 8.1543, "ru": 7.99337, "el": 8.12084, "hi": 8.21734, "ta": 7.98766, "th": 8.20253, "zh": 8.11404, "my": 7.86019}, "gini_cpc": 0.427739, "gini_cps": 0.429084, "bpic": 1.925509, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1557177575441948, "vi": 1.936295645437601, "tr": 0.7947116685335722, "fi": 1.294323523911898, "ru": 1.4635144444350783, "el": 2.0352765205841683, "hi": 0.3889566245270569, "ta": 5.543111576705942, "th": 5.779735679363128, "zh": 5.560534610927967, "my": 7.02197219091632}, "t": 6.5} +{"event": "probe", "step": 4, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5959.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.342412, "cps": 46.554688, "mean_p": 0.495122, "boundary_entropy": 0.686933, "bpb": 7.918615}, "de": {"chunks": 8329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.40564, "cps": 65.070312, "mean_p": 0.497957, "boundary_entropy": 0.687801, "bpb": 7.938968}, "vi": {"chunks": 12271.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665636, "cps": 95.867188, "mean_p": 0.503586, "boundary_entropy": 0.688396, "bpb": 7.926913}, "tr": {"chunks": 4914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.271447, "cps": 38.390625, "mean_p": 0.488156, "boundary_entropy": 0.687206, "bpb": 8.003621}, "fi": {"chunks": 8360.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.444421, "cps": 65.3125, "mean_p": 0.498882, "boundary_entropy": 0.687479, "bpb": 8.007379}, "ru": {"chunks": 8410.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.443799, "cps": 65.703125, "mean_p": 0.490435, "boundary_entropy": 0.689775, "bpb": 7.771312}, "el": {"chunks": 15032.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732447, "cps": 117.4375, "mean_p": 0.49743, "boundary_entropy": 0.690233, "bpb": 8.033813}, "hi": {"chunks": 1958.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.116374, "cps": 15.296875, "mean_p": 0.482209, "boundary_entropy": 0.69008, "bpb": 8.097167}, "ta": {"chunks": 35093.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.877133, "cps": 274.164062, "mean_p": 0.50959, "boundary_entropy": 0.690522, "bpb": 7.841137}, "th": {"chunks": 31942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.985825, "cps": 249.546875, "mean_p": 0.510148, "boundary_entropy": 0.690618, "bpb": 8.088301}, "zh": {"chunks": 11789.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.996106, "cps": 92.101562, "mean_p": 0.519806, "boundary_entropy": 0.685686, "bpb": 8.087318}, "my": {"chunks": 47365.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.499736, "cps": 370.039062, "mean_p": 0.520134, "boundary_entropy": 0.690314, "bpb": 7.783107}}, "bpb": {"en": 7.91862, "de": 7.93897, "vi": 7.92691, "tr": 8.00362, "fi": 8.00738, "ru": 7.77131, "el": 8.03381, "hi": 8.09717, "ta": 7.84114, "th": 8.0883, "zh": 8.08732, "my": 7.78311}, "gini_cpc": 0.436349, "gini_cps": 0.436033, "bpic": 2.004895, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1846530848997723, "vi": 1.9439610050288036, "tr": 0.7927483294048487, "fi": 1.297911644371495, "ru": 1.2960970324482026, "el": 2.1390781753569725, "hi": 0.33986649235351923, "ta": 5.482084957739884, "th": 5.799516319761037, "zh": 5.829539640642937, "my": 7.300370480742325}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5175.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.297363, "cps": 40.429688, "mean_p": 0.492088, "boundary_entropy": 0.686789, "bpb": 7.437113}, "de": {"chunks": 7813.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.380509, "cps": 61.039062, "mean_p": 0.496192, "boundary_entropy": 0.687759, "bpb": 7.495731}, "vi": {"chunks": 10391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563656, "cps": 81.179688, "mean_p": 0.498867, "boundary_entropy": 0.688358, "bpb": 7.585796}, "tr": {"chunks": 4147.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.229078, "cps": 32.398438, "mean_p": 0.485267, "boundary_entropy": 0.687014, "bpb": 7.642851}, "fi": {"chunks": 7210.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.383286, "cps": 56.328125, "mean_p": 0.495142, "boundary_entropy": 0.687374, "bpb": 7.576692}, "ru": {"chunks": 4596.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.242533, "cps": 35.90625, "mean_p": 0.48406, "boundary_entropy": 0.689417, "bpb": 7.193318}, "el": {"chunks": 13919.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.678215, "cps": 108.742188, "mean_p": 0.496361, "boundary_entropy": 0.690215, "bpb": 7.712108}, "hi": {"chunks": 933.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.055453, "cps": 7.289062, "mean_p": 0.475068, "boundary_entropy": 0.689428, "bpb": 7.718433}, "ta": {"chunks": 25527.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.365445, "cps": 199.429688, "mean_p": 0.500835, "boundary_entropy": 0.690691, "bpb": 7.366128}, "th": {"chunks": 24665.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.533416, "cps": 192.695312, "mean_p": 0.503704, "boundary_entropy": 0.690758, "bpb": 7.549855}, "zh": {"chunks": 11646.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.971893, "cps": 90.984375, "mean_p": 0.519137, "boundary_entropy": 0.685722, "bpb": 7.998413}, "my": {"chunks": 44615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.354602, "cps": 348.554688, "mean_p": 0.516521, "boundary_entropy": 0.69055, "bpb": 7.472297}}, "bpb": {"en": 7.43711, "de": 7.49573, "vi": 7.5858, "tr": 7.64285, "fi": 7.57669, "ru": 7.19332, "el": 7.71211, "hi": 7.71843, "ta": 7.36613, "th": 7.54986, "zh": 7.99841, "my": 7.4723}, "gini_cpc": 0.467624, "gini_cps": 0.45289, "bpic": 2.38912, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2796145900166362, "vi": 1.8955182446747878, "tr": 0.7703662536516087, "fi": 1.2889531949776534, "ru": 0.8156138120913158, "el": 2.280767184502082, "hi": 0.18648346792428452, "ta": 4.591854041420049, "th": 5.156723205074491, "zh": 6.63127607885864, "my": 7.9182878847677705}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3959.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22749, "cps": 30.929688, "mean_p": 0.488211, "boundary_entropy": 0.686668, "bpb": 6.811418}, "de": {"chunks": 6948.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.338382, "cps": 54.28125, "mean_p": 0.493942, "boundary_entropy": 0.687798, "bpb": 6.903623}, "vi": {"chunks": 6938.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.376349, "cps": 54.203125, "mean_p": 0.490095, "boundary_entropy": 0.688128, "bpb": 7.158306}, "tr": {"chunks": 3426.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18925, "cps": 26.765625, "mean_p": 0.483198, "boundary_entropy": 0.686922, "bpb": 7.131284}, "fi": {"chunks": 5536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.294296, "cps": 43.25, "mean_p": 0.490076, "boundary_entropy": 0.687263, "bpb": 7.001098}, "ru": {"chunks": 1452.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.076623, "cps": 11.34375, "mean_p": 0.473768, "boundary_entropy": 0.688492, "bpb": 6.393986}, "el": {"chunks": 4223.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.205769, "cps": 32.992188, "mean_p": 0.483966, "boundary_entropy": 0.689673, "bpb": 7.049588}, "hi": {"chunks": 297.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.017652, "cps": 2.320312, "mean_p": 0.460606, "boundary_entropy": 0.68748, "bpb": 7.102027}, "ta": {"chunks": 11302.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.604547, "cps": 88.296875, "mean_p": 0.483345, "boundary_entropy": 0.690139, "bpb": 6.632243}, "th": {"chunks": 9523.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.592042, "cps": 74.398438, "mean_p": 0.487326, "boundary_entropy": 0.690382, "bpb": 6.430236}, "zh": {"chunks": 11112.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.881476, "cps": 86.8125, "mean_p": 0.51649, "boundary_entropy": 0.685867, "bpb": 7.76983}, "my": {"chunks": 32886.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.735592, "cps": 256.921875, "mean_p": 0.503753, "boundary_entropy": 0.690961, "bpb": 6.679482}}, "bpb": {"en": 6.81142, "de": 6.90362, "vi": 7.15831, "tr": 7.13128, "fi": 7.0011, "ru": 6.39399, "el": 7.04959, "hi": 7.10203, "ta": 6.63224, "th": 6.43024, "zh": 7.76983, "my": 6.67948}, "gini_cpc": 0.519434, "gini_cps": 0.459629, "bpic": 3.932102, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4874624842294846, "vi": 1.6543590517203286, "tr": 0.8319082393684579, "fi": 1.2936679428874043, "ru": 0.33681856442786584, "el": 0.9045214176193278, "hi": 0.07759611801049913, "ta": 2.657470498120579, "th": 2.60250359156172, "zh": 8.270607454823727, "my": 7.62932814675311}, "t": 11.7} +{"event": "probe", "step": 32, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5008.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.287766, "cps": 39.125, "mean_p": 0.495355, "boundary_entropy": 0.687424, "bpb": 6.365077}, "de": {"chunks": 8889.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.432913, "cps": 69.445312, "mean_p": 0.499597, "boundary_entropy": 0.688324, "bpb": 6.447244}, "vi": {"chunks": 5252.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.284893, "cps": 41.03125, "mean_p": 0.487784, "boundary_entropy": 0.688277, "bpb": 6.903018}, "tr": {"chunks": 6858.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.378832, "cps": 53.578125, "mean_p": 0.496486, "boundary_entropy": 0.687967, "bpb": 6.721267}, "fi": {"chunks": 7290.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.387539, "cps": 56.953125, "mean_p": 0.497867, "boundary_entropy": 0.688, "bpb": 6.522491}, "ru": {"chunks": 2508.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.132348, "cps": 19.59375, "mean_p": 0.482078, "boundary_entropy": 0.689434, "bpb": 5.822072}, "el": {"chunks": 304.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.014813, "cps": 2.375, "mean_p": 0.460225, "boundary_entropy": 0.68699, "bpb": 6.67626}, "hi": {"chunks": 808.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.048024, "cps": 6.3125, "mean_p": 0.480238, "boundary_entropy": 0.690004, "bpb": 6.13403}, "ta": {"chunks": 799.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.042739, "cps": 6.242188, "mean_p": 0.473546, "boundary_entropy": 0.689432, "bpb": 6.009463}, "th": {"chunks": 3073.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.191048, "cps": 24.007812, "mean_p": 0.487089, "boundary_entropy": 0.690594, "bpb": 5.596437}, "zh": {"chunks": 8573.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.451575, "cps": 66.976562, "mean_p": 0.505378, "boundary_entropy": 0.686362, "bpb": 7.333988}, "my": {"chunks": 3340.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.176272, "cps": 26.09375, "mean_p": 0.478202, "boundary_entropy": 0.689895, "bpb": 5.727015}}, "bpb": {"en": 6.36508, "de": 6.44724, "vi": 6.90302, "tr": 6.72127, "fi": 6.52249, "ru": 5.82207, "el": 6.67626, "hi": 6.13403, "ta": 6.00946, "th": 5.59644, "zh": 7.33399, "my": 5.72701}, "gini_cpc": 0.508287, "gini_cps": 0.379065, "bpic": 7.282096, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.504389518921384, "vi": 0.9900140897428231, "tr": 1.3164571552664828, "fi": 1.346714216904221, "ru": 0.459915575712106, "el": 0.05147454760878428, "hi": 0.1668845330383719, "ta": 0.14851868996767514, "th": 0.6638979001331783, "zh": 5.044279947884266, "my": 0.6125518992284922}, "t": 14.0} +{"event": "train", "step": 50, "phase": 1, "objective": "parity_a", "lm_loss": 4.24755, "bpb": 6.12792, "chunk_loss": 0.030272, "F": 0.10822, "G": 0.48347, "chunks": 110.81, "bytes_per_chunk": 9.241, "boundary_entropy": 0.69145, "router_noise": 0.0, "grad_norm": 1.6552, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.235, "n_target_mean": 9.4832, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 4242.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.243751, "cps": 33.140625, "mean_p": 0.495017, "boundary_entropy": 0.687563, "bpb": 5.827203}, "de": {"chunks": 5123.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.249501, "cps": 40.023438, "mean_p": 0.493975, "boundary_entropy": 0.688355, "bpb": 5.942467}, "vi": {"chunks": 2839.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.154001, "cps": 22.179688, "mean_p": 0.481186, "boundary_entropy": 0.687947, "bpb": 6.325018}, "tr": {"chunks": 4424.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.244379, "cps": 34.5625, "mean_p": 0.492669, "boundary_entropy": 0.688007, "bpb": 6.234835}, "fi": {"chunks": 5213.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.277125, "cps": 40.726562, "mean_p": 0.494473, "boundary_entropy": 0.688072, "bpb": 5.980784}, "ru": {"chunks": 2294.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.121055, "cps": 17.921875, "mean_p": 0.486578, "boundary_entropy": 0.689895, "bpb": 5.444589}, "el": {"chunks": 2697.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.131414, "cps": 21.070312, "mean_p": 0.48888, "boundary_entropy": 0.690281, "bpb": 5.701379}, "hi": {"chunks": 1782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.105914, "cps": 13.921875, "mean_p": 0.483598, "boundary_entropy": 0.690243, "bpb": 5.270943}, "ta": {"chunks": 1701.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.090987, "cps": 13.289062, "mean_p": 0.483718, "boundary_entropy": 0.690468, "bpb": 5.239121}, "th": {"chunks": 686.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.042648, "cps": 5.359375, "mean_p": 0.478306, "boundary_entropy": 0.689968, "bpb": 5.182728}, "zh": {"chunks": 5205.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.881307, "cps": 40.664062, "mean_p": 0.494794, "boundary_entropy": 0.686686, "bpb": 7.001068}, "my": {"chunks": 12722.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.671417, "cps": 99.390625, "mean_p": 0.48942, "boundary_entropy": 0.690873, "bpb": 4.982863}}, "bpb": {"en": 5.8272, "de": 5.94247, "vi": 6.32502, "tr": 6.23483, "fi": 5.98078, "ru": 5.44459, "el": 5.70138, "hi": 5.27094, "ta": 5.23912, "th": 5.18273, "zh": 7.00107, "my": 4.98286}, "gini_cpc": 0.433548, "gini_cps": 0.355444, "bpic": 7.843791, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0235885159784528, "vi": 0.6317943046193495, "tr": 1.0025776593015874, "fi": 1.1369184060275908, "ru": 0.4966353800853135, "el": 0.5391300725077416, "hi": 0.4345163100474769, "ta": 0.3732779188590162, "th": 0.17496714545560868, "zh": 3.615603076199449, "my": 2.7545170897258004}, "t": 17.0} +{"event": "train", "step": 100, "phase": 1, "objective": "parity_a", "lm_loss": 3.4236, "bpb": 4.93921, "chunk_loss": 0.029366, "F": 0.10245, "G": 0.47536, "chunks": 104.91, "bytes_per_chunk": 9.761, "boundary_entropy": 0.69007, "router_noise": 0.0, "grad_norm": 2.0314, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 11.596, "alpha": 0.03, "t": 19.1} +{"event": "probe", "step": 128, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2833.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.162788, "cps": 22.132812, "mean_p": 0.458055, "boundary_entropy": 0.680215, "bpb": 4.504437}, "de": {"chunks": 3277.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159597, "cps": 25.601562, "mean_p": 0.45804, "boundary_entropy": 0.681502, "bpb": 4.727628}, "vi": {"chunks": 5028.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.272742, "cps": 39.28125, "mean_p": 0.468885, "boundary_entropy": 0.684732, "bpb": 5.076239}, "tr": {"chunks": 3639.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201016, "cps": 28.429688, "mean_p": 0.463478, "boundary_entropy": 0.682403, "bpb": 5.048121}, "fi": {"chunks": 4115.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.218755, "cps": 32.148438, "mean_p": 0.461576, "boundary_entropy": 0.681427, "bpb": 4.769987}, "ru": {"chunks": 2191.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.11562, "cps": 17.117188, "mean_p": 0.461079, "boundary_entropy": 0.685014, "bpb": 3.694718}, "el": {"chunks": 2069.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.100814, "cps": 16.164062, "mean_p": 0.464454, "boundary_entropy": 0.687086, "bpb": 4.665994}, "hi": {"chunks": 3378.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.200773, "cps": 26.390625, "mean_p": 0.472616, "boundary_entropy": 0.688652, "bpb": 3.629677}, "ta": {"chunks": 2267.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121262, "cps": 17.710938, "mean_p": 0.459984, "boundary_entropy": 0.687129, "bpb": 3.399333}, "th": {"chunks": 7571.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470687, "cps": 59.148438, "mean_p": 0.464267, "boundary_entropy": 0.686217, "bpb": 3.191908}, "zh": {"chunks": 3452.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58449, "cps": 26.96875, "mean_p": 0.484423, "boundary_entropy": 0.685627, "bpb": 6.33213}, "my": {"chunks": 2021.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.10666, "cps": 15.789062, "mean_p": 0.474023, "boundary_entropy": 0.689306, "bpb": 4.08218}}, "bpb": {"en": 4.50444, "de": 4.72763, "vi": 5.07624, "tr": 5.04812, "fi": 4.76999, "ru": 3.69472, "el": 4.66599, "hi": 3.62968, "ta": 3.39933, "th": 3.19191, "zh": 6.33213, "my": 4.08218}, "gini_cpc": 0.31754, "gini_cps": 0.219018, "bpic": 9.172367, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9803961111287127, "vi": 1.6754430593519307, "tr": 1.2348353391159996, "fi": 1.3438026766075521, "ru": 0.7102491275552828, "el": 0.61929445460096, "hi": 1.2333380152931197, "ta": 0.7449096429418045, "th": 2.891410318967109, "zh": 3.590499661182027, "my": 0.6552099487023806}, "t": 21.4} +{"event": "train", "step": 150, "phase": 1, "objective": "parity_a", "lm_loss": 2.92373, "bpb": 4.21806, "chunk_loss": 0.030798, "F": 0.13858, "G": 0.43897, "chunks": 141.91, "bytes_per_chunk": 7.216, "boundary_entropy": 0.67811, "router_noise": 0.0, "grad_norm": 1.6642, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "n_target_mean": 9.2019, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 1907.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.109579, "cps": 14.898438, "mean_p": 0.366032, "boundary_entropy": 0.627615, "bpb": 3.894225}, "de": {"chunks": 2038.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099255, "cps": 15.921875, "mean_p": 0.369253, "boundary_entropy": 0.633365, "bpb": 4.12313}, "vi": {"chunks": 2987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162029, "cps": 23.335938, "mean_p": 0.405736, "boundary_entropy": 0.653476, "bpb": 3.660241}, "tr": {"chunks": 2345.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.129537, "cps": 18.320312, "mean_p": 0.394604, "boundary_entropy": 0.647613, "bpb": 4.217341}, "fi": {"chunks": 2312.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.122907, "cps": 18.0625, "mean_p": 0.374235, "boundary_entropy": 0.634773, "bpb": 4.166358}, "ru": {"chunks": 2722.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.143641, "cps": 21.265625, "mean_p": 0.372218, "boundary_entropy": 0.644385, "bpb": 2.833802}, "el": {"chunks": 2990.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14569, "cps": 23.359375, "mean_p": 0.452918, "boundary_entropy": 0.683512, "bpb": 3.088231}, "hi": {"chunks": 2327.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.138306, "cps": 18.179688, "mean_p": 0.399676, "boundary_entropy": 0.665778, "bpb": 2.419878}, "ta": {"chunks": 2482.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.132763, "cps": 19.390625, "mean_p": 0.424747, "boundary_entropy": 0.676605, "bpb": 2.319301}, "th": {"chunks": 1476.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.091763, "cps": 11.53125, "mean_p": 0.458739, "boundary_entropy": 0.685438, "bpb": 2.345844}, "zh": {"chunks": 2819.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.477311, "cps": 22.023438, "mean_p": 0.466094, "boundary_entropy": 0.681012, "bpb": 5.316028}, "my": {"chunks": 2389.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126082, "cps": 18.664062, "mean_p": 0.448872, "boundary_entropy": 0.683296, "bpb": 2.442132}}, "bpb": {"en": 3.89422, "de": 4.12313, "vi": 3.66024, "tr": 4.21734, "fi": 4.16636, "ru": 2.8338, "el": 3.08823, "hi": 2.41988, "ta": 2.3193, "th": 2.34584, "zh": 5.31603, "my": 2.44213}, "gini_cpc": 0.23074, "gini_cps": 0.099558, "bpic": 13.328506, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9057851569771515, "vi": 1.4786504092028725, "tr": 1.1821313169200967, "fi": 1.1216293716506622, "ru": 1.310847993712928, "el": 1.3295472323747122, "hi": 1.262160944545434, "ta": 1.2115734138089804, "th": 0.8374111118844745, "zh": 4.355871509797526, "my": 1.1506048513642448}, "t": 25.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.89739, "de": 4.12341, "vi": 3.66466, "tr": 4.22609, "fi": 4.17024, "ru": 2.81754, "el": 3.07984, "hi": 2.41496, "ta": 2.3376, "th": 2.37889, "zh": 5.3257, "my": 2.4593}, "bytes_per_chunk": {"en": 7.648, "de": 8.972, "vi": 8.732, "tr": 8.842, "fi": 8.523, "ru": 11.137, "el": 12.687, "hi": 18.683, "ta": 19.219, "th": 31.312, "zh": 5.98, "my": 21.576}, "bpb_mean": 3.40797, "t": 26.9} +{"event": "train", "step": 200, "phase": 1, "objective": "parity_a", "lm_loss": 2.50614, "bpb": 3.6156, "chunk_loss": 0.028755, "F": 0.10974, "G": 0.38972, "chunks": 112.38, "bytes_per_chunk": 9.112, "boundary_entropy": 0.64964, "router_noise": 0.0, "grad_norm": 2.0564, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.087, "alpha": 0.03, "t": 27.0} +{"event": "train", "step": 250, "phase": 1, "objective": "parity_a", "lm_loss": 2.5713, "bpb": 3.7096, "chunk_loss": 0.032315, "F": 0.1814, "G": 0.38947, "chunks": 185.75, "bytes_per_chunk": 5.513, "boundary_entropy": 0.63531, "router_noise": 0.0, "grad_norm": 1.3034, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.571, "alpha": 0.03, "t": 29.1} +{"event": "probe", "step": 256, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2455.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.141068, "cps": 19.179688, "mean_p": 0.360784, "boundary_entropy": 0.606604, "bpb": 3.639226}, "de": {"chunks": 2339.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.113914, "cps": 18.273438, "mean_p": 0.356154, "boundary_entropy": 0.611508, "bpb": 3.908263}, "vi": {"chunks": 3112.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168809, "cps": 24.3125, "mean_p": 0.398732, "boundary_entropy": 0.649616, "bpb": 3.24604}, "tr": {"chunks": 2685.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.148318, "cps": 20.976562, "mean_p": 0.372031, "boundary_entropy": 0.616502, "bpb": 3.861332}, "fi": {"chunks": 2132.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.113338, "cps": 16.65625, "mean_p": 0.344413, "boundary_entropy": 0.602609, "bpb": 3.908548}, "ru": {"chunks": 2857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150765, "cps": 22.320312, "mean_p": 0.389611, "boundary_entropy": 0.65605, "bpb": 2.658798}, "el": {"chunks": 3979.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.19388, "cps": 31.085938, "mean_p": 0.43677, "boundary_entropy": 0.677905, "bpb": 2.778294}, "hi": {"chunks": 1963.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.116672, "cps": 15.335938, "mean_p": 0.449543, "boundary_entropy": 0.683576, "bpb": 2.164023}, "ta": {"chunks": 859.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.045948, "cps": 6.710938, "mean_p": 0.430054, "boundary_entropy": 0.677942, "bpb": 2.009183}, "th": {"chunks": 2236.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.139012, "cps": 17.46875, "mean_p": 0.442493, "boundary_entropy": 0.682739, "bpb": 2.09474}, "zh": {"chunks": 3230.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546901, "cps": 25.234375, "mean_p": 0.356151, "boundary_entropy": 0.599625, "bpb": 4.966231}, "my": {"chunks": 1041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.05494, "cps": 8.132812, "mean_p": 0.381465, "boundary_entropy": 0.654689, "bpb": 2.210682}}, "bpb": {"en": 3.63923, "de": 3.90826, "vi": 3.24604, "tr": 3.86133, "fi": 3.90855, "ru": 2.6588, "el": 2.77829, "hi": 2.16402, "ta": 2.00918, "th": 2.09474, "zh": 4.96623, "my": 2.21068}, "gini_cpc": 0.320242, "gini_cps": 0.193714, "bpic": 13.285136, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8075147026251418, "vi": 1.196655304015816, "tr": 1.0513961014889566, "fi": 0.8034298084244811, "ru": 1.0687439021113554, "el": 1.3743764906156157, "hi": 0.8270615870210596, "ta": 0.3257169189840777, "th": 0.9854245046206286, "zh": 3.8768741512480323, "my": 0.389457415234835}, "t": 30.2} +{"event": "train", "step": 300, "phase": 1, "objective": "parity_a", "lm_loss": 2.3724, "bpb": 3.42265, "chunk_loss": 0.029802, "F": 0.13763, "G": 0.34053, "chunks": 140.94, "bytes_per_chunk": 7.266, "boundary_entropy": 0.59007, "router_noise": 0.0, "grad_norm": 1.4688, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.065, "n_target_mean": 8.7636, "alpha": 0.03, "t": 32.4} +{"event": "train", "step": 350, "phase": 1, "objective": "parity_a", "lm_loss": 2.07948, "bpb": 3.00005, "chunk_loss": 0.028657, "F": 0.11716, "G": 0.36741, "chunks": 119.97, "bytes_per_chunk": 8.536, "boundary_entropy": 0.60439, "router_noise": 0.0, "grad_norm": 0.9159, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 10.1389, "alpha": 0.03, "t": 34.6} +{"event": "probe", "step": 400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3137.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180256, "cps": 24.507812, "mean_p": 0.304764, "boundary_entropy": 0.511736, "bpb": 3.271993}, "de": {"chunks": 4333.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.211026, "cps": 33.851562, "mean_p": 0.317074, "boundary_entropy": 0.521888, "bpb": 3.543069}, "vi": {"chunks": 3828.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207648, "cps": 29.90625, "mean_p": 0.329739, "boundary_entropy": 0.568408, "bpb": 2.817262}, "tr": {"chunks": 3396.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.187593, "cps": 26.53125, "mean_p": 0.322108, "boundary_entropy": 0.537728, "bpb": 3.464556}, "fi": {"chunks": 3516.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186912, "cps": 27.46875, "mean_p": 0.316434, "boundary_entropy": 0.550019, "bpb": 3.568546}, "ru": {"chunks": 3939.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.207863, "cps": 30.773438, "mean_p": 0.401908, "boundary_entropy": 0.650888, "bpb": 2.436077}, "el": {"chunks": 3415.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.166399, "cps": 26.679688, "mean_p": 0.374981, "boundary_entropy": 0.631263, "bpb": 2.525758}, "hi": {"chunks": 4077.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.242318, "cps": 31.851562, "mean_p": 0.444803, "boundary_entropy": 0.679805, "bpb": 1.82712}, "ta": {"chunks": 2413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.129072, "cps": 18.851562, "mean_p": 0.439734, "boundary_entropy": 0.680027, "bpb": 1.608717}, "th": {"chunks": 5487.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.341125, "cps": 42.867188, "mean_p": 0.424241, "boundary_entropy": 0.670701, "bpb": 1.919061}, "zh": {"chunks": 3589.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.607687, "cps": 28.039062, "mean_p": 0.29409, "boundary_entropy": 0.51297, "bpb": 4.166148}, "my": {"chunks": 1750.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.092358, "cps": 13.671875, "mean_p": 0.398792, "boundary_entropy": 0.664999, "bpb": 1.961218}}, "bpb": {"en": 3.27199, "de": 3.54307, "vi": 2.81726, "tr": 3.46456, "fi": 3.56855, "ru": 2.43608, "el": 2.52576, "hi": 1.82712, "ta": 1.60872, "th": 1.91906, "zh": 4.16615, "my": 1.96122}, "gini_cpc": 0.251948, "gini_cps": 0.134083, "bpic": 8.950117, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1707007143899428, "vi": 1.151962624628019, "tr": 1.0407028206516562, "fi": 1.0369231833455241, "ru": 1.1531514992981042, "el": 0.9231227717781232, "hi": 1.344297032826339, "ta": 0.7160468753183816, "th": 1.8924460020676337, "zh": 3.3712395805457533, "my": 0.5123706852955077}, "t": 37.6} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.28087, "de": 3.54103, "vi": 2.82298, "tr": 3.47047, "fi": 3.56261, "ru": 2.42097, "el": 2.51976, "hi": 1.82412, "ta": 1.62482, "th": 1.94935, "zh": 4.17416, "my": 1.97714}, "bytes_per_chunk": {"en": 5.63, "de": 5.022, "vi": 6.792, "tr": 6.413, "fi": 5.655, "ru": 9.466, "el": 12.596, "hi": 12.904, "ta": 26.336, "th": 7.789, "zh": 4.604, "my": 32.573}, "bpb_mean": 2.76402, "t": 38.8} +{"event": "train", "step": 400, "phase": 1, "objective": "parity_a", "lm_loss": 2.05075, "bpb": 2.9586, "chunk_loss": 0.031911, "F": 0.15179, "G": 0.34356, "chunks": 155.44, "bytes_per_chunk": 6.588, "boundary_entropy": 0.57493, "router_noise": 0.0, "grad_norm": 0.9421, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.9268, "alpha": 0.03, "t": 38.9} +{"event": "train", "step": 450, "phase": 1, "objective": "parity_a", "lm_loss": 2.13165, "bpb": 3.07533, "chunk_loss": 0.031688, "F": 0.15366, "G": 0.33093, "chunks": 157.34, "bytes_per_chunk": 6.508, "boundary_entropy": 0.56339, "router_noise": 0.0, "grad_norm": 0.8823, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.9903, "alpha": 0.03, "t": 40.9} +{"event": "train", "step": 500, "phase": 1, "objective": "parity_a", "lm_loss": 1.96346, "bpb": 2.83268, "chunk_loss": 0.029883, "F": 0.13931, "G": 0.33019, "chunks": 142.66, "bytes_per_chunk": 7.178, "boundary_entropy": 0.56487, "router_noise": 0.0, "grad_norm": 0.8976, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.6436, "alpha": 0.03, "t": 43.0} +{"event": "train", "step": 550, "phase": 1, "objective": "parity_a", "lm_loss": 1.92176, "bpb": 2.77251, "chunk_loss": 0.030747, "F": 0.14301, "G": 0.32967, "chunks": 146.44, "bytes_per_chunk": 6.993, "boundary_entropy": 0.5543, "router_noise": 0.0, "grad_norm": 0.8862, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.4051, "alpha": 0.03, "t": 45.1} +{"event": "probe", "step": 600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3145.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180716, "cps": 24.570312, "mean_p": 0.296691, "boundary_entropy": 0.485704, "bpb": 2.968973}, "de": {"chunks": 3483.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169629, "cps": 27.210938, "mean_p": 0.285372, "boundary_entropy": 0.47894, "bpb": 3.286056}, "vi": {"chunks": 3619.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.196311, "cps": 28.273438, "mean_p": 0.289346, "boundary_entropy": 0.515439, "bpb": 2.596968}, "tr": {"chunks": 3744.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206817, "cps": 29.25, "mean_p": 0.326009, "boundary_entropy": 0.519777, "bpb": 3.170015}, "fi": {"chunks": 3026.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160863, "cps": 23.640625, "mean_p": 0.2934, "boundary_entropy": 0.510485, "bpb": 3.380057}, "ru": {"chunks": 3338.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.176148, "cps": 26.078125, "mean_p": 0.32878, "boundary_entropy": 0.589175, "bpb": 2.18233}, "el": {"chunks": 3091.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.150612, "cps": 24.148438, "mean_p": 0.29311, "boundary_entropy": 0.566772, "bpb": 2.264884}, "hi": {"chunks": 2552.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151679, "cps": 19.9375, "mean_p": 0.414646, "boundary_entropy": 0.668315, "bpb": 1.658036}, "ta": {"chunks": 15134.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.809521, "cps": 118.234375, "mean_p": 0.437603, "boundary_entropy": 0.673725, "bpb": 1.407625}, "th": {"chunks": 2483.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.154367, "cps": 19.398438, "mean_p": 0.416436, "boundary_entropy": 0.668185, "bpb": 1.764418}, "zh": {"chunks": 2617.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.443109, "cps": 20.445312, "mean_p": 0.334171, "boundary_entropy": 0.576974, "bpb": 3.885733}, "my": {"chunks": 5077.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.267944, "cps": 39.664062, "mean_p": 0.402741, "boundary_entropy": 0.66135, "bpb": 1.71841}}, "bpb": {"en": 2.96897, "de": 3.28606, "vi": 2.59697, "tr": 3.17002, "fi": 3.38006, "ru": 2.18233, "el": 2.26488, "hi": 1.65804, "ta": 1.40762, "th": 1.76442, "zh": 3.88573, "my": 1.71841}, "gini_cpc": 0.298275, "gini_cps": 0.282779, "bpic": 7.479799, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9386518440941592, "vi": 1.0862978289637935, "tr": 1.1444287488648026, "fi": 0.8901444956731756, "ru": 0.9747215960334072, "el": 0.833415609475181, "hi": 0.8393228904107324, "ta": 4.479522584743546, "th": 0.8541991299203902, "zh": 2.451962085389706, "my": 1.4826794141308166}, "t": 48.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.97871, "de": 3.28246, "vi": 2.60364, "tr": 3.17912, "fi": 3.36984, "ru": 2.16533, "el": 2.25626, "hi": 1.65277, "ta": 1.42193, "th": 1.79409, "zh": 3.89619, "my": 1.73115}, "bytes_per_chunk": {"en": 5.728, "de": 6.171, "vi": 7.331, "tr": 5.117, "fi": 6.761, "ru": 10.022, "el": 13.137, "hi": 30.921, "ta": 3.252, "th": 16.417, "zh": 5.895, "my": 11.665}, "bpb_mean": 2.52762, "t": 49.2} +{"event": "train", "step": 600, "phase": 1, "objective": "parity_a", "lm_loss": 1.95094, "bpb": 2.8146, "chunk_loss": 0.030283, "F": 0.13522, "G": 0.32089, "chunks": 138.47, "bytes_per_chunk": 7.395, "boundary_entropy": 0.54856, "router_noise": 0.0, "grad_norm": 0.7642, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.1633, "alpha": 0.03, "t": 49.3} +{"event": "train", "step": 650, "phase": 1, "objective": "parity_a", "lm_loss": 1.74708, "bpb": 2.52051, "chunk_loss": 0.02989, "F": 0.11279, "G": 0.33041, "chunks": 115.5, "bytes_per_chunk": 8.866, "boundary_entropy": 0.5662, "router_noise": 0.0, "grad_norm": 0.9475, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.7697, "alpha": 0.03, "t": 51.3} +{"event": "train", "step": 700, "phase": 1, "objective": "parity_a", "lm_loss": 1.76747, "bpb": 2.54992, "chunk_loss": 0.029383, "F": 0.11496, "G": 0.30822, "chunks": 117.72, "bytes_per_chunk": 8.699, "boundary_entropy": 0.53889, "router_noise": 0.0, "grad_norm": 0.7392, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.3334, "alpha": 0.03, "t": 53.5} +{"event": "train", "step": 750, "phase": 1, "objective": "parity_a", "lm_loss": 1.70597, "bpb": 2.46119, "chunk_loss": 0.030634, "F": 0.12427, "G": 0.3221, "chunks": 127.25, "bytes_per_chunk": 8.047, "boundary_entropy": 0.54951, "router_noise": 0.0, "grad_norm": 0.7549, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.4702, "alpha": 0.03, "t": 55.6} +{"event": "probe", "step": 800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3013.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173131, "cps": 23.539062, "mean_p": 0.276269, "boundary_entropy": 0.45285, "bpb": 2.768124}, "de": {"chunks": 3034.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147762, "cps": 23.703125, "mean_p": 0.250196, "boundary_entropy": 0.438469, "bpb": 3.097445}, "vi": {"chunks": 3427.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185896, "cps": 26.773438, "mean_p": 0.278553, "boundary_entropy": 0.498958, "bpb": 2.455299}, "tr": {"chunks": 3125.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.172623, "cps": 24.414062, "mean_p": 0.299081, "boundary_entropy": 0.485887, "bpb": 3.040822}, "fi": {"chunks": 2796.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.148636, "cps": 21.84375, "mean_p": 0.278583, "boundary_entropy": 0.479919, "bpb": 3.261207}, "ru": {"chunks": 2629.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138734, "cps": 20.539062, "mean_p": 0.32126, "boundary_entropy": 0.582684, "bpb": 2.054829}, "el": {"chunks": 2854.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139063, "cps": 22.296875, "mean_p": 0.317997, "boundary_entropy": 0.593509, "bpb": 2.163846}, "hi": {"chunks": 1825.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.10847, "cps": 14.257812, "mean_p": 0.4122, "boundary_entropy": 0.662637, "bpb": 1.607793}, "ta": {"chunks": 421.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.022519, "cps": 3.289062, "mean_p": 0.389402, "boundary_entropy": 0.65245, "bpb": 1.314417}, "th": {"chunks": 1844.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.114641, "cps": 14.40625, "mean_p": 0.326864, "boundary_entropy": 0.605392, "bpb": 1.63352}, "zh": {"chunks": 3288.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.556722, "cps": 25.6875, "mean_p": 0.390415, "boundary_entropy": 0.624733, "bpb": 3.756471}, "my": {"chunks": 3060.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.161495, "cps": 23.90625, "mean_p": 0.349388, "boundary_entropy": 0.62417, "bpb": 1.482411}}, "bpb": {"en": 2.76812, "de": 3.09744, "vi": 2.4553, "tr": 3.04082, "fi": 3.26121, "ru": 2.05483, "el": 2.16385, "hi": 1.60779, "ta": 1.31442, "th": 1.63352, "zh": 3.75647, "my": 1.48241}, "gini_cpc": 0.290708, "gini_cps": 0.154947, "bpic": 12.255109, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8534697991846208, "vi": 1.0737321349822049, "tr": 0.9970672666873827, "fi": 0.858519713883857, "ru": 0.8013206973825823, "el": 0.8032266551613573, "hi": 0.6265168913904039, "ta": 0.13007134014172517, "th": 0.6621628935477092, "zh": 3.2156098828543973, "my": 0.9327881901668662}, "t": 58.6} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.77911, "de": 3.09932, "vi": 2.46274, "tr": 3.04902, "fi": 3.25628, "ru": 2.03808, "el": 2.15164, "hi": 1.60298, "ta": 1.32527, "th": 1.66105, "zh": 3.76883, "my": 1.49481}, "bytes_per_chunk": {"en": 5.832, "de": 6.993, "vi": 8.09, "tr": 5.805, "fi": 6.547, "ru": 12.714, "el": 15.708, "hi": 23.661, "ta": 125.069, "th": 23.993, "zh": 4.908, "my": 16.792}, "bpb_mean": 2.39076, "t": 59.8} +{"event": "train", "step": 800, "phase": 1, "objective": "parity_a", "lm_loss": 1.82991, "bpb": 2.64001, "chunk_loss": 0.029497, "F": 0.13177, "G": 0.30552, "chunks": 134.94, "bytes_per_chunk": 7.589, "boundary_entropy": 0.52705, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.8679, "alpha": 0.03, "t": 59.9} +{"event": "train", "step": 850, "phase": 1, "objective": "parity_a", "lm_loss": 1.87531, "bpb": 2.7055, "chunk_loss": 0.03065, "F": 0.14883, "G": 0.30311, "chunks": 152.41, "bytes_per_chunk": 6.719, "boundary_entropy": 0.51493, "router_noise": 0.0, "grad_norm": 0.8287, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 8.4844, "alpha": 0.03, "t": 62.1} +{"event": "train", "step": 900, "phase": 1, "objective": "parity_a", "lm_loss": 1.69639, "bpb": 2.44737, "chunk_loss": 0.030056, "F": 0.13846, "G": 0.31211, "chunks": 141.78, "bytes_per_chunk": 7.222, "boundary_entropy": 0.51692, "router_noise": 0.0, "grad_norm": 1.0043, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.3159, "alpha": 0.03, "t": 64.2} +{"event": "train", "step": 950, "phase": 1, "objective": "parity_a", "lm_loss": 1.82553, "bpb": 2.63368, "chunk_loss": 0.029504, "F": 0.13586, "G": 0.29446, "chunks": 139.12, "bytes_per_chunk": 7.36, "boundary_entropy": 0.49798, "router_noise": 0.0, "grad_norm": 0.8627, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4716, "alpha": 0.03, "t": 66.2} +{"event": "probe", "step": 1000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3277.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188301, "cps": 25.601562, "mean_p": 0.26761, "boundary_entropy": 0.411339, "bpb": 2.615307}, "de": {"chunks": 3662.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.178347, "cps": 28.609375, "mean_p": 0.259042, "boundary_entropy": 0.412705, "bpb": 2.956884}, "vi": {"chunks": 3090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167616, "cps": 24.140625, "mean_p": 0.271633, "boundary_entropy": 0.482771, "bpb": 2.340677}, "tr": {"chunks": 3632.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.20063, "cps": 28.375, "mean_p": 0.292143, "boundary_entropy": 0.448064, "bpb": 2.931922}, "fi": {"chunks": 2878.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152996, "cps": 22.484375, "mean_p": 0.262062, "boundary_entropy": 0.444765, "bpb": 3.158435}, "ru": {"chunks": 3051.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161003, "cps": 23.835938, "mean_p": 0.305177, "boundary_entropy": 0.560347, "bpb": 1.949824}, "el": {"chunks": 4013.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.195537, "cps": 31.351562, "mean_p": 0.364612, "boundary_entropy": 0.628878, "bpb": 2.067891}, "hi": {"chunks": 4617.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.274413, "cps": 36.070312, "mean_p": 0.40145, "boundary_entropy": 0.649534, "bpb": 1.533921}, "ta": {"chunks": 3488.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.186574, "cps": 27.25, "mean_p": 0.381416, "boundary_entropy": 0.647198, "bpb": 1.271528}, "th": {"chunks": 2918.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181411, "cps": 22.796875, "mean_p": 0.371458, "boundary_entropy": 0.638602, "bpb": 1.546356}, "zh": {"chunks": 2557.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.43295, "cps": 19.976562, "mean_p": 0.387294, "boundary_entropy": 0.631241, "bpb": 3.65012}, "my": {"chunks": 3093.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.163236, "cps": 24.164062, "mean_p": 0.277445, "boundary_entropy": 0.542935, "bpb": 1.391261}}, "bpb": {"en": 2.61531, "de": 2.95688, "vi": 2.34068, "tr": 2.93192, "fi": 3.15843, "ru": 1.94982, "el": 2.06789, "hi": 1.53392, "ta": 1.27153, "th": 1.54636, "zh": 3.65012, "my": 1.39126}, "gini_cpc": 0.152254, "gini_cps": 0.087658, "bpic": 9.528776, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9471387641419045, "vi": 0.8901496312911972, "tr": 1.0654742719208672, "fi": 0.8125060154211835, "ru": 0.8550286598125739, "el": 1.0384270520279792, "hi": 1.4573117967045748, "ta": 0.9908289460701039, "th": 0.9634116664891247, "zh": 2.299243483065638, "my": 0.8668904582440071}, "t": 69.1} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.62564, "de": 2.96115, "vi": 2.34663, "tr": 2.93859, "fi": 3.15974, "ru": 1.93288, "el": 2.05593, "hi": 1.52908, "ta": 1.28236, "th": 1.57581, "zh": 3.65985, "my": 1.40172}, "bytes_per_chunk": {"en": 5.606, "de": 5.845, "vi": 8.873, "tr": 5.161, "fi": 6.566, "ru": 11.31, "el": 10.181, "hi": 8.211, "ta": 14.409, "th": 14.428, "zh": 6.399, "my": 17.012}, "bpb_mean": 2.28912, "t": 70.3} +{"event": "train", "step": 1000, "phase": 1, "objective": "parity_a", "lm_loss": 1.75357, "bpb": 2.52986, "chunk_loss": 0.030852, "F": 0.13324, "G": 0.31205, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.52741, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.208, "alpha": 0.03, "t": 70.4} +{"event": "train", "step": 1050, "phase": 1, "objective": "parity_a", "lm_loss": 1.6184, "bpb": 2.33486, "chunk_loss": 0.030174, "F": 0.12524, "G": 0.29222, "chunks": 128.25, "bytes_per_chunk": 7.984, "boundary_entropy": 0.5055, "router_noise": 0.0, "grad_norm": 0.832, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.46, "alpha": 0.03, "t": 72.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "parity_a", "lm_loss": 1.81541, "bpb": 2.61908, "chunk_loss": 0.030315, "F": 0.14517, "G": 0.29812, "chunks": 148.66, "bytes_per_chunk": 6.888, "boundary_entropy": 0.4985, "router_noise": 0.0, "grad_norm": 0.8425, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0232, "alpha": 0.03, "t": 74.3} +{"event": "train", "step": 1150, "phase": 1, "objective": "parity_a", "lm_loss": 1.67453, "bpb": 2.41584, "chunk_loss": 0.02962, "F": 0.12628, "G": 0.27736, "chunks": 129.31, "bytes_per_chunk": 7.919, "boundary_entropy": 0.4766, "router_noise": 0.0, "grad_norm": 0.9026, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4286, "alpha": 0.03, "t": 76.3} +{"event": "probe", "step": 1200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3351.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192553, "cps": 26.179688, "mean_p": 0.258496, "boundary_entropy": 0.38197, "bpb": 2.509366}, "de": {"chunks": 3549.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172844, "cps": 27.726562, "mean_p": 0.244478, "boundary_entropy": 0.382848, "bpb": 2.835774}, "vi": {"chunks": 2649.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.143694, "cps": 20.695312, "mean_p": 0.264094, "boundary_entropy": 0.475812, "bpb": 2.293823}, "tr": {"chunks": 3471.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191736, "cps": 27.117188, "mean_p": 0.268732, "boundary_entropy": 0.41291, "bpb": 2.827341}, "fi": {"chunks": 3183.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.16921, "cps": 24.867188, "mean_p": 0.260352, "boundary_entropy": 0.41914, "bpb": 3.08016}, "ru": {"chunks": 2618.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138153, "cps": 20.453125, "mean_p": 0.279369, "boundary_entropy": 0.532052, "bpb": 1.867074}, "el": {"chunks": 2437.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.118745, "cps": 19.039062, "mean_p": 0.327749, "boundary_entropy": 0.597996, "bpb": 1.984587}, "hi": {"chunks": 3261.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.193819, "cps": 25.476562, "mean_p": 0.355702, "boundary_entropy": 0.621374, "bpb": 1.496536}, "ta": {"chunks": 2806.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150094, "cps": 21.921875, "mean_p": 0.356502, "boundary_entropy": 0.633605, "bpb": 1.24301}, "th": {"chunks": 2416.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.150202, "cps": 18.875, "mean_p": 0.315855, "boundary_entropy": 0.592871, "bpb": 1.466741}, "zh": {"chunks": 2578.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.436505, "cps": 20.140625, "mean_p": 0.399615, "boundary_entropy": 0.638164, "bpb": 3.598341}, "my": {"chunks": 2411.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.127243, "cps": 18.835938, "mean_p": 0.287602, "boundary_entropy": 0.565212, "bpb": 1.35317}}, "bpb": {"en": 2.50937, "de": 2.83577, "vi": 2.29382, "tr": 2.82734, "fi": 3.08016, "ru": 1.86707, "el": 1.98459, "hi": 1.49654, "ta": 1.24301, "th": 1.46674, "zh": 3.59834, "my": 1.35317}, "gini_cpc": 0.183191, "gini_cps": 0.080809, "bpic": 11.050418, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8976422477065, "vi": 0.7462571560315358, "tr": 0.9957578861751548, "fi": 0.8787684323640234, "ru": 0.7174805299721503, "el": 0.6166864078213272, "hi": 1.0065733277817759, "ta": 0.7794924078101495, "th": 0.7800555965413153, "zh": 2.266935495850994, "my": 0.6608205295971881}, "t": 79.2} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.52041, "de": 2.84059, "vi": 2.30114, "tr": 2.83369, "fi": 3.08378, "ru": 1.85001, "el": 1.97487, "hi": 1.49433, "ta": 1.25025, "th": 1.49079, "zh": 3.60962, "my": 1.36203}, "bytes_per_chunk": {"en": 5.485, "de": 5.988, "vi": 9.241, "tr": 5.591, "fi": 5.973, "ru": 12.753, "el": 15.983, "hi": 13.497, "ta": 18.763, "th": 19.012, "zh": 6.616, "my": 19.567}, "bpb_mean": 2.21763, "t": 80.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "parity_a", "lm_loss": 1.7308, "bpb": 2.49702, "chunk_loss": 0.030031, "F": 0.14505, "G": 0.28327, "chunks": 148.53, "bytes_per_chunk": 6.894, "boundary_entropy": 0.46671, "router_noise": 0.0, "grad_norm": 0.8276, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.402, "alpha": 0.03, "t": 80.5} +{"event": "train", "step": 1250, "phase": 1, "objective": "parity_a", "lm_loss": 1.84784, "bpb": 2.66587, "chunk_loss": 0.03061, "F": 0.15515, "G": 0.28394, "chunks": 158.88, "bytes_per_chunk": 6.445, "boundary_entropy": 0.46112, "router_noise": 0.0, "grad_norm": 0.9789, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.8635, "alpha": 0.03, "t": 82.5} +{"event": "train", "step": 1300, "phase": 1, "objective": "parity_a", "lm_loss": 1.52377, "bpb": 2.19834, "chunk_loss": 0.030194, "F": 0.12097, "G": 0.27726, "chunks": 123.88, "bytes_per_chunk": 8.266, "boundary_entropy": 0.47792, "router_noise": 0.0, "grad_norm": 0.8079, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4201, "alpha": 0.03, "t": 84.5} +{"event": "train", "step": 1350, "phase": 1, "objective": "parity_a", "lm_loss": 1.52637, "bpb": 2.20208, "chunk_loss": 0.030184, "F": 0.13348, "G": 0.28911, "chunks": 136.69, "bytes_per_chunk": 7.492, "boundary_entropy": 0.48549, "router_noise": 0.0, "grad_norm": 0.8742, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.6882, "alpha": 0.03, "t": 86.5} +{"event": "probe", "step": 1400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3525.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202551, "cps": 27.539062, "mean_p": 0.257458, "boundary_entropy": 0.365407, "bpb": 2.448811}, "de": {"chunks": 3452.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16812, "cps": 26.96875, "mean_p": 0.229694, "boundary_entropy": 0.344458, "bpb": 2.768651}, "vi": {"chunks": 2712.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.147111, "cps": 21.1875, "mean_p": 0.265753, "boundary_entropy": 0.470141, "bpb": 2.210506}, "tr": {"chunks": 3361.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18566, "cps": 26.257812, "mean_p": 0.247387, "boundary_entropy": 0.369778, "bpb": 2.755817}, "fi": {"chunks": 3078.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163628, "cps": 24.046875, "mean_p": 0.243383, "boundary_entropy": 0.380446, "bpb": 3.015859}, "ru": {"chunks": 2894.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152718, "cps": 22.609375, "mean_p": 0.279676, "boundary_entropy": 0.531982, "bpb": 1.815385}, "el": {"chunks": 4243.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.206744, "cps": 33.148438, "mean_p": 0.347669, "boundary_entropy": 0.610653, "bpb": 1.915423}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.326756, "boundary_entropy": 0.597312, "bpb": 1.449048}, "ta": {"chunks": 2571.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.137523, "cps": 20.085938, "mean_p": 0.333743, "boundary_entropy": 0.617356, "bpb": 1.166958}, "th": {"chunks": 2591.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161082, "cps": 20.242188, "mean_p": 0.289796, "boundary_entropy": 0.565952, "bpb": 1.41845}, "zh": {"chunks": 3686.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.624111, "cps": 28.796875, "mean_p": 0.413171, "boundary_entropy": 0.637106, "bpb": 3.56469}, "my": {"chunks": 2394.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126346, "cps": 18.703125, "mean_p": 0.237534, "boundary_entropy": 0.49006, "bpb": 1.300485}}, "bpb": {"en": 2.44881, "de": 2.76865, "vi": 2.21051, "tr": 2.75582, "fi": 3.01586, "ru": 1.81538, "el": 1.91542, "hi": 1.44905, "ta": 1.16696, "th": 1.41845, "zh": 3.56469, "my": 1.30048}, "gini_cpc": 0.230027, "gini_cps": 0.097923, "bpic": 10.352873, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8300101030929972, "vi": 0.7262924709589184, "tr": 0.9166065575119205, "fi": 0.8078332618872842, "ru": 0.7539704260933026, "el": 1.0206978159428808, "hi": 0.7520704625209446, "ta": 0.6789559616008377, "th": 0.7952640427516056, "zh": 3.081249648752441, "my": 0.6237718459030089}, "t": 89.3} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45614, "de": 2.77342, "vi": 2.2153, "tr": 2.76414, "fi": 3.01374, "ru": 1.79819, "el": 1.90396, "hi": 1.44572, "ta": 1.17495, "th": 1.44174, "zh": 3.57392, "my": 1.31034}, "bytes_per_chunk": {"en": 5.349, "de": 6.113, "vi": 9.633, "tr": 5.848, "fi": 5.891, "ru": 11.864, "el": 10.586, "hi": 19.0, "ta": 20.268, "th": 18.657, "zh": 4.428, "my": 22.049}, "bpb_mean": 2.15596, "t": 90.6} +{"event": "train", "step": 1400, "phase": 1, "objective": "parity_a", "lm_loss": 1.58221, "bpb": 2.28265, "chunk_loss": 0.030247, "F": 0.14151, "G": 0.274, "chunks": 144.91, "bytes_per_chunk": 7.067, "boundary_entropy": 0.4534, "router_noise": 0.0, "grad_norm": 0.7479, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.4443, "alpha": 0.03, "t": 90.6} +{"event": "train", "step": 1450, "phase": 1, "objective": "parity_a", "lm_loss": 1.68014, "bpb": 2.42392, "chunk_loss": 0.030382, "F": 0.14246, "G": 0.29803, "chunks": 145.88, "bytes_per_chunk": 7.02, "boundary_entropy": 0.48814, "router_noise": 0.0, "grad_norm": 0.7722, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.6915, "alpha": 0.03, "t": 92.6} +{"event": "train", "step": 1500, "phase": 1, "objective": "parity_a", "lm_loss": 1.75712, "bpb": 2.53498, "chunk_loss": 0.030337, "F": 0.14804, "G": 0.2978, "chunks": 151.59, "bytes_per_chunk": 6.755, "boundary_entropy": 0.49826, "router_noise": 0.0, "grad_norm": 0.8569, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.3996, "alpha": 0.03, "t": 94.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "parity_a", "lm_loss": 1.61302, "bpb": 2.3271, "chunk_loss": 0.03012, "F": 0.13367, "G": 0.26042, "chunks": 136.88, "bytes_per_chunk": 7.481, "boundary_entropy": 0.43919, "router_noise": 0.0, "grad_norm": 0.8062, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2334, "alpha": 0.03, "t": 96.6} +{"event": "probe", "step": 1600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3117.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179107, "cps": 24.351562, "mean_p": 0.234833, "boundary_entropy": 0.340992, "bpb": 2.385228}, "de": {"chunks": 3331.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162227, "cps": 26.023438, "mean_p": 0.220872, "boundary_entropy": 0.335319, "bpb": 2.676922}, "vi": {"chunks": 2745.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.148902, "cps": 21.445312, "mean_p": 0.252853, "boundary_entropy": 0.454388, "bpb": 2.181294}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.237389, "boundary_entropy": 0.35563, "bpb": 2.681811}, "fi": {"chunks": 2858.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151932, "cps": 22.328125, "mean_p": 0.22775, "boundary_entropy": 0.362976, "bpb": 2.917724}, "ru": {"chunks": 2904.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153245, "cps": 22.6875, "mean_p": 0.27994, "boundary_entropy": 0.530927, "bpb": 1.765147}, "el": {"chunks": 2314.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.112752, "cps": 18.078125, "mean_p": 0.297824, "boundary_entropy": 0.571276, "bpb": 1.874148}, "hi": {"chunks": 3593.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.213551, "cps": 28.070312, "mean_p": 0.314914, "boundary_entropy": 0.580155, "bpb": 1.430534}, "ta": {"chunks": 3244.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173522, "cps": 25.34375, "mean_p": 0.34107, "boundary_entropy": 0.61867, "bpb": 1.162216}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.274657, "boundary_entropy": 0.546411, "bpb": 1.373665}, "zh": {"chunks": 2588.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.438198, "cps": 20.21875, "mean_p": 0.389564, "boundary_entropy": 0.628005, "bpb": 3.543196}, "my": {"chunks": 1570.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.082858, "cps": 12.265625, "mean_p": 0.222152, "boundary_entropy": 0.483965, "bpb": 1.272124}}, "bpb": {"en": 2.38523, "de": 2.67692, "vi": 2.18129, "tr": 2.68181, "fi": 2.91772, "ru": 1.76515, "el": 1.87415, "hi": 1.43053, "ta": 1.16222, "th": 1.37366, "zh": 3.5432, "my": 1.27212}, "gini_cpc": 0.201641, "gini_cps": 0.098018, "bpic": 11.241718, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9057525042319021, "vi": 0.831355022315223, "tr": 0.9983422844479325, "fi": 0.8482769358272291, "ru": 0.8556077616746365, "el": 0.6295204277254699, "hi": 1.1923107571430411, "ta": 0.968819103891788, "th": 0.9156743395514025, "zh": 2.446572823448007, "my": 0.46261913716339925}, "t": 99.4} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.39424, "de": 2.68661, "vi": 2.18678, "tr": 2.69164, "fi": 2.92278, "ru": 1.74702, "el": 1.86409, "hi": 1.42833, "ta": 1.1704, "th": 1.39091, "zh": 3.54866, "my": 1.28158}, "bytes_per_chunk": {"en": 5.97, "de": 6.376, "vi": 9.504, "tr": 6.125, "fi": 6.605, "ru": 11.617, "el": 18.281, "hi": 11.808, "ta": 16.073, "th": 16.972, "zh": 6.464, "my": 29.05}, "bpb_mean": 2.10942, "t": 100.7} +{"event": "train", "step": 1600, "phase": 1, "objective": "parity_a", "lm_loss": 1.61538, "bpb": 2.3305, "chunk_loss": 0.030227, "F": 0.12766, "G": 0.2675, "chunks": 130.72, "bytes_per_chunk": 7.834, "boundary_entropy": 0.45316, "router_noise": 0.0, "grad_norm": 0.8224, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.5251, "alpha": 0.03, "t": 100.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "parity_a", "lm_loss": 1.59378, "bpb": 2.29934, "chunk_loss": 0.030347, "F": 0.13242, "G": 0.26555, "chunks": 135.59, "bytes_per_chunk": 7.552, "boundary_entropy": 0.44328, "router_noise": 0.0, "grad_norm": 0.9232, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.5287, "alpha": 0.03, "t": 102.7} +{"event": "train", "step": 1700, "phase": 1, "objective": "parity_a", "lm_loss": 1.56051, "bpb": 2.25134, "chunk_loss": 0.030159, "F": 0.13974, "G": 0.2717, "chunks": 143.09, "bytes_per_chunk": 7.156, "boundary_entropy": 0.45257, "router_noise": 0.0, "grad_norm": 0.8369, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2205, "alpha": 0.03, "t": 104.7} +{"event": "train", "step": 1750, "phase": 1, "objective": "parity_a", "lm_loss": 1.57268, "bpb": 2.2689, "chunk_loss": 0.030016, "F": 0.13837, "G": 0.2679, "chunks": 141.69, "bytes_per_chunk": 7.227, "boundary_entropy": 0.44033, "router_noise": 0.0, "grad_norm": 0.7694, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.004, "alpha": 0.03, "t": 106.7} +{"event": "probe", "step": 1800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3234.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18583, "cps": 25.265625, "mean_p": 0.238488, "boundary_entropy": 0.330961, "bpb": 2.340828}, "de": {"chunks": 3476.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169288, "cps": 27.15625, "mean_p": 0.222822, "boundary_entropy": 0.319623, "bpb": 2.650242}, "vi": {"chunks": 3002.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162842, "cps": 23.453125, "mean_p": 0.259324, "boundary_entropy": 0.445848, "bpb": 2.136412}, "tr": {"chunks": 3405.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18809, "cps": 26.601562, "mean_p": 0.235676, "boundary_entropy": 0.338677, "bpb": 2.639123}, "fi": {"chunks": 3181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169103, "cps": 24.851562, "mean_p": 0.23379, "boundary_entropy": 0.343363, "bpb": 2.861285}, "ru": {"chunks": 2858.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150818, "cps": 22.328125, "mean_p": 0.275891, "boundary_entropy": 0.526016, "bpb": 1.72379}, "el": {"chunks": 3141.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153048, "cps": 24.539062, "mean_p": 0.296016, "boundary_entropy": 0.563731, "bpb": 1.819793}, "hi": {"chunks": 2435.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144725, "cps": 19.023438, "mean_p": 0.318002, "boundary_entropy": 0.589171, "bpb": 1.393765}, "ta": {"chunks": 2465.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.131853, "cps": 19.257812, "mean_p": 0.355286, "boundary_entropy": 0.629624, "bpb": 1.124816}, "th": {"chunks": 2108.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.131054, "cps": 16.46875, "mean_p": 0.261913, "boundary_entropy": 0.535565, "bpb": 1.33368}, "zh": {"chunks": 3244.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549272, "cps": 25.34375, "mean_p": 0.408846, "boundary_entropy": 0.633284, "bpb": 3.4931}, "my": {"chunks": 1632.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.08613, "cps": 12.75, "mean_p": 0.22766, "boundary_entropy": 0.48468, "bpb": 1.253499}}, "bpb": {"en": 2.34083, "de": 2.65024, "vi": 2.13641, "tr": 2.63912, "fi": 2.86129, "ru": 1.72379, "el": 1.81979, "hi": 1.39377, "ta": 1.12482, "th": 1.33368, "zh": 3.4931, "my": 1.2535}, "gini_cpc": 0.231512, "gini_cps": 0.103793, "bpic": 11.227904, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9109855016861856, "vi": 0.8762976571647966, "tr": 1.0121634940528415, "fi": 0.9099884713963102, "ru": 0.8115907989485072, "el": 0.8235902485803294, "hi": 0.7788036841104131, "ta": 0.7095378354118278, "th": 0.7052346561028119, "zh": 2.9557759254919524, "my": 0.46349054907817233}, "t": 109.5} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3497, "de": 2.65453, "vi": 2.14147, "tr": 2.64796, "fi": 2.8628, "ru": 1.70498, "el": 1.81158, "hi": 1.39114, "ta": 1.13248, "th": 1.35474, "zh": 3.49819, "my": 1.26152}, "bytes_per_chunk": {"en": 5.762, "de": 6.033, "vi": 8.077, "tr": 5.85, "fi": 5.764, "ru": 12.078, "el": 14.132, "hi": 18.789, "ta": 20.588, "th": 21.45, "zh": 5.205, "my": 29.014}, "bpb_mean": 2.06759, "t": 110.8} +{"event": "train", "step": 1800, "phase": 1, "objective": "parity_a", "lm_loss": 1.5413, "bpb": 2.22362, "chunk_loss": 0.029847, "F": 0.12564, "G": 0.27243, "chunks": 128.66, "bytes_per_chunk": 7.959, "boundary_entropy": 0.46489, "router_noise": 0.0, "grad_norm": 0.7287, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.6224, "alpha": 0.03, "t": 110.8} +{"event": "train", "step": 1850, "phase": 1, "objective": "parity_a", "lm_loss": 1.58892, "bpb": 2.29233, "chunk_loss": 0.029992, "F": 0.14136, "G": 0.25723, "chunks": 144.75, "bytes_per_chunk": 7.074, "boundary_entropy": 0.41402, "router_noise": 0.0, "grad_norm": 0.7654, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4237, "alpha": 0.03, "t": 112.8} +{"event": "train", "step": 1900, "phase": 1, "objective": "parity_a", "lm_loss": 1.64802, "bpb": 2.37759, "chunk_loss": 0.030877, "F": 0.15793, "G": 0.28543, "chunks": 161.72, "bytes_per_chunk": 6.332, "boundary_entropy": 0.44122, "router_noise": 0.0, "grad_norm": 0.7709, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7408, "alpha": 0.03, "t": 114.8} +{"event": "train", "step": 1950, "phase": 1, "objective": "parity_a", "lm_loss": 1.4895, "bpb": 2.14889, "chunk_loss": 0.030623, "F": 0.13129, "G": 0.26867, "chunks": 134.44, "bytes_per_chunk": 7.617, "boundary_entropy": 0.45946, "router_noise": 0.0, "grad_norm": 0.8085, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9589, "alpha": 0.03, "t": 116.8} +{"event": "probe", "step": 2000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3373.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193817, "cps": 26.351562, "mean_p": 0.241315, "boundary_entropy": 0.327149, "bpb": 2.310697}, "de": {"chunks": 3351.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163201, "cps": 26.179688, "mean_p": 0.21312, "boundary_entropy": 0.304529, "bpb": 2.581838}, "vi": {"chunks": 2932.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.159045, "cps": 22.90625, "mean_p": 0.251571, "boundary_entropy": 0.43458, "bpb": 2.115906}, "tr": {"chunks": 3345.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184776, "cps": 26.132812, "mean_p": 0.22867, "boundary_entropy": 0.324699, "bpb": 2.590638}, "fi": {"chunks": 2894.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153846, "cps": 22.609375, "mean_p": 0.219832, "boundary_entropy": 0.330077, "bpb": 2.806387}, "ru": {"chunks": 2693.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.142111, "cps": 21.039062, "mean_p": 0.265064, "boundary_entropy": 0.515518, "bpb": 1.685105}, "el": {"chunks": 3738.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.182137, "cps": 29.203125, "mean_p": 0.301258, "boundary_entropy": 0.561046, "bpb": 1.767884}, "hi": {"chunks": 3075.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.182764, "cps": 24.023438, "mean_p": 0.288215, "boundary_entropy": 0.554137, "bpb": 1.375153}, "ta": {"chunks": 2831.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.151431, "cps": 22.117188, "mean_p": 0.356695, "boundary_entropy": 0.630307, "bpb": 1.120115}, "th": {"chunks": 2842.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176686, "cps": 22.203125, "mean_p": 0.298024, "boundary_entropy": 0.569677, "bpb": 1.324528}, "zh": {"chunks": 2996.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.507281, "cps": 23.40625, "mean_p": 0.395338, "boundary_entropy": 0.624274, "bpb": 3.452475}, "my": {"chunks": 1615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085233, "cps": 12.617188, "mean_p": 0.23453, "boundary_entropy": 0.494072, "bpb": 1.246046}}, "bpb": {"en": 2.3107, "de": 2.58184, "vi": 2.11591, "tr": 2.59064, "fi": 2.80639, "ru": 1.68511, "el": 1.76788, "hi": 1.37515, "ta": 1.12011, "th": 1.32453, "zh": 3.45248, "my": 1.24605}, "gini_cpc": 0.203325, "gini_cps": 0.084618, "bpic": 10.754687, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8420343329082213, "vi": 0.8205945023142425, "tr": 0.9533521485964811, "fi": 0.7937695272412142, "ru": 0.7332210390286984, "el": 0.9397367930312226, "hi": 0.9429698915740723, "ta": 0.7813078339411181, "th": 0.9116135826376717, "zh": 2.6173159115298685, "my": 0.4397612208261899}, "t": 119.6} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.31872, "de": 2.58929, "vi": 2.12125, "tr": 2.59794, "fi": 2.81506, "ru": 1.66245, "el": 1.76131, "hi": 1.3729, "ta": 1.12721, "th": 1.34337, "zh": 3.45687, "my": 1.25441}, "bytes_per_chunk": {"en": 5.503, "de": 6.245, "vi": 8.683, "tr": 5.944, "fi": 6.292, "ru": 13.125, "el": 11.449, "hi": 13.875, "ta": 17.257, "th": 14.822, "zh": 5.93, "my": 29.84}, "bpb_mean": 2.03506, "t": 120.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "parity_a", "lm_loss": 1.61304, "bpb": 2.32713, "chunk_loss": 0.030275, "F": 0.14182, "G": 0.25818, "chunks": 145.22, "bytes_per_chunk": 7.051, "boundary_entropy": 0.41726, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.681, "alpha": 0.03, "t": 120.9} +{"event": "train", "step": 2050, "phase": 1, "objective": "parity_a", "lm_loss": 1.62581, "bpb": 2.34555, "chunk_loss": 0.030357, "F": 0.13879, "G": 0.28716, "chunks": 142.12, "bytes_per_chunk": 7.205, "boundary_entropy": 0.47611, "router_noise": 0.0, "grad_norm": 0.8229, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.6951, "alpha": 0.03, "t": 122.9} +{"event": "train", "step": 2100, "phase": 1, "objective": "parity_a", "lm_loss": 1.56941, "bpb": 2.26418, "chunk_loss": 0.030007, "F": 0.13278, "G": 0.2564, "chunks": 135.97, "bytes_per_chunk": 7.531, "boundary_entropy": 0.42443, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7491, "alpha": 0.03, "t": 124.9} +{"event": "train", "step": 2150, "phase": 1, "objective": "parity_a", "lm_loss": 1.51605, "bpb": 2.18719, "chunk_loss": 0.030392, "F": 0.14035, "G": 0.26114, "chunks": 143.72, "bytes_per_chunk": 7.125, "boundary_entropy": 0.42678, "router_noise": 0.0, "grad_norm": 0.7928, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1255, "alpha": 0.03, "t": 126.9} +{"event": "probe", "step": 2200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3215.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184738, "cps": 25.117188, "mean_p": 0.232049, "boundary_entropy": 0.31509, "bpb": 2.275801}, "de": {"chunks": 3434.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167243, "cps": 26.828125, "mean_p": 0.211674, "boundary_entropy": 0.292905, "bpb": 2.534545}, "vi": {"chunks": 3238.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.175644, "cps": 25.296875, "mean_p": 0.253005, "boundary_entropy": 0.427572, "bpb": 2.096838}, "tr": {"chunks": 3278.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181075, "cps": 25.609375, "mean_p": 0.223117, "boundary_entropy": 0.313477, "bpb": 2.548134}, "fi": {"chunks": 3176.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168837, "cps": 24.8125, "mean_p": 0.229541, "boundary_entropy": 0.32523, "bpb": 2.751201}, "ru": {"chunks": 2960.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156201, "cps": 23.125, "mean_p": 0.257608, "boundary_entropy": 0.504188, "bpb": 1.653669}, "el": {"chunks": 2820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137407, "cps": 22.03125, "mean_p": 0.279864, "boundary_entropy": 0.545192, "bpb": 1.738743}, "hi": {"chunks": 3431.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.203923, "cps": 26.804688, "mean_p": 0.247074, "boundary_entropy": 0.498339, "bpb": 1.354286}, "ta": {"chunks": 1826.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097673, "cps": 14.265625, "mean_p": 0.332177, "boundary_entropy": 0.610978, "bpb": 1.099772}, "th": {"chunks": 3122.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.194094, "cps": 24.390625, "mean_p": 0.263434, "boundary_entropy": 0.525716, "bpb": 1.272238}, "zh": {"chunks": 2633.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.445818, "cps": 20.570312, "mean_p": 0.38207, "boundary_entropy": 0.616284, "bpb": 3.460224}, "my": {"chunks": 1756.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.092675, "cps": 13.71875, "mean_p": 0.279184, "boundary_entropy": 0.555654, "bpb": 1.217977}}, "bpb": {"en": 2.2758, "de": 2.53455, "vi": 2.09684, "tr": 2.54813, "fi": 2.7512, "ru": 1.65367, "el": 1.73874, "hi": 1.35429, "ta": 1.09977, "th": 1.27224, "zh": 3.46022, "my": 1.21798}, "gini_cpc": 0.205133, "gini_cps": 0.096322, "bpic": 11.000057, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.905296886194427, "vi": 0.9507730114761587, "tr": 0.9801703042096508, "fi": 0.9139275165179567, "ru": 0.8455234163736114, "el": 0.7437918342042978, "hi": 1.1038467621360681, "ta": 0.5287111223508086, "th": 1.0506425284416816, "zh": 2.413240245441939, "my": 0.5016539987806523}, "t": 129.7} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.28495, "de": 2.54096, "vi": 2.09792, "tr": 2.55414, "fi": 2.76037, "ru": 1.63064, "el": 1.72935, "hi": 1.35072, "ta": 1.10559, "th": 1.28918, "zh": 3.46536, "my": 1.22649}, "bytes_per_chunk": {"en": 5.862, "de": 6.167, "vi": 7.626, "tr": 6.136, "fi": 5.898, "ru": 11.963, "el": 15.247, "hi": 11.786, "ta": 28.794, "th": 14.203, "zh": 6.151, "my": 27.039}, "bpb_mean": 2.00297, "t": 131.0} +{"event": "train", "step": 2200, "phase": 1, "objective": "parity_a", "lm_loss": 1.46486, "bpb": 2.11334, "chunk_loss": 0.029905, "F": 0.12674, "G": 0.24829, "chunks": 129.78, "bytes_per_chunk": 7.89, "boundary_entropy": 0.41745, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.6363, "alpha": 0.03, "t": 131.0} +{"event": "train", "step": 2250, "phase": 1, "objective": "parity_a", "lm_loss": 1.55177, "bpb": 2.23873, "chunk_loss": 0.029996, "F": 0.14224, "G": 0.26893, "chunks": 145.66, "bytes_per_chunk": 7.03, "boundary_entropy": 0.43303, "router_noise": 0.0, "grad_norm": 0.8697, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9166, "alpha": 0.03, "t": 133.0} +{"event": "train", "step": 2300, "phase": 1, "objective": "parity_a", "lm_loss": 1.48853, "bpb": 2.14749, "chunk_loss": 0.030706, "F": 0.13611, "G": 0.26237, "chunks": 139.38, "bytes_per_chunk": 7.347, "boundary_entropy": 0.43411, "router_noise": 0.0, "grad_norm": 0.8122, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7836, "alpha": 0.03, "t": 134.9} +{"event": "train", "step": 2350, "phase": 1, "objective": "parity_a", "lm_loss": 1.50379, "bpb": 2.16952, "chunk_loss": 0.030511, "F": 0.13837, "G": 0.25515, "chunks": 141.69, "bytes_per_chunk": 7.227, "boundary_entropy": 0.41916, "router_noise": 0.0, "grad_norm": 0.7966, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3544, "alpha": 0.03, "t": 136.9} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3335.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191634, "cps": 26.054688, "mean_p": 0.238279, "boundary_entropy": 0.315468, "bpb": 2.249202}, "de": {"chunks": 3415.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166318, "cps": 26.679688, "mean_p": 0.2091, "boundary_entropy": 0.289488, "bpb": 2.501564}, "vi": {"chunks": 3101.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168213, "cps": 24.226562, "mean_p": 0.249474, "boundary_entropy": 0.419024, "bpb": 2.08279}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.224249, "boundary_entropy": 0.311121, "bpb": 2.503671}, "fi": {"chunks": 3317.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176333, "cps": 25.914062, "mean_p": 0.227707, "boundary_entropy": 0.3164, "bpb": 2.705098}, "ru": {"chunks": 3075.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162269, "cps": 24.023438, "mean_p": 0.261044, "boundary_entropy": 0.507162, "bpb": 1.629129}, "el": {"chunks": 3676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.179116, "cps": 28.71875, "mean_p": 0.298214, "boundary_entropy": 0.558307, "bpb": 1.715785}, "hi": {"chunks": 2716.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.161426, "cps": 21.21875, "mean_p": 0.238512, "boundary_entropy": 0.491707, "bpb": 1.329712}, "ta": {"chunks": 2147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114844, "cps": 16.773438, "mean_p": 0.343731, "boundary_entropy": 0.616769, "bpb": 1.081144}, "th": {"chunks": 2902.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180417, "cps": 22.671875, "mean_p": 0.248604, "boundary_entropy": 0.510873, "bpb": 1.25754}, "zh": {"chunks": 3498.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.592279, "cps": 27.328125, "mean_p": 0.40801, "boundary_entropy": 0.623809, "bpb": 3.403837}, "my": {"chunks": 2173.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.114682, "cps": 16.976562, "mean_p": 0.285393, "boundary_entropy": 0.56642, "bpb": 1.195306}}, "bpb": {"en": 2.2492, "de": 2.50156, "vi": 2.08279, "tr": 2.50367, "fi": 2.7051, "ru": 1.62913, "el": 1.71578, "hi": 1.32971, "ta": 1.08114, "th": 1.25754, "zh": 3.40384, "my": 1.19531}, "gini_cpc": 0.21728, "gini_cps": 0.083497, "bpic": 10.466374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8678937938131699, "vi": 0.8777824757271486, "tr": 0.9549907529801359, "fi": 0.9201568637827702, "ru": 0.8467675133409549, "el": 0.9346799776547919, "hi": 0.8423701611304303, "ta": 0.5992869999875697, "th": 0.941465965804788, "zh": 3.090684288739477, "my": 0.5984455365730688}, "t": 139.8} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.25688, "de": 2.5088, "vi": 2.08773, "tr": 2.51244, "fi": 2.71531, "ru": 1.6069, "el": 1.70725, "hi": 1.32818, "ta": 1.08816, "th": 1.27443, "zh": 3.40952, "my": 1.20496}, "bytes_per_chunk": {"en": 5.541, "de": 6.179, "vi": 8.115, "tr": 6.0, "fi": 5.597, "ru": 11.807, "el": 11.422, "hi": 14.84, "ta": 23.184, "th": 15.252, "zh": 5.227, "my": 21.906}, "bpb_mean": 1.97505, "t": 141.0} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 141.0} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.39471, "bpb": 2.01215, "chunk_loss": 0.030175, "F": 0.1301, "G": 0.2503, "chunks": 133.22, "bytes_per_chunk": 7.687, "boundary_entropy": 0.41695, "router_noise": 0.0, "grad_norm": 0.7917, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 10.027, "alpha": 0.03, "t": 141.0} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.47697, "bpb": 2.13081, "chunk_loss": 0.0304, "F": 0.12878, "G": 0.26809, "chunks": 131.88, "bytes_per_chunk": 7.765, "boundary_entropy": 0.46012, "router_noise": 0.0, "grad_norm": 0.7462, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.8405, "alpha": 0.03, "t": 143.0} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.51364, "bpb": 2.18372, "chunk_loss": 0.03031, "F": 0.14706, "G": 0.25873, "chunks": 150.59, "bytes_per_chunk": 6.8, "boundary_entropy": 0.40816, "router_noise": 0.0, "grad_norm": 0.7845, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0154, "alpha": 0.03, "t": 145.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.57129, "bpb": 2.26689, "chunk_loss": 0.03058, "F": 0.15125, "G": 0.25575, "chunks": 154.88, "bytes_per_chunk": 6.612, "boundary_entropy": 0.39937, "router_noise": 0.0, "grad_norm": 0.7824, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.354, "alpha": 0.03, "t": 147.0} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3360.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19307, "cps": 26.25, "mean_p": 0.236789, "boundary_entropy": 0.305099, "bpb": 2.216103}, "de": {"chunks": 3436.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16734, "cps": 26.84375, "mean_p": 0.208938, "boundary_entropy": 0.279965, "bpb": 2.467618}, "vi": {"chunks": 3064.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166206, "cps": 23.9375, "mean_p": 0.246478, "boundary_entropy": 0.416904, "bpb": 2.065616}, "tr": {"chunks": 3459.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191073, "cps": 27.023438, "mean_p": 0.221871, "boundary_entropy": 0.300944, "bpb": 2.478943}, "fi": {"chunks": 3169.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168465, "cps": 24.757812, "mean_p": 0.220924, "boundary_entropy": 0.300669, "bpb": 2.68643}, "ru": {"chunks": 3059.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161425, "cps": 23.898438, "mean_p": 0.248379, "boundary_entropy": 0.490875, "bpb": 1.612162}, "el": {"chunks": 4074.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.198509, "cps": 31.828125, "mean_p": 0.29891, "boundary_entropy": 0.553261, "bpb": 1.703939}, "hi": {"chunks": 2884.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171412, "cps": 22.53125, "mean_p": 0.214674, "boundary_entropy": 0.454513, "bpb": 1.322507}, "ta": {"chunks": 1726.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.092324, "cps": 13.484375, "mean_p": 0.327223, "boundary_entropy": 0.605261, "bpb": 1.077155}, "th": {"chunks": 2778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172707, "cps": 21.703125, "mean_p": 0.220359, "boundary_entropy": 0.470114, "bpb": 1.233896}, "zh": {"chunks": 2933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.496614, "cps": 22.914062, "mean_p": 0.391537, "boundary_entropy": 0.616507, "bpb": 3.366044}, "my": {"chunks": 2348.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123918, "cps": 18.34375, "mean_p": 0.316047, "boundary_entropy": 0.593852, "bpb": 1.201956}}, "bpb": {"en": 2.2161, "de": 2.46762, "vi": 2.06562, "tr": 2.47894, "fi": 2.68643, "ru": 1.61216, "el": 1.70394, "hi": 1.32251, "ta": 1.07716, "th": 1.2339, "zh": 3.36604, "my": 1.20196}, "gini_cpc": 0.19841, "gini_cps": 0.099949, "bpic": 10.575393, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8667335160821256, "vi": 0.8608559029795808, "tr": 0.9896573476377238, "fi": 0.8725597959400655, "ru": 0.8360939973614776, "el": 1.028170223651513, "hi": 0.8878202080237743, "ta": 0.4781896419974784, "th": 0.894532283849194, "zh": 2.572192473755503, "my": 0.6418293298953527}, "t": 149.8} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.22537, "de": 2.47818, "vi": 2.06776, "tr": 2.48555, "fi": 2.6942, "ru": 1.58906, "el": 1.69486, "hi": 1.31885, "ta": 1.08288, "th": 1.2516, "zh": 3.37054, "my": 1.21151}, "bytes_per_chunk": {"en": 5.576, "de": 6.16, "vi": 8.45, "tr": 5.813, "fi": 5.767, "ru": 11.757, "el": 10.657, "hi": 13.743, "ta": 33.917, "th": 15.644, "zh": 6.061, "my": 20.643}, "bpb_mean": 1.95586, "t": 151.0} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.60955, "bpb": 2.32208, "chunk_loss": 0.030128, "F": 0.14972, "G": 0.25895, "chunks": 153.31, "bytes_per_chunk": 6.679, "boundary_entropy": 0.40897, "router_noise": 0.0, "grad_norm": 0.8547, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 8.0814, "alpha": 0.03, "t": 151.1} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.51423, "bpb": 2.18457, "chunk_loss": 0.030403, "F": 0.13318, "G": 0.24942, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.41639, "router_noise": 0.0, "grad_norm": 0.7498, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2749, "alpha": 0.03, "t": 153.1} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53134, "bpb": 2.20925, "chunk_loss": 0.030243, "F": 0.14346, "G": 0.25415, "chunks": 146.91, "bytes_per_chunk": 6.97, "boundary_entropy": 0.4042, "router_noise": 0.0, "grad_norm": 0.8052, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6096, "alpha": 0.03, "t": 155.0} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.4146, "bpb": 2.04084, "chunk_loss": 0.029957, "F": 0.14432, "G": 0.23535, "chunks": 147.78, "bytes_per_chunk": 6.929, "boundary_entropy": 0.36598, "router_noise": 0.0, "grad_norm": 0.7989, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5736, "alpha": 0.03, "t": 157.0} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3282.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188588, "cps": 25.640625, "mean_p": 0.232995, "boundary_entropy": 0.302625, "bpb": 2.204394}, "de": {"chunks": 3438.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167438, "cps": 26.859375, "mean_p": 0.208185, "boundary_entropy": 0.281906, "bpb": 2.457007}, "vi": {"chunks": 3082.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167182, "cps": 24.078125, "mean_p": 0.255676, "boundary_entropy": 0.429896, "bpb": 2.050535}, "tr": {"chunks": 3309.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182787, "cps": 25.851562, "mean_p": 0.218238, "boundary_entropy": 0.303463, "bpb": 2.449716}, "fi": {"chunks": 3199.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17006, "cps": 24.992188, "mean_p": 0.224665, "boundary_entropy": 0.307697, "bpb": 2.65758}, "ru": {"chunks": 3049.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160897, "cps": 23.820312, "mean_p": 0.245852, "boundary_entropy": 0.484902, "bpb": 1.584485}, "el": {"chunks": 3362.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.163816, "cps": 26.265625, "mean_p": 0.274242, "boundary_entropy": 0.531017, "bpb": 1.671001}, "hi": {"chunks": 2733.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.162437, "cps": 21.351562, "mean_p": 0.201654, "boundary_entropy": 0.434047, "bpb": 1.302675}, "ta": {"chunks": 2550.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1364, "cps": 19.921875, "mean_p": 0.353349, "boundary_entropy": 0.624409, "bpb": 1.086488}, "th": {"chunks": 2390.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.148586, "cps": 18.671875, "mean_p": 0.218688, "boundary_entropy": 0.471472, "bpb": 1.226575}, "zh": {"chunks": 3218.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54487, "cps": 25.140625, "mean_p": 0.399347, "boundary_entropy": 0.618333, "bpb": 3.35554}, "my": {"chunks": 2274.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120013, "cps": 17.765625, "mean_p": 0.309503, "boundary_entropy": 0.590511, "bpb": 1.19193}}, "bpb": {"en": 2.20439, "de": 2.45701, "vi": 2.05053, "tr": 2.44972, "fi": 2.65758, "ru": 1.58449, "el": 1.671, "hi": 1.30267, "ta": 1.08649, "th": 1.22658, "zh": 3.35554, "my": 1.19193}, "gini_cpc": 0.196229, "gini_cps": 0.070208, "bpic": 10.694449, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8878487931007925, "vi": 0.8864924392189764, "tr": 0.9692409602941365, "fi": 0.9017536318407186, "ru": 0.8531664198578959, "el": 0.8686451665545617, "hi": 0.8613310479150084, "ta": 0.7232696714750837, "th": 0.7878841779190645, "zh": 2.889203555272703, "my": 0.6363742933127091}, "t": 159.9} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.21227, "de": 2.46386, "vi": 2.05114, "tr": 2.45629, "fi": 2.6661, "ru": 1.56219, "el": 1.66136, "hi": 1.29931, "ta": 1.09372, "th": 1.24199, "zh": 3.35765, "my": 1.20069}, "bytes_per_chunk": {"en": 5.663, "de": 6.135, "vi": 8.287, "tr": 6.072, "fi": 5.801, "ru": 11.879, "el": 12.601, "hi": 14.209, "ta": 21.34, "th": 17.838, "zh": 5.758, "my": 20.265}, "bpb_mean": 1.93888, "t": 161.1} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48708, "bpb": 2.14541, "chunk_loss": 0.029992, "F": 0.13177, "G": 0.24683, "chunks": 134.94, "bytes_per_chunk": 7.589, "boundary_entropy": 0.40697, "router_noise": 0.0, "grad_norm": 0.9764, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.2272, "alpha": 0.03, "t": 161.2} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.44243, "bpb": 2.08099, "chunk_loss": 0.029839, "F": 0.12991, "G": 0.23964, "chunks": 133.03, "bytes_per_chunk": 7.697, "boundary_entropy": 0.39346, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.3574, "alpha": 0.03, "t": 163.1} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.46593, "bpb": 2.11489, "chunk_loss": 0.03008, "F": 0.13831, "G": 0.23489, "chunks": 141.62, "bytes_per_chunk": 7.23, "boundary_entropy": 0.37993, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9121, "alpha": 0.03, "t": 165.1} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.3696, "bpb": 1.97591, "chunk_loss": 0.029916, "F": 0.13022, "G": 0.24813, "chunks": 133.34, "bytes_per_chunk": 7.679, "boundary_entropy": 0.40715, "router_noise": 0.0, "grad_norm": 0.7294, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8268, "alpha": 0.03, "t": 167.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186347, "cps": 25.335938, "mean_p": 0.232007, "boundary_entropy": 0.297049, "bpb": 2.179722}, "de": {"chunks": 3494.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170165, "cps": 27.296875, "mean_p": 0.207581, "boundary_entropy": 0.270664, "bpb": 2.413052}, "vi": {"chunks": 3062.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166097, "cps": 23.921875, "mean_p": 0.24626, "boundary_entropy": 0.417477, "bpb": 2.032627}, "tr": {"chunks": 3420.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188919, "cps": 26.71875, "mean_p": 0.226025, "boundary_entropy": 0.298331, "bpb": 2.411042}, "fi": {"chunks": 3243.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172399, "cps": 25.335938, "mean_p": 0.221793, "boundary_entropy": 0.294906, "bpb": 2.612939}, "ru": {"chunks": 3479.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183588, "cps": 27.179688, "mean_p": 0.248348, "boundary_entropy": 0.483273, "bpb": 1.567937}, "el": {"chunks": 3635.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.177118, "cps": 28.398438, "mean_p": 0.274928, "boundary_entropy": 0.525864, "bpb": 1.639257}, "hi": {"chunks": 2822.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167727, "cps": 22.046875, "mean_p": 0.201353, "boundary_entropy": 0.426518, "bpb": 1.288912}, "ta": {"chunks": 3504.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.18743, "cps": 27.375, "mean_p": 0.35983, "boundary_entropy": 0.627928, "bpb": 1.054638}, "th": {"chunks": 2721.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.169164, "cps": 21.257812, "mean_p": 0.206883, "boundary_entropy": 0.449349, "bpb": 1.211108}, "zh": {"chunks": 3420.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.579072, "cps": 26.71875, "mean_p": 0.398196, "boundary_entropy": 0.6141, "bpb": 3.330073}, "my": {"chunks": 2788.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.14714, "cps": 21.78125, "mean_p": 0.314665, "boundary_entropy": 0.587211, "bpb": 1.176205}}, "bpb": {"en": 2.17972, "de": 2.41305, "vi": 2.03263, "tr": 2.41104, "fi": 2.61294, "ru": 1.56794, "el": 1.63926, "hi": 1.28891, "ta": 1.05464, "th": 1.21111, "zh": 3.33007, "my": 1.17621}, "gini_cpc": 0.17452, "gini_cps": 0.051495, "bpic": 9.883366, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.913161651785648, "vi": 0.891331419967699, "tr": 1.0138010254099996, "fi": 0.9251501780872894, "ru": 0.9851954239575884, "el": 0.9504750947730718, "hi": 0.9000758474419014, "ta": 1.005809653429276, "th": 0.9077884400546703, "zh": 3.1074906811712197, "my": 0.7895989549860107}, "t": 169.9} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1891, "de": 2.42014, "vi": 2.03183, "tr": 2.4201, "fi": 2.61937, "ru": 1.54547, "el": 1.63076, "hi": 1.28557, "ta": 1.06186, "th": 1.22979, "zh": 3.33187, "my": 1.18565}, "bytes_per_chunk": {"en": 5.775, "de": 6.072, "vi": 8.524, "tr": 5.818, "fi": 5.758, "ru": 10.241, "el": 11.959, "hi": 15.004, "ta": 15.465, "th": 16.045, "zh": 5.558, "my": 19.058}, "bpb_mean": 1.91263, "t": 171.1} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.44544, "bpb": 2.08533, "chunk_loss": 0.030251, "F": 0.13324, "G": 0.24714, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.40827, "router_noise": 0.0, "grad_norm": 0.7607, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.5059, "alpha": 0.03, "t": 171.2} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.40691, "bpb": 2.02974, "chunk_loss": 0.0299, "F": 0.12842, "G": 0.24443, "chunks": 131.5, "bytes_per_chunk": 7.787, "boundary_entropy": 0.40642, "router_noise": 0.0, "grad_norm": 0.7382, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6662, "alpha": 0.03, "t": 173.1} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.42502, "bpb": 2.05587, "chunk_loss": 0.030455, "F": 0.14349, "G": 0.25237, "chunks": 146.94, "bytes_per_chunk": 6.969, "boundary_entropy": 0.39798, "router_noise": 0.0, "grad_norm": 0.8676, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4014, "alpha": 0.03, "t": 175.1} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.36463, "bpb": 1.96874, "chunk_loss": 0.030149, "F": 0.1283, "G": 0.25264, "chunks": 131.38, "bytes_per_chunk": 7.794, "boundary_entropy": 0.42336, "router_noise": 0.0, "grad_norm": 0.7592, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7269, "alpha": 0.03, "t": 177.1} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3520.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202264, "cps": 27.5, "mean_p": 0.239827, "boundary_entropy": 0.293073, "bpb": 2.161368}, "de": {"chunks": 3552.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17299, "cps": 27.75, "mean_p": 0.209921, "boundary_entropy": 0.266941, "bpb": 2.383842}, "vi": {"chunks": 3047.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.165283, "cps": 23.804688, "mean_p": 0.239533, "boundary_entropy": 0.401788, "bpb": 2.01359}, "tr": {"chunks": 3332.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184058, "cps": 26.03125, "mean_p": 0.215945, "boundary_entropy": 0.278726, "bpb": 2.388552}, "fi": {"chunks": 3355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178353, "cps": 26.210938, "mean_p": 0.223231, "boundary_entropy": 0.282799, "bpb": 2.582351}, "ru": {"chunks": 3115.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16438, "cps": 24.335938, "mean_p": 0.244163, "boundary_entropy": 0.479989, "bpb": 1.539949}, "el": {"chunks": 3656.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.178142, "cps": 28.5625, "mean_p": 0.274723, "boundary_entropy": 0.526897, "bpb": 1.617196}, "hi": {"chunks": 2966.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176285, "cps": 23.171875, "mean_p": 0.214012, "boundary_entropy": 0.446666, "bpb": 1.278469}, "ta": {"chunks": 2777.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.148542, "cps": 21.695312, "mean_p": 0.3349, "boundary_entropy": 0.606989, "bpb": 1.043783}, "th": {"chunks": 2975.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184955, "cps": 23.242188, "mean_p": 0.230964, "boundary_entropy": 0.478556, "bpb": 1.196714}, "zh": {"chunks": 3380.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572299, "cps": 26.40625, "mean_p": 0.393393, "boundary_entropy": 0.609983, "bpb": 3.294492}, "my": {"chunks": 1841.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.097161, "cps": 14.382812, "mean_p": 0.281628, "boundary_entropy": 0.564454, "bpb": 1.164434}}, "bpb": {"en": 2.16137, "de": 2.38384, "vi": 2.01359, "tr": 2.38855, "fi": 2.58235, "ru": 1.53995, "el": 1.6172, "hi": 1.27847, "ta": 1.04378, "th": 1.19671, "zh": 3.29449, "my": 1.16443}, "gini_cpc": 0.205037, "gini_cps": 0.075488, "bpic": 10.229795, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8552675737061848, "vi": 0.8171669039869812, "tr": 0.9099884875937189, "fi": 0.8817837634894478, "ru": 0.8127000629647398, "el": 0.8807381297258509, "hi": 0.8715604822369311, "ta": 0.7343986451165844, "th": 0.9144234641252438, "zh": 2.829467529169104, "my": 0.4803655668864068}, "t": 179.9} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.16845, "de": 2.39206, "vi": 2.01582, "tr": 2.39463, "fi": 2.59076, "ru": 1.51654, "el": 1.60872, "hi": 1.2741, "ta": 1.05117, "th": 1.21479, "zh": 3.29808, "my": 1.17349}, "bytes_per_chunk": {"en": 5.242, "de": 5.932, "vi": 8.476, "tr": 5.943, "fi": 5.48, "ru": 11.416, "el": 11.685, "hi": 14.735, "ta": 18.042, "th": 14.392, "zh": 5.581, "my": 26.014}, "bpb_mean": 1.89155, "t": 181.2} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.39328, "bpb": 2.01008, "chunk_loss": 0.030086, "F": 0.1293, "G": 0.25971, "chunks": 132.41, "bytes_per_chunk": 7.734, "boundary_entropy": 0.43353, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.469, "alpha": 0.03, "t": 181.2} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.46284, "bpb": 2.11044, "chunk_loss": 0.029931, "F": 0.13245, "G": 0.23162, "chunks": 135.62, "bytes_per_chunk": 7.55, "boundary_entropy": 0.37694, "router_noise": 0.0, "grad_norm": 0.7726, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.943, "alpha": 0.03, "t": 183.2} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.42992, "bpb": 2.06294, "chunk_loss": 0.029945, "F": 0.14407, "G": 0.23947, "chunks": 147.53, "bytes_per_chunk": 6.941, "boundary_entropy": 0.37402, "router_noise": 0.0, "grad_norm": 0.8291, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.4233, "alpha": 0.03, "t": 185.2} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.48131, "bpb": 2.13707, "chunk_loss": 0.030043, "F": 0.14044, "G": 0.25516, "chunks": 143.81, "bytes_per_chunk": 7.12, "boundary_entropy": 0.40472, "router_noise": 0.0, "grad_norm": 0.7107, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9185, "alpha": 0.03, "t": 187.1} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3278.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188358, "cps": 25.609375, "mean_p": 0.227935, "boundary_entropy": 0.284818, "bpb": 2.144783}, "de": {"chunks": 3486.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169775, "cps": 27.234375, "mean_p": 0.206992, "boundary_entropy": 0.260638, "bpb": 2.357616}, "vi": {"chunks": 3108.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.168592, "cps": 24.28125, "mean_p": 0.244216, "boundary_entropy": 0.40668, "bpb": 2.001356}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.215347, "boundary_entropy": 0.283995, "bpb": 2.365167}, "fi": {"chunks": 3249.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172718, "cps": 25.382812, "mean_p": 0.217868, "boundary_entropy": 0.282248, "bpb": 2.575964}, "ru": {"chunks": 3128.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165066, "cps": 24.4375, "mean_p": 0.244408, "boundary_entropy": 0.478612, "bpb": 1.518667}, "el": {"chunks": 3149.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153438, "cps": 24.601562, "mean_p": 0.263848, "boundary_entropy": 0.517952, "bpb": 1.612815}, "hi": {"chunks": 2783.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165409, "cps": 21.742188, "mean_p": 0.21328, "boundary_entropy": 0.447451, "bpb": 1.266041}, "ta": {"chunks": 2641.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141268, "cps": 20.632812, "mean_p": 0.332942, "boundary_entropy": 0.605771, "bpb": 1.03144}, "th": {"chunks": 2776.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172583, "cps": 21.6875, "mean_p": 0.203874, "boundary_entropy": 0.439786, "bpb": 1.182805}, "zh": {"chunks": 3134.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.530647, "cps": 24.484375, "mean_p": 0.384371, "boundary_entropy": 0.605592, "bpb": 3.270526}, "my": {"chunks": 2246.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.118535, "cps": 17.546875, "mean_p": 0.313387, "boundary_entropy": 0.593871, "bpb": 1.152808}}, "bpb": {"en": 2.14478, "de": 2.35762, "vi": 2.00136, "tr": 2.36517, "fi": 2.57596, "ru": 1.51867, "el": 1.61282, "hi": 1.26604, "ta": 1.03144, "th": 1.1828, "zh": 3.27053, "my": 1.15281}, "gini_cpc": 0.186207, "gini_cps": 0.057718, "bpic": 10.597294, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.901343116857053, "vi": 0.8950618344254245, "tr": 0.9493083894521677, "fi": 0.916965505980965, "ru": 0.8763401327471382, "el": 0.8146048405876388, "hi": 0.8781592987424833, "ta": 0.7499945416459362, "th": 0.9162491135883328, "zh": 2.8172197248452315, "my": 0.6293055281317753}, "t": 190.0} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.15157, "de": 2.36667, "vi": 2.00285, "tr": 2.37196, "fi": 2.58595, "ru": 1.49626, "el": 1.60396, "hi": 1.26361, "ta": 1.03933, "th": 1.20047, "zh": 3.27361, "my": 1.16189}, "bytes_per_chunk": {"en": 5.743, "de": 6.117, "vi": 8.469, "tr": 6.165, "fi": 5.823, "ru": 11.252, "el": 13.417, "hi": 15.172, "ta": 20.163, "th": 15.343, "zh": 5.927, "my": 21.583}, "bpb_mean": 1.87651, "t": 191.2} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.41239, "bpb": 2.03765, "chunk_loss": 0.029818, "F": 0.12363, "G": 0.25458, "chunks": 126.59, "bytes_per_chunk": 8.089, "boundary_entropy": 0.43043, "router_noise": 0.0, "grad_norm": 0.7424, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.6778, "alpha": 0.03, "t": 191.2} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.26707, "bpb": 1.82799, "chunk_loss": 0.029666, "F": 0.12183, "G": 0.23067, "chunks": 124.75, "bytes_per_chunk": 8.208, "boundary_entropy": 0.38359, "router_noise": 0.0, "grad_norm": 0.7279, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8297, "alpha": 0.03, "t": 193.2} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.46527, "bpb": 2.11394, "chunk_loss": 0.030144, "F": 0.14697, "G": 0.24153, "chunks": 150.5, "bytes_per_chunk": 6.804, "boundary_entropy": 0.37088, "router_noise": 0.0, "grad_norm": 0.8996, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7543, "alpha": 0.03, "t": 195.1} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.39474, "bpb": 2.01218, "chunk_loss": 0.030004, "F": 0.12543, "G": 0.24466, "chunks": 128.44, "bytes_per_chunk": 7.973, "boundary_entropy": 0.40196, "router_noise": 0.0, "grad_norm": 0.7659, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6795, "alpha": 0.03, "t": 197.1} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3451.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198299, "cps": 26.960938, "mean_p": 0.235274, "boundary_entropy": 0.282409, "bpb": 2.126679}, "de": {"chunks": 3558.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173282, "cps": 27.796875, "mean_p": 0.208786, "boundary_entropy": 0.260196, "bpb": 2.349795}, "vi": {"chunks": 3379.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.183293, "cps": 26.398438, "mean_p": 0.254407, "boundary_entropy": 0.414277, "bpb": 2.001999}, "tr": {"chunks": 3329.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183892, "cps": 26.007812, "mean_p": 0.218585, "boundary_entropy": 0.283572, "bpb": 2.340046}, "fi": {"chunks": 3128.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166286, "cps": 24.4375, "mean_p": 0.211376, "boundary_entropy": 0.274256, "bpb": 2.534766}, "ru": {"chunks": 3054.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161161, "cps": 23.859375, "mean_p": 0.239289, "boundary_entropy": 0.471543, "bpb": 1.510243}, "el": {"chunks": 3137.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152853, "cps": 24.507812, "mean_p": 0.262316, "boundary_entropy": 0.514079, "bpb": 1.595997}, "hi": {"chunks": 2804.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166657, "cps": 21.90625, "mean_p": 0.212763, "boundary_entropy": 0.446131, "bpb": 1.25881}, "ta": {"chunks": 5186.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.2774, "cps": 40.515625, "mean_p": 0.362024, "boundary_entropy": 0.621126, "bpb": 1.031894}, "th": {"chunks": 2743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170532, "cps": 21.429688, "mean_p": 0.219364, "boundary_entropy": 0.462132, "bpb": 1.173952}, "zh": {"chunks": 3507.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.593803, "cps": 27.398438, "mean_p": 0.395006, "boundary_entropy": 0.607407, "bpb": 3.278133}, "my": {"chunks": 2402.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126768, "cps": 18.765625, "mean_p": 0.314097, "boundary_entropy": 0.591438, "bpb": 1.145037}}, "bpb": {"en": 2.12668, "de": 2.3498, "vi": 2.002, "tr": 2.34005, "fi": 2.53477, "ru": 1.51024, "el": 1.596, "hi": 1.25881, "ta": 1.03189, "th": 1.17395, "zh": 3.27813, "my": 1.14504}, "gini_cpc": 0.217253, "gini_cps": 0.096212, "bpic": 9.672388, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8738415630855833, "vi": 0.9243239598243833, "tr": 0.9273472846138343, "fi": 0.838559767330351, "ru": 0.8127163171701217, "el": 0.7708197514169915, "hi": 0.8404310656988112, "ta": 1.3988984978946066, "th": 0.8599711922328019, "zh": 2.9944804643952008, "my": 0.6392765706225711}, "t": 199.9} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.13669, "de": 2.35825, "vi": 2.00331, "tr": 2.34842, "fi": 2.54551, "ru": 1.48755, "el": 1.58678, "hi": 1.25583, "ta": 1.03915, "th": 1.19148, "zh": 3.27901, "my": 1.15492}, "bytes_per_chunk": {"en": 5.379, "de": 5.946, "vi": 7.626, "tr": 5.911, "fi": 5.976, "ru": 11.639, "el": 12.828, "hi": 14.753, "ta": 10.02, "th": 15.401, "zh": 5.506, "my": 19.409}, "bpb_mean": 1.86558, "t": 201.2} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.66316, "bpb": 2.39944, "chunk_loss": 0.030579, "F": 0.1655, "G": 0.27368, "chunks": 169.47, "bytes_per_chunk": 6.042, "boundary_entropy": 0.41311, "router_noise": 0.0, "grad_norm": 0.8419, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.8431, "alpha": 0.03, "t": 201.2} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45632, "bpb": 2.10102, "chunk_loss": 0.029965, "F": 0.13831, "G": 0.24921, "chunks": 141.62, "bytes_per_chunk": 7.23, "boundary_entropy": 0.4006, "router_noise": 0.0, "grad_norm": 0.8558, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.856, "alpha": 0.03, "t": 203.2} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.37398, "bpb": 1.98224, "chunk_loss": 0.029648, "F": 0.11304, "G": 0.23965, "chunks": 115.75, "bytes_per_chunk": 8.847, "boundary_entropy": 0.4103, "router_noise": 0.0, "grad_norm": 0.7673, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.295, "alpha": 0.03, "t": 205.1} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.41551, "bpb": 2.04215, "chunk_loss": 0.030281, "F": 0.14047, "G": 0.24548, "chunks": 143.84, "bytes_per_chunk": 7.119, "boundary_entropy": 0.39357, "router_noise": 0.0, "grad_norm": 0.8293, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0563, "alpha": 0.03, "t": 207.1} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3266.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.187669, "cps": 25.515625, "mean_p": 0.224278, "boundary_entropy": 0.271813, "bpb": 2.119697}, "de": {"chunks": 3412.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166172, "cps": 26.65625, "mean_p": 0.198259, "boundary_entropy": 0.248741, "bpb": 2.325834}, "vi": {"chunks": 3081.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167128, "cps": 24.070312, "mean_p": 0.248465, "boundary_entropy": 0.41112, "bpb": 1.985317}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.215165, "boundary_entropy": 0.275529, "bpb": 2.325957}, "fi": {"chunks": 3198.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170007, "cps": 24.984375, "mean_p": 0.211115, "boundary_entropy": 0.26889, "bpb": 2.512414}, "ru": {"chunks": 2984.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.157467, "cps": 23.3125, "mean_p": 0.23254, "boundary_entropy": 0.464631, "bpb": 1.494393}, "el": {"chunks": 3475.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.169322, "cps": 27.148438, "mean_p": 0.263624, "boundary_entropy": 0.509323, "bpb": 1.573956}, "hi": {"chunks": 2769.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164577, "cps": 21.632812, "mean_p": 0.217613, "boundary_entropy": 0.454458, "bpb": 1.245341}, "ta": {"chunks": 3097.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.165659, "cps": 24.195312, "mean_p": 0.344716, "boundary_entropy": 0.611566, "bpb": 1.018183}, "th": {"chunks": 2674.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166242, "cps": 20.890625, "mean_p": 0.189499, "boundary_entropy": 0.416097, "bpb": 1.163033}, "zh": {"chunks": 3256.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.551304, "cps": 25.4375, "mean_p": 0.38306, "boundary_entropy": 0.599082, "bpb": 3.238012}, "my": {"chunks": 2041.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107716, "cps": 15.945312, "mean_p": 0.286534, "boundary_entropy": 0.571693, "bpb": 1.140561}}, "bpb": {"en": 2.1197, "de": 2.32583, "vi": 1.98532, "tr": 2.32596, "fi": 2.51241, "ru": 1.49439, "el": 1.57396, "hi": 1.24534, "ta": 1.01818, "th": 1.16303, "zh": 3.23801, "my": 1.14056}, "gini_cpc": 0.187482, "gini_cps": 0.063793, "bpic": 10.507927, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8854510456171564, "vi": 0.8905462847485024, "tr": 0.9625097578160543, "fi": 0.9058880188374622, "ru": 0.8390687453850094, "el": 0.9022396391914211, "hi": 0.8769519994831708, "ta": 0.8827214411508295, "th": 0.885825702821489, "zh": 2.9376421665492596, "my": 0.5739678523269474}, "t": 209.9} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.12928, "de": 2.33623, "vi": 1.98639, "tr": 2.33095, "fi": 2.5231, "ru": 1.47159, "el": 1.56468, "hi": 1.24211, "ta": 1.02604, "th": 1.18009, "zh": 3.23908, "my": 1.14946}, "bytes_per_chunk": {"en": 5.701, "de": 6.252, "vi": 8.836, "tr": 6.06, "fi": 5.887, "ru": 11.829, "el": 11.495, "hi": 15.005, "ta": 17.211, "th": 15.847, "zh": 5.829, "my": 22.388}, "bpb_mean": 1.84825, "t": 211.2} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48625, "bpb": 2.14421, "chunk_loss": 0.029908, "F": 0.12912, "G": 0.25832, "chunks": 132.22, "bytes_per_chunk": 7.745, "boundary_entropy": 0.42818, "router_noise": 0.0, "grad_norm": 0.773, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.082, "n_target_mean": 9.1031, "alpha": 0.03, "t": 211.2} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.4866, "bpb": 2.1447, "chunk_loss": 0.030453, "F": 0.14139, "G": 0.25666, "chunks": 144.78, "bytes_per_chunk": 7.073, "boundary_entropy": 0.41262, "router_noise": 0.0, "grad_norm": 0.8, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1437, "alpha": 0.03, "t": 213.2} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.49183, "bpb": 2.15226, "chunk_loss": 0.03038, "F": 0.1525, "G": 0.23357, "chunks": 156.16, "bytes_per_chunk": 6.558, "boundary_entropy": 0.34607, "router_noise": 0.0, "grad_norm": 0.8203, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4141, "alpha": 0.03, "t": 215.1} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.55855, "bpb": 2.24851, "chunk_loss": 0.03061, "F": 0.14743, "G": 0.26811, "chunks": 150.97, "bytes_per_chunk": 6.783, "boundary_entropy": 0.42864, "router_noise": 0.0, "grad_norm": 0.7611, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0542, "alpha": 0.03, "t": 217.1} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3307.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190025, "cps": 25.835938, "mean_p": 0.227745, "boundary_entropy": 0.272078, "bpb": 2.104939}, "de": {"chunks": 3433.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167194, "cps": 26.820312, "mean_p": 0.198948, "boundary_entropy": 0.246732, "bpb": 2.315392}, "vi": {"chunks": 3168.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.171847, "cps": 24.75, "mean_p": 0.247151, "boundary_entropy": 0.409121, "bpb": 1.976239}, "tr": {"chunks": 3281.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181241, "cps": 25.632812, "mean_p": 0.213565, "boundary_entropy": 0.266552, "bpb": 2.313273}, "fi": {"chunks": 3229.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171655, "cps": 25.226562, "mean_p": 0.212119, "boundary_entropy": 0.26657, "bpb": 2.49347}, "ru": {"chunks": 2829.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.149288, "cps": 22.101562, "mean_p": 0.22806, "boundary_entropy": 0.456364, "bpb": 1.482952}, "el": {"chunks": 3106.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151342, "cps": 24.265625, "mean_p": 0.252894, "boundary_entropy": 0.499202, "bpb": 1.557844}, "hi": {"chunks": 2866.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.170342, "cps": 22.390625, "mean_p": 0.210647, "boundary_entropy": 0.438903, "bpb": 1.237372}, "ta": {"chunks": 2594.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.138754, "cps": 20.265625, "mean_p": 0.340036, "boundary_entropy": 0.607723, "bpb": 1.025062}, "th": {"chunks": 2442.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151818, "cps": 19.078125, "mean_p": 0.187199, "boundary_entropy": 0.415033, "bpb": 1.149478}, "zh": {"chunks": 3307.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559939, "cps": 25.835938, "mean_p": 0.379871, "boundary_entropy": 0.59294, "bpb": 3.215473}, "my": {"chunks": 2122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111991, "cps": 16.578125, "mean_p": 0.303848, "boundary_entropy": 0.579803, "bpb": 1.135135}}, "bpb": {"en": 2.10494, "de": 2.31539, "vi": 1.97624, "tr": 2.31327, "fi": 2.49347, "ru": 1.48295, "el": 1.55784, "hi": 1.23737, "ta": 1.02506, "th": 1.14948, "zh": 3.21547, "my": 1.13513}, "gini_cpc": 0.207942, "gini_cps": 0.071479, "bpic": 10.754988, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8798554359403247, "vi": 0.9043404490265613, "tr": 0.9537742743155656, "fi": 0.9033292788158019, "ru": 0.7856220394414024, "el": 0.796435356344798, "hi": 0.8964189698918634, "ta": 0.7301875563137608, "th": 0.7989406519774794, "zh": 2.9466644090755163, "my": 0.5893481556864141}, "t": 220.0} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.11488, "de": 2.32501, "vi": 1.97816, "tr": 2.32024, "fi": 2.50388, "ru": 1.45963, "el": 1.54931, "hi": 1.23575, "ta": 1.03397, "th": 1.16591, "zh": 3.21585, "my": 1.14438}, "bytes_per_chunk": {"en": 5.593, "de": 6.224, "vi": 8.165, "tr": 6.092, "fi": 5.822, "ru": 12.338, "el": 12.959, "hi": 16.129, "ta": 20.114, "th": 17.403, "zh": 5.776, "my": 23.551}, "bpb_mean": 1.83725, "t": 221.2} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.35416, "bpb": 1.95365, "chunk_loss": 0.029981, "F": 0.13937, "G": 0.24131, "chunks": 142.72, "bytes_per_chunk": 7.175, "boundary_entropy": 0.37572, "router_noise": 0.0, "grad_norm": 0.7709, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.7169, "alpha": 0.03, "t": 221.2} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.55497, "bpb": 2.24334, "chunk_loss": 0.030304, "F": 0.15106, "G": 0.25502, "chunks": 154.69, "bytes_per_chunk": 6.62, "boundary_entropy": 0.39177, "router_noise": 0.0, "grad_norm": 0.7881, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.3032, "alpha": 0.03, "t": 223.3} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.41907, "bpb": 2.04728, "chunk_loss": 0.030442, "F": 0.1459, "G": 0.23757, "chunks": 149.41, "bytes_per_chunk": 6.854, "boundary_entropy": 0.36305, "router_noise": 0.0, "grad_norm": 0.7815, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5769, "alpha": 0.03, "t": 225.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.40092, "bpb": 2.0211, "chunk_loss": 0.030007, "F": 0.14471, "G": 0.22487, "chunks": 148.19, "bytes_per_chunk": 6.91, "boundary_entropy": 0.33145, "router_noise": 0.0, "grad_norm": 0.8521, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3506, "alpha": 0.03, "t": 227.2} +{"event": "probe", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.228556, "boundary_entropy": 0.266247, "bpb": 2.092736}, "de": {"chunks": 3575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17411, "cps": 27.929688, "mean_p": 0.203677, "boundary_entropy": 0.242621, "bpb": 2.298617}, "vi": {"chunks": 3007.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.163114, "cps": 23.492188, "mean_p": 0.238685, "boundary_entropy": 0.396837, "bpb": 1.968545}, "tr": {"chunks": 3249.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179473, "cps": 25.382812, "mean_p": 0.210262, "boundary_entropy": 0.260674, "bpb": 2.290986}, "fi": {"chunks": 3206.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170432, "cps": 25.046875, "mean_p": 0.211085, "boundary_entropy": 0.262371, "bpb": 2.478849}, "ru": {"chunks": 2904.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153245, "cps": 22.6875, "mean_p": 0.231411, "boundary_entropy": 0.458519, "bpb": 1.472348}, "el": {"chunks": 3280.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.159821, "cps": 25.625, "mean_p": 0.249063, "boundary_entropy": 0.491713, "bpb": 1.553523}, "hi": {"chunks": 2781.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.16529, "cps": 21.726562, "mean_p": 0.210141, "boundary_entropy": 0.438914, "bpb": 1.23351}, "ta": {"chunks": 2994.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16015, "cps": 23.390625, "mean_p": 0.341245, "boundary_entropy": 0.608852, "bpb": 1.002171}, "th": {"chunks": 2607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162076, "cps": 20.367188, "mean_p": 0.194849, "boundary_entropy": 0.426272, "bpb": 1.139691}, "zh": {"chunks": 3419.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.578903, "cps": 26.710938, "mean_p": 0.383918, "boundary_entropy": 0.593105, "bpb": 3.213657}, "my": {"chunks": 1830.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.09658, "cps": 14.296875, "mean_p": 0.311141, "boundary_entropy": 0.591769, "bpb": 1.134105}}, "bpb": {"en": 2.09274, "de": 2.29862, "vi": 1.96855, "tr": 2.29099, "fi": 2.47885, "ru": 1.47235, "el": 1.55352, "hi": 1.23351, "ta": 1.00217, "th": 1.13969, "zh": 3.21366, "my": 1.13411}, "gini_cpc": 0.209049, "gini_cps": 0.077323, "bpic": 10.588523, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8930255809123635, "vi": 0.8366244388185411, "tr": 0.9205331238238719, "fi": 0.8741619425133655, "ru": 0.7860092523253291, "el": 0.8197345860220314, "hi": 0.8477858750359646, "ta": 0.8214224856218382, "th": 0.8313046819408496, "zh": 2.969244212976478, "my": 0.49536802943585934}, "t": 230.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.1026, "de": 2.30811, "vi": 1.96979, "tr": 2.29803, "fi": 2.48965, "ru": 1.44905, "el": 1.54566, "hi": 1.22967, "ta": 1.0102, "th": 1.15671, "zh": 3.21283, "my": 1.1431}, "bytes_per_chunk": {"en": 5.455, "de": 5.97, "vi": 8.679, "tr": 6.139, "fi": 5.836, "ru": 11.757, "el": 11.993, "hi": 15.39, "ta": 16.684, "th": 16.53, "zh": 5.486, "my": 23.105}, "bpb_mean": 1.82628, "t": 231.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 231.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "parity_a", "lm_loss": 1.21229, "bpb": 1.74897, "chunk_loss": 0.030137, "F": 0.12067, "G": 0.24259, "chunks": 123.56, "bytes_per_chunk": 8.287, "boundary_entropy": 0.41117, "router_noise": 0.0, "grad_norm": 0.7228, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 11.0263, "alpha": 0.03, "t": 231.4} +{"event": "train", "step": 4250, "phase": 3, "objective": "parity_a", "lm_loss": 1.26385, "bpb": 1.82336, "chunk_loss": 0.030258, "F": 0.13507, "G": 0.23683, "chunks": 138.31, "bytes_per_chunk": 7.404, "boundary_entropy": 0.37293, "router_noise": 0.0, "grad_norm": 0.7618, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.6027, "alpha": 0.03, "t": 233.4} +{"event": "train", "step": 4300, "phase": 3, "objective": "parity_a", "lm_loss": 1.48767, "bpb": 2.14626, "chunk_loss": 0.030367, "F": 0.15469, "G": 0.2394, "chunks": 158.41, "bytes_per_chunk": 6.464, "boundary_entropy": 0.34393, "router_noise": 0.0, "grad_norm": 0.8041, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.2852, "alpha": 0.03, "t": 235.3} +{"event": "train", "step": 4350, "phase": 3, "objective": "parity_a", "lm_loss": 1.49132, "bpb": 2.15152, "chunk_loss": 0.030206, "F": 0.1478, "G": 0.23107, "chunks": 151.34, "bytes_per_chunk": 6.766, "boundary_entropy": 0.35134, "router_noise": 0.0, "grad_norm": 0.8897, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.1082, "alpha": 0.03, "t": 237.3} +{"event": "probe", "step": 4400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3400.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195369, "cps": 26.5625, "mean_p": 0.229599, "boundary_entropy": 0.265469, "bpb": 2.083846}, "de": {"chunks": 3581.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.174402, "cps": 27.976562, "mean_p": 0.20369, "boundary_entropy": 0.241923, "bpb": 2.286642}, "vi": {"chunks": 3215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174397, "cps": 25.117188, "mean_p": 0.244485, "boundary_entropy": 0.397751, "bpb": 1.962769}, "tr": {"chunks": 3267.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180467, "cps": 25.523438, "mean_p": 0.213083, "boundary_entropy": 0.265596, "bpb": 2.271264}, "fi": {"chunks": 3308.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175855, "cps": 25.84375, "mean_p": 0.21528, "boundary_entropy": 0.260512, "bpb": 2.458644}, "ru": {"chunks": 3059.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161425, "cps": 23.898438, "mean_p": 0.22796, "boundary_entropy": 0.453141, "bpb": 1.459262}, "el": {"chunks": 3326.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.162062, "cps": 25.984375, "mean_p": 0.25415, "boundary_entropy": 0.496826, "bpb": 1.54267}, "hi": {"chunks": 2981.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.177177, "cps": 23.289062, "mean_p": 0.21045, "boundary_entropy": 0.432718, "bpb": 1.221442}, "ta": {"chunks": 3048.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.163038, "cps": 23.8125, "mean_p": 0.345637, "boundary_entropy": 0.61313, "bpb": 1.000504}, "th": {"chunks": 2894.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179919, "cps": 22.609375, "mean_p": 0.191804, "boundary_entropy": 0.415687, "bpb": 1.1365}, "zh": {"chunks": 3218.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54487, "cps": 25.140625, "mean_p": 0.372037, "boundary_entropy": 0.585386, "bpb": 3.18645}, "my": {"chunks": 2144.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.113152, "cps": 16.75, "mean_p": 0.305039, "boundary_entropy": 0.583525, "bpb": 1.120069}}, "bpb": {"en": 2.08385, "de": 2.28664, "vi": 1.96277, "tr": 2.27126, "fi": 2.45864, "ru": 1.45926, "el": 1.54267, "hi": 1.22144, "ta": 1.0005, "th": 1.1365, "zh": 3.18645, "my": 1.12007}, "gini_cpc": 0.183081, "gini_cps": 0.054982, "bpic": 10.250287, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8926826972935962, "vi": 0.8926537596324128, "tr": 0.9237273152646134, "fi": 0.9001167026802216, "ru": 0.826257597392519, "el": 0.8295195060921606, "hi": 0.906884765317717, "ta": 0.8345160549376209, "th": 0.9209216112929474, "zh": 2.7889311965897097, "my": 0.5791707335245688}, "t": 240.1} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.09418, "de": 2.29682, "vi": 1.9648, "tr": 2.27725, "fi": 2.46913, "ru": 1.43586, "el": 1.53319, "hi": 1.21751, "ta": 1.00837, "th": 1.15356, "zh": 3.18729, "my": 1.12858}, "bytes_per_chunk": {"en": 5.481, "de": 5.917, "vi": 7.946, "tr": 6.05, "fi": 5.646, "ru": 11.514, "el": 11.971, "hi": 14.888, "ta": 18.086, "th": 14.76, "zh": 5.712, "my": 21.831}, "bpb_mean": 1.81388, "t": 241.4} +{"event": "train", "step": 4400, "phase": 3, "objective": "parity_a", "lm_loss": 1.4983, "bpb": 2.16159, "chunk_loss": 0.030196, "F": 0.1496, "G": 0.24016, "chunks": 153.19, "bytes_per_chunk": 6.685, "boundary_entropy": 0.36711, "router_noise": 0.0, "grad_norm": 0.854, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 8.1498, "alpha": 0.03, "t": 241.4} +{"event": "train", "step": 4450, "phase": 3, "objective": "parity_a", "lm_loss": 1.50848, "bpb": 2.17628, "chunk_loss": 0.030197, "F": 0.1405, "G": 0.25411, "chunks": 143.88, "bytes_per_chunk": 7.117, "boundary_entropy": 0.40489, "router_noise": 0.0, "grad_norm": 0.7794, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.0465, "alpha": 0.03, "t": 243.4} +{"event": "train", "step": 4500, "phase": 3, "objective": "parity_a", "lm_loss": 1.43978, "bpb": 2.07716, "chunk_loss": 0.030159, "F": 0.14429, "G": 0.2295, "chunks": 147.75, "bytes_per_chunk": 6.931, "boundary_entropy": 0.33912, "router_noise": 0.0, "grad_norm": 0.8405, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.6468, "alpha": 0.03, "t": 245.5} +{"event": "train", "step": 4550, "phase": 3, "objective": "parity_a", "lm_loss": 1.24588, "bpb": 1.79743, "chunk_loss": 0.030196, "F": 0.12665, "G": 0.22793, "chunks": 129.69, "bytes_per_chunk": 7.896, "boundary_entropy": 0.36708, "router_noise": 0.0, "grad_norm": 0.7982, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.8886, "alpha": 0.03, "t": 247.6} +{"event": "probe", "step": 4600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.228357, "boundary_entropy": 0.260417, "bpb": 2.072542}, "de": {"chunks": 3521.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17148, "cps": 27.507812, "mean_p": 0.200944, "boundary_entropy": 0.23623, "bpb": 2.278632}, "vi": {"chunks": 3174.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172172, "cps": 24.796875, "mean_p": 0.245683, "boundary_entropy": 0.400483, "bpb": 1.955205}, "tr": {"chunks": 3219.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177816, "cps": 25.148438, "mean_p": 0.209599, "boundary_entropy": 0.256986, "bpb": 2.262572}, "fi": {"chunks": 3202.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17022, "cps": 25.015625, "mean_p": 0.208803, "boundary_entropy": 0.25132, "bpb": 2.440727}, "ru": {"chunks": 2929.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154565, "cps": 22.882812, "mean_p": 0.227012, "boundary_entropy": 0.451485, "bpb": 1.451492}, "el": {"chunks": 3122.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152122, "cps": 24.390625, "mean_p": 0.24627, "boundary_entropy": 0.487785, "bpb": 1.532593}, "hi": {"chunks": 2891.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171828, "cps": 22.585938, "mean_p": 0.199513, "boundary_entropy": 0.41891, "bpb": 1.215853}, "ta": {"chunks": 3026.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161861, "cps": 23.640625, "mean_p": 0.341115, "boundary_entropy": 0.609127, "bpb": 0.994063}, "th": {"chunks": 2440.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151694, "cps": 19.0625, "mean_p": 0.176882, "boundary_entropy": 0.397038, "bpb": 1.127785}, "zh": {"chunks": 3127.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.529462, "cps": 24.429688, "mean_p": 0.366191, "boundary_entropy": 0.579168, "bpb": 3.175229}, "my": {"chunks": 2430.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128246, "cps": 18.984375, "mean_p": 0.326789, "boundary_entropy": 0.599094, "bpb": 1.114572}}, "bpb": {"en": 2.07254, "de": 2.27863, "vi": 1.9552, "tr": 2.26257, "fi": 2.44073, "ru": 1.45149, "el": 1.53259, "hi": 1.21585, "ta": 0.99406, "th": 1.12779, "zh": 3.17523, "my": 1.11457}, "gini_cpc": 0.181968, "gini_cps": 0.056405, "bpic": 10.522043, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8795365231866943, "vi": 0.8830881173295807, "tr": 0.9120332796519063, "fi": 0.8730712850679341, "ru": 0.79277586090251, "el": 0.7802473712075555, "hi": 0.8813192969180057, "ta": 0.8302018842657589, "th": 0.7780527134390768, "zh": 2.7156556460887535, "my": 0.6577837767918787}, "t": 250.6} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.0839, "de": 2.28785, "vi": 1.95701, "tr": 2.26909, "fi": 2.45267, "ru": 1.42702, "el": 1.5237, "hi": 1.21242, "ta": 1.00197, "th": 1.14432, "zh": 3.17449, "my": 1.12327}, "bytes_per_chunk": {"en": 5.502, "de": 6.031, "vi": 8.208, "tr": 6.181, "fi": 5.857, "ru": 12.145, "el": 12.654, "hi": 15.516, "ta": 17.414, "th": 17.149, "zh": 5.755, "my": 19.123}, "bpb_mean": 1.80481, "t": 251.8} +{"event": "train", "step": 4600, "phase": 3, "objective": "parity_a", "lm_loss": 1.31875, "bpb": 1.90255, "chunk_loss": 0.029902, "F": 0.12277, "G": 0.24254, "chunks": 125.72, "bytes_per_chunk": 8.145, "boundary_entropy": 0.39605, "router_noise": 0.0, "grad_norm": 0.8118, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.3294, "alpha": 0.03, "t": 251.9} +{"event": "train", "step": 4650, "phase": 3, "objective": "parity_a", "lm_loss": 1.42305, "bpb": 2.05302, "chunk_loss": 0.029899, "F": 0.13321, "G": 0.25462, "chunks": 136.41, "bytes_per_chunk": 7.507, "boundary_entropy": 0.40844, "router_noise": 0.0, "grad_norm": 0.7613, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.295, "alpha": 0.03, "t": 253.8} +{"event": "train", "step": 4700, "phase": 3, "objective": "parity_a", "lm_loss": 1.33808, "bpb": 1.93044, "chunk_loss": 0.030275, "F": 0.14096, "G": 0.22729, "chunks": 144.34, "bytes_per_chunk": 7.094, "boundary_entropy": 0.34908, "router_noise": 0.0, "grad_norm": 0.8677, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9895, "alpha": 0.03, "t": 255.8} +{"event": "train", "step": 4750, "phase": 3, "objective": "parity_a", "lm_loss": 1.35965, "bpb": 1.96155, "chunk_loss": 0.030192, "F": 0.14587, "G": 0.24371, "chunks": 149.38, "bytes_per_chunk": 6.855, "boundary_entropy": 0.36015, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.9622, "alpha": 0.03, "t": 257.8} +{"event": "probe", "step": 4800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3333.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191519, "cps": 26.039062, "mean_p": 0.223448, "boundary_entropy": 0.254445, "bpb": 2.06674}, "de": {"chunks": 3504.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170652, "cps": 27.375, "mean_p": 0.19841, "boundary_entropy": 0.234134, "bpb": 2.26638}, "vi": {"chunks": 3089.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.167562, "cps": 24.132812, "mean_p": 0.239185, "boundary_entropy": 0.393951, "bpb": 1.952462}, "tr": {"chunks": 3177.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175496, "cps": 24.820312, "mean_p": 0.207819, "boundary_entropy": 0.254483, "bpb": 2.253188}, "fi": {"chunks": 3113.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165488, "cps": 24.320312, "mean_p": 0.204961, "boundary_entropy": 0.247672, "bpb": 2.427984}, "ru": {"chunks": 2899.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152982, "cps": 22.648438, "mean_p": 0.224551, "boundary_entropy": 0.448822, "bpb": 1.441787}, "el": {"chunks": 2832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137992, "cps": 22.125, "mean_p": 0.237236, "boundary_entropy": 0.479221, "bpb": 1.52189}, "hi": {"chunks": 3129.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.185973, "cps": 24.445312, "mean_p": 0.206839, "boundary_entropy": 0.430509, "bpb": 1.212439}, "ta": {"chunks": 2360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.126237, "cps": 18.4375, "mean_p": 0.323784, "boundary_entropy": 0.596344, "bpb": 0.991642}, "th": {"chunks": 2477.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.153994, "cps": 19.351562, "mean_p": 0.187961, "boundary_entropy": 0.413519, "bpb": 1.125514}, "zh": {"chunks": 3143.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532171, "cps": 24.554688, "mean_p": 0.366426, "boundary_entropy": 0.577828, "bpb": 3.175774}, "my": {"chunks": 2344.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123707, "cps": 18.3125, "mean_p": 0.309218, "boundary_entropy": 0.587057, "bpb": 1.110521}}, "bpb": {"en": 2.06674, "de": 2.26638, "vi": 1.95246, "tr": 2.25319, "fi": 2.42798, "ru": 1.44179, "el": 1.52189, "hi": 1.21244, "ta": 0.99164, "th": 1.12551, "zh": 3.17577, "my": 1.11052}, "gini_cpc": 0.203652, "gini_cps": 0.067528, "bpic": 10.841271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8910467630798534, "vi": 0.8749103877027247, "tr": 0.9163375211740916, "fi": 0.8640841597316927, "ru": 0.7987811498827982, "el": 0.720511986880606, "hi": 0.9710448667452184, "ta": 0.6591364672706908, "th": 0.8040697946076858, "zh": 2.7786877400913137, "my": 0.6459264039133489}, "t": 260.7} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.07659, "de": 2.27666, "vi": 1.95334, "tr": 2.25885, "fi": 2.43927, "ru": 1.41792, "el": 1.51213, "hi": 1.20878, "ta": 0.99899, "th": 1.14126, "zh": 3.17297, "my": 1.11933}, "bytes_per_chunk": {"en": 5.561, "de": 6.071, "vi": 8.347, "tr": 6.236, "fi": 5.954, "ru": 12.237, "el": 13.879, "hi": 15.529, "ta": 21.429, "th": 17.211, "zh": 5.736, "my": 19.288}, "bpb_mean": 1.79801, "t": 262.0} +{"event": "train", "step": 4800, "phase": 3, "objective": "parity_a", "lm_loss": 1.27845, "bpb": 1.84441, "chunk_loss": 0.029789, "F": 0.12439, "G": 0.2312, "chunks": 127.38, "bytes_per_chunk": 8.039, "boundary_entropy": 0.37145, "router_noise": 0.0, "grad_norm": 0.7574, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 9.766, "alpha": 0.03, "t": 262.0} +{"event": "train", "step": 4850, "phase": 3, "objective": "parity_a", "lm_loss": 1.50766, "bpb": 2.1751, "chunk_loss": 0.030381, "F": 0.15857, "G": 0.23764, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.34416, "router_noise": 0.0, "grad_norm": 0.8565, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.8476, "alpha": 0.03, "t": 264.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "parity_a", "lm_loss": 1.42789, "bpb": 2.06002, "chunk_loss": 0.029646, "F": 0.13382, "G": 0.26339, "chunks": 137.03, "bytes_per_chunk": 7.473, "boundary_entropy": 0.42588, "router_noise": 0.0, "grad_norm": 0.7711, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.358, "alpha": 0.03, "t": 266.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "parity_a", "lm_loss": 1.54038, "bpb": 2.22229, "chunk_loss": 0.029965, "F": 0.15121, "G": 0.23699, "chunks": 154.84, "bytes_per_chunk": 6.613, "boundary_entropy": 0.35072, "router_noise": 0.0, "grad_norm": 0.8561, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 7.6791, "alpha": 0.03, "t": 268.0} +{"event": "probe", "step": 5000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3390.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194794, "cps": 26.484375, "mean_p": 0.22691, "boundary_entropy": 0.256257, "bpb": 2.058872}, "de": {"chunks": 3596.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175133, "cps": 28.09375, "mean_p": 0.202578, "boundary_entropy": 0.235271, "bpb": 2.255083}, "vi": {"chunks": 3138.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17022, "cps": 24.515625, "mean_p": 0.247395, "boundary_entropy": 0.401661, "bpb": 1.947955}, "tr": {"chunks": 3237.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17881, "cps": 25.289062, "mean_p": 0.211528, "boundary_entropy": 0.255794, "bpb": 2.247719}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.211805, "boundary_entropy": 0.251632, "bpb": 2.41856}, "ru": {"chunks": 2972.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156834, "cps": 23.21875, "mean_p": 0.220631, "boundary_entropy": 0.441168, "bpb": 1.43831}, "el": {"chunks": 2953.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.143887, "cps": 23.070312, "mean_p": 0.239595, "boundary_entropy": 0.480009, "bpb": 1.516282}, "hi": {"chunks": 3005.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.178603, "cps": 23.476562, "mean_p": 0.205017, "boundary_entropy": 0.427179, "bpb": 1.208228}, "ta": {"chunks": 2674.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.143033, "cps": 20.890625, "mean_p": 0.331817, "boundary_entropy": 0.602988, "bpb": 0.986535}, "th": {"chunks": 2594.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161268, "cps": 20.265625, "mean_p": 0.185683, "boundary_entropy": 0.408362, "bpb": 1.118506}, "zh": {"chunks": 3393.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.574501, "cps": 26.507812, "mean_p": 0.374041, "boundary_entropy": 0.580403, "bpb": 3.168849}, "my": {"chunks": 1804.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.095208, "cps": 14.09375, "mean_p": 0.312958, "boundary_entropy": 0.591479, "bpb": 1.106576}}, "bpb": {"en": 2.05887, "de": 2.25508, "vi": 1.94795, "tr": 2.24772, "fi": 2.41856, "ru": 1.43831, "el": 1.51628, "hi": 1.20823, "ta": 0.98653, "th": 1.11851, "zh": 3.16885, "my": 1.10658}, "gini_cpc": 0.218054, "gini_cps": 0.079375, "bpic": 10.661176, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8990662559600797, "vi": 0.8738446250999085, "tr": 0.9179448084437184, "fi": 0.8847601408138619, "ru": 0.8051262988301772, "el": 0.7386641536217298, "hi": 0.9168827992478533, "ta": 0.734277727942969, "th": 0.8278913185208007, "zh": 2.949272076694167, "my": 0.4887621641717154}, "t": 270.9} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06854, "de": 2.2644, "vi": 1.94928, "tr": 2.25424, "fi": 2.42983, "ru": 1.41281, "el": 1.50696, "hi": 1.2039, "ta": 0.99442, "th": 1.13514, "zh": 3.16684, "my": 1.11564}, "bytes_per_chunk": {"en": 5.482, "de": 5.912, "vi": 8.09, "tr": 6.109, "fi": 5.711, "ru": 12.021, "el": 13.228, "hi": 15.739, "ta": 18.811, "th": 16.714, "zh": 5.428, "my": 22.873}, "bpb_mean": 1.79183, "t": 272.1} +{"event": "train", "step": 5000, "phase": 3, "objective": "parity_a", "lm_loss": 1.30455, "bpb": 1.88206, "chunk_loss": 0.030284, "F": 0.13452, "G": 0.23907, "chunks": 137.75, "bytes_per_chunk": 7.434, "boundary_entropy": 0.38356, "router_noise": 0.0, "grad_norm": 0.8355, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.8637, "alpha": 0.03, "t": 272.2} +{"event": "train", "step": 5050, "phase": 3, "objective": "parity_a", "lm_loss": 1.2863, "bpb": 1.85573, "chunk_loss": 0.030235, "F": 0.13812, "G": 0.22555, "chunks": 141.44, "bytes_per_chunk": 7.24, "boundary_entropy": 0.34686, "router_noise": 0.0, "grad_norm": 0.8268, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3623, "alpha": 0.03, "t": 274.2} +{"event": "train", "step": 5100, "phase": 3, "objective": "parity_a", "lm_loss": 1.31971, "bpb": 1.90394, "chunk_loss": 0.030257, "F": 0.13788, "G": 0.22623, "chunks": 141.19, "bytes_per_chunk": 7.253, "boundary_entropy": 0.34605, "router_noise": 0.0, "grad_norm": 0.8068, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.3418, "alpha": 0.03, "t": 276.2} +{"event": "train", "step": 5150, "phase": 3, "objective": "parity_a", "lm_loss": 1.35606, "bpb": 1.95638, "chunk_loss": 0.030122, "F": 0.13937, "G": 0.2253, "chunks": 142.72, "bytes_per_chunk": 7.175, "boundary_entropy": 0.34998, "router_noise": 0.0, "grad_norm": 0.8158, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7705, "alpha": 0.03, "t": 278.2} +{"event": "probe", "step": 5200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3370.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193645, "cps": 26.328125, "mean_p": 0.22356, "boundary_entropy": 0.25108, "bpb": 2.05157}, "de": {"chunks": 3537.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172259, "cps": 27.632812, "mean_p": 0.199553, "boundary_entropy": 0.231701, "bpb": 2.249302}, "vi": {"chunks": 2971.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161161, "cps": 23.210938, "mean_p": 0.237958, "boundary_entropy": 0.391061, "bpb": 1.942646}, "tr": {"chunks": 3205.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177042, "cps": 25.039062, "mean_p": 0.208663, "boundary_entropy": 0.250775, "bpb": 2.237393}, "fi": {"chunks": 3276.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174153, "cps": 25.59375, "mean_p": 0.211326, "boundary_entropy": 0.248132, "bpb": 2.406203}, "ru": {"chunks": 2956.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155989, "cps": 23.09375, "mean_p": 0.220198, "boundary_entropy": 0.441232, "bpb": 1.430695}, "el": {"chunks": 3352.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.163329, "cps": 26.1875, "mean_p": 0.248909, "boundary_entropy": 0.48676, "bpb": 1.509262}, "hi": {"chunks": 2971.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176582, "cps": 23.210938, "mean_p": 0.198627, "boundary_entropy": 0.414882, "bpb": 1.199775}, "ta": {"chunks": 2862.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.153089, "cps": 22.359375, "mean_p": 0.3341, "boundary_entropy": 0.603273, "bpb": 0.981878}, "th": {"chunks": 2676.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166366, "cps": 20.90625, "mean_p": 0.178794, "boundary_entropy": 0.39351, "bpb": 1.112718}, "zh": {"chunks": 3247.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.54978, "cps": 25.367188, "mean_p": 0.362721, "boundary_entropy": 0.571382, "bpb": 3.140268}, "my": {"chunks": 1879.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099166, "cps": 14.679688, "mean_p": 0.305837, "boundary_entropy": 0.583086, "bpb": 1.10578}}, "bpb": {"en": 2.05157, "de": 2.2493, "vi": 1.94265, "tr": 2.23739, "fi": 2.4062, "ru": 1.43069, "el": 1.50926, "hi": 1.19977, "ta": 0.98188, "th": 1.11272, "zh": 3.14027, "my": 1.10578}, "gini_cpc": 0.198664, "gini_cps": 0.070189, "bpic": 10.571897, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.889563330130364, "vi": 0.8322498569438375, "tr": 0.9142641734709283, "fi": 0.899344802199988, "ru": 0.8055443107349498, "el": 0.8434461965015438, "hi": 0.9118886248296965, "ta": 0.7905664489227748, "th": 0.8591307492005102, "zh": 2.8391155300499116, "my": 0.5121033576823403}, "t": 281.0} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.06166, "de": 2.25834, "vi": 1.94474, "tr": 2.24311, "fi": 2.41846, "ru": 1.40626, "el": 1.50112, "hi": 1.19639, "ta": 0.99029, "th": 1.1295, "zh": 3.13969, "my": 1.11467}, "bytes_per_chunk": {"en": 5.517, "de": 6.012, "vi": 8.593, "tr": 6.176, "fi": 5.716, "ru": 12.182, "el": 11.628, "hi": 15.649, "ta": 17.988, "th": 15.6, "zh": 5.666, "my": 22.893}, "bpb_mean": 1.78369, "t": 282.3} +{"event": "train", "step": 5200, "phase": 3, "objective": "parity_a", "lm_loss": 1.30494, "bpb": 1.88264, "chunk_loss": 0.030239, "F": 0.13513, "G": 0.23769, "chunks": 138.38, "bytes_per_chunk": 7.4, "boundary_entropy": 0.37581, "router_noise": 0.0, "grad_norm": 0.8499, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.9005, "alpha": 0.03, "t": 282.3} +{"event": "train", "step": 5250, "phase": 3, "objective": "parity_a", "lm_loss": 1.39272, "bpb": 2.00928, "chunk_loss": 0.030984, "F": 0.14731, "G": 0.2412, "chunks": 150.84, "bytes_per_chunk": 6.788, "boundary_entropy": 0.36643, "router_noise": 0.0, "grad_norm": 0.8095, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.2326, "alpha": 0.03, "t": 284.3} +{"event": "train", "step": 5300, "phase": 3, "objective": "parity_a", "lm_loss": 1.39217, "bpb": 2.00848, "chunk_loss": 0.030228, "F": 0.14011, "G": 0.23987, "chunks": 143.47, "bytes_per_chunk": 7.137, "boundary_entropy": 0.37183, "router_noise": 0.0, "grad_norm": 0.8032, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1093, "alpha": 0.03, "t": 286.2} +{"event": "train", "step": 5350, "phase": 3, "objective": "parity_a", "lm_loss": 1.44612, "bpb": 2.08631, "chunk_loss": 0.030036, "F": 0.13733, "G": 0.23016, "chunks": 140.62, "bytes_per_chunk": 7.282, "boundary_entropy": 0.36083, "router_noise": 0.0, "grad_norm": 0.8442, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7556, "alpha": 0.03, "t": 288.2} +{"event": "probe", "step": 5400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.22605, "boundary_entropy": 0.252681, "bpb": 2.046518}, "de": {"chunks": 3549.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172844, "cps": 27.726562, "mean_p": 0.199811, "boundary_entropy": 0.2304, "bpb": 2.241855}, "vi": {"chunks": 3215.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174397, "cps": 25.117188, "mean_p": 0.247815, "boundary_entropy": 0.399883, "bpb": 1.937429}, "tr": {"chunks": 3212.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177429, "cps": 25.09375, "mean_p": 0.209721, "boundary_entropy": 0.250608, "bpb": 2.231616}, "fi": {"chunks": 3228.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.171602, "cps": 25.21875, "mean_p": 0.20832, "boundary_entropy": 0.245482, "bpb": 2.395387}, "ru": {"chunks": 3046.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160739, "cps": 23.796875, "mean_p": 0.22197, "boundary_entropy": 0.442025, "bpb": 1.427334}, "el": {"chunks": 3105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151294, "cps": 24.257812, "mean_p": 0.246341, "boundary_entropy": 0.486738, "bpb": 1.501867}, "hi": {"chunks": 3434.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.204101, "cps": 26.828125, "mean_p": 0.208609, "boundary_entropy": 0.428959, "bpb": 1.196526}, "ta": {"chunks": 3241.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.173362, "cps": 25.320312, "mean_p": 0.340549, "boundary_entropy": 0.608359, "bpb": 0.978773}, "th": {"chunks": 2648.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164625, "cps": 20.6875, "mean_p": 0.183282, "boundary_entropy": 0.400183, "bpb": 1.106585}, "zh": {"chunks": 3403.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.576194, "cps": 26.585938, "mean_p": 0.372335, "boundary_entropy": 0.576256, "bpb": 3.14026}, "my": {"chunks": 2166.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.114313, "cps": 16.921875, "mean_p": 0.298994, "boundary_entropy": 0.577966, "bpb": 1.101451}}, "bpb": {"en": 2.04652, "de": 2.24185, "vi": 1.93743, "tr": 2.23162, "fi": 2.39539, "ru": 1.42733, "el": 1.50187, "hi": 1.19653, "ta": 0.97877, "th": 1.10659, "zh": 3.14026, "my": 1.10145}, "gini_cpc": 0.200901, "gini_cps": 0.05845, "bpic": 10.192033, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8826288650423948, "vi": 0.8905583282717733, "tr": 0.9060444809941236, "fi": 0.8762866123432423, "ru": 0.8208148760637705, "el": 0.7725832593867547, "hi": 1.0422448360295502, "ta": 0.8852747872632963, "th": 0.840662063772126, "zh": 2.9423412511983513, "my": 0.5837402104202161}, "t": 291.0} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05688, "de": 2.2511, "vi": 1.93845, "tr": 2.23701, "fi": 2.40765, "ru": 1.40232, "el": 1.49337, "hi": 1.19144, "ta": 0.98689, "th": 1.12375, "zh": 3.1383, "my": 1.11053}, "bytes_per_chunk": {"en": 5.432, "de": 5.986, "vi": 8.027, "tr": 6.154, "fi": 5.773, "ru": 11.721, "el": 12.886, "hi": 14.657, "ta": 15.608, "th": 16.242, "zh": 5.398, "my": 21.295}, "bpb_mean": 1.77814, "t": 292.3} +{"event": "train", "step": 5400, "phase": 3, "objective": "parity_a", "lm_loss": 1.15658, "bpb": 1.66859, "chunk_loss": 0.030154, "F": 0.11694, "G": 0.23275, "chunks": 119.75, "bytes_per_chunk": 8.551, "boundary_entropy": 0.39427, "router_noise": 0.0, "grad_norm": 0.7693, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 11.0017, "alpha": 0.03, "t": 292.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "parity_a", "lm_loss": 1.21882, "bpb": 1.75838, "chunk_loss": 0.030225, "F": 0.12384, "G": 0.23249, "chunks": 126.81, "bytes_per_chunk": 8.075, "boundary_entropy": 0.38539, "router_noise": 0.0, "grad_norm": 0.8133, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3443, "alpha": 0.03, "t": 294.3} +{"event": "train", "step": 5500, "phase": 3, "objective": "parity_a", "lm_loss": 1.41189, "bpb": 2.03692, "chunk_loss": 0.030752, "F": 0.1553, "G": 0.24149, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.34086, "router_noise": 0.0, "grad_norm": 0.8257, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.8065, "alpha": 0.03, "t": 296.3} +{"event": "train", "step": 5550, "phase": 3, "objective": "parity_a", "lm_loss": 1.43149, "bpb": 2.0652, "chunk_loss": 0.030582, "F": 0.14807, "G": 0.23176, "chunks": 151.62, "bytes_per_chunk": 6.754, "boundary_entropy": 0.3449, "router_noise": 0.0, "grad_norm": 0.8384, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6313, "alpha": 0.03, "t": 298.2} +{"event": "probe", "step": 5600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3437.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197495, "cps": 26.851562, "mean_p": 0.225806, "boundary_entropy": 0.246994, "bpb": 2.041714}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199592, "boundary_entropy": 0.225897, "bpb": 2.235723}, "vi": {"chunks": 3069.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166477, "cps": 23.976562, "mean_p": 0.24231, "boundary_entropy": 0.393986, "bpb": 1.937649}, "tr": {"chunks": 3184.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175882, "cps": 24.875, "mean_p": 0.207553, "boundary_entropy": 0.246253, "bpb": 2.2218}, "fi": {"chunks": 3242.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172346, "cps": 25.328125, "mean_p": 0.208884, "boundary_entropy": 0.243583, "bpb": 2.388453}, "ru": {"chunks": 2869.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.151398, "cps": 22.414062, "mean_p": 0.214906, "boundary_entropy": 0.431614, "bpb": 1.425197}, "el": {"chunks": 3073.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.149734, "cps": 24.007812, "mean_p": 0.24061, "boundary_entropy": 0.478685, "bpb": 1.495753}, "hi": {"chunks": 2936.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174502, "cps": 22.9375, "mean_p": 0.200049, "boundary_entropy": 0.417403, "bpb": 1.189864}, "ta": {"chunks": 2510.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.13426, "cps": 19.609375, "mean_p": 0.332374, "boundary_entropy": 0.602607, "bpb": 0.977455}, "th": {"chunks": 2620.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162885, "cps": 20.46875, "mean_p": 0.178665, "boundary_entropy": 0.39248, "bpb": 1.105661}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.361872, "boundary_entropy": 0.568272, "bpb": 3.131754}, "my": {"chunks": 2440.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.128773, "cps": 19.0625, "mean_p": 0.311568, "boundary_entropy": 0.586871, "bpb": 1.098909}}, "bpb": {"en": 2.04171, "de": 2.23572, "vi": 1.93765, "tr": 2.2218, "fi": 2.38845, "ru": 1.4252, "el": 1.49575, "hi": 1.18986, "ta": 0.97745, "th": 1.10566, "zh": 3.13175, "my": 1.09891}, "gini_cpc": 0.197054, "gini_cps": 0.063711, "bpic": 10.606373, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8788805961509818, "vi": 0.8429432445888128, "tr": 0.8905680199895817, "fi": 0.8726612968748886, "ru": 0.7665948935340463, "el": 0.7581694890427936, "hi": 0.8835793681296235, "ta": 0.679818282596071, "th": 0.8247547285030816, "zh": 2.777769183999032, "my": 0.652035194986275}, "t": 301.1} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.05265, "de": 2.24498, "vi": 1.93778, "tr": 2.22743, "fi": 2.40038, "ru": 1.39877, "el": 1.48744, "hi": 1.18626, "ta": 0.98518, "th": 1.12223, "zh": 3.12922, "my": 1.10809}, "bytes_per_chunk": {"en": 5.383, "de": 5.957, "vi": 8.433, "tr": 6.195, "fi": 5.718, "ru": 12.373, "el": 12.812, "hi": 15.765, "ta": 19.844, "th": 16.279, "zh": 5.595, "my": 18.901}, "bpb_mean": 1.77337, "t": 302.4} +{"event": "train", "step": 5600, "phase": 3, "objective": "parity_a", "lm_loss": 1.49049, "bpb": 2.15033, "chunk_loss": 0.030126, "F": 0.15103, "G": 0.24144, "chunks": 154.66, "bytes_per_chunk": 6.621, "boundary_entropy": 0.36376, "router_noise": 0.0, "grad_norm": 0.8506, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 7.8603, "alpha": 0.03, "t": 302.4} +{"event": "train", "step": 5650, "phase": 3, "objective": "parity_a", "lm_loss": 1.29246, "bpb": 1.86462, "chunk_loss": 0.030256, "F": 0.13208, "G": 0.23159, "chunks": 135.25, "bytes_per_chunk": 7.571, "boundary_entropy": 0.37236, "router_noise": 0.0, "grad_norm": 0.8003, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.839, "alpha": 0.03, "t": 304.4} +{"event": "train", "step": 5700, "phase": 3, "objective": "parity_a", "lm_loss": 1.34378, "bpb": 1.93867, "chunk_loss": 0.030396, "F": 0.14197, "G": 0.22199, "chunks": 145.38, "bytes_per_chunk": 7.044, "boundary_entropy": 0.33516, "router_noise": 0.0, "grad_norm": 0.8422, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9132, "alpha": 0.03, "t": 306.3} +{"event": "train", "step": 5750, "phase": 3, "objective": "parity_a", "lm_loss": 1.22678, "bpb": 1.76987, "chunk_loss": 0.030298, "F": 0.1301, "G": 0.22046, "chunks": 133.22, "bytes_per_chunk": 7.687, "boundary_entropy": 0.34659, "router_noise": 0.0, "grad_norm": 0.807, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7615, "alpha": 0.03, "t": 308.3} +{"event": "probe", "step": 5800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3372.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19376, "cps": 26.34375, "mean_p": 0.222529, "boundary_entropy": 0.245082, "bpb": 2.03873}, "de": {"chunks": 3565.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173623, "cps": 27.851562, "mean_p": 0.199817, "boundary_entropy": 0.226706, "bpb": 2.231445}, "vi": {"chunks": 3192.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173149, "cps": 24.9375, "mean_p": 0.243818, "boundary_entropy": 0.393043, "bpb": 1.931442}, "tr": {"chunks": 3174.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17533, "cps": 24.796875, "mean_p": 0.206282, "boundary_entropy": 0.244551, "bpb": 2.215162}, "fi": {"chunks": 3218.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17107, "cps": 25.140625, "mean_p": 0.20685, "boundary_entropy": 0.240163, "bpb": 2.382854}, "ru": {"chunks": 3199.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.168813, "cps": 24.992188, "mean_p": 0.222403, "boundary_entropy": 0.440106, "bpb": 1.418508}, "el": {"chunks": 2770.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134971, "cps": 21.640625, "mean_p": 0.235165, "boundary_entropy": 0.475027, "bpb": 1.490244}, "hi": {"chunks": 3022.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.179614, "cps": 23.609375, "mean_p": 0.204039, "boundary_entropy": 0.42097, "bpb": 1.187248}, "ta": {"chunks": 2945.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.157529, "cps": 23.007812, "mean_p": 0.339654, "boundary_entropy": 0.607221, "bpb": 0.974305}, "th": {"chunks": 2607.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162076, "cps": 20.367188, "mean_p": 0.180693, "boundary_entropy": 0.395525, "bpb": 1.103138}, "zh": {"chunks": 3338.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565188, "cps": 26.078125, "mean_p": 0.365292, "boundary_entropy": 0.570125, "bpb": 3.127575}, "my": {"chunks": 2561.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.135159, "cps": 20.007812, "mean_p": 0.316021, "boundary_entropy": 0.590362, "bpb": 1.097992}}, "bpb": {"en": 2.03873, "de": 2.23144, "vi": 1.93144, "tr": 2.21516, "fi": 2.38285, "ru": 1.41851, "el": 1.49024, "hi": 1.18725, "ta": 0.97431, "th": 1.10314, "zh": 3.12757, "my": 1.09799}, "gini_cpc": 0.19165, "gini_cps": 0.0537, "bpic": 10.382842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8960735976961313, "vi": 0.8936270265731189, "tr": 0.904884033495166, "fi": 0.8828983609385815, "ru": 0.871247570399722, "el": 0.6965871811558354, "hi": 0.9269919043111791, "ta": 0.8130109293310199, "th": 0.8364818463301611, "zh": 2.916953083479856, "my": 0.6975619075844961}, "t": 311.2} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04923, "de": 2.24221, "vi": 1.93189, "tr": 2.22118, "fi": 2.3949, "ru": 1.39398, "el": 1.48275, "hi": 1.18306, "ta": 0.98268, "th": 1.12013, "zh": 3.12489, "my": 1.10686}, "bytes_per_chunk": {"en": 5.493, "de": 5.954, "vi": 8.118, "tr": 6.235, "fi": 5.811, "ru": 11.15, "el": 14.304, "hi": 15.009, "ta": 16.919, "th": 16.276, "zh": 5.456, "my": 18.447}, "bpb_mean": 1.76948, "t": 312.4} +{"event": "train", "step": 5800, "phase": 3, "objective": "parity_a", "lm_loss": 1.28033, "bpb": 1.84713, "chunk_loss": 0.03021, "F": 0.13913, "G": 0.23678, "chunks": 142.47, "bytes_per_chunk": 7.188, "boundary_entropy": 0.36313, "router_noise": 0.0, "grad_norm": 0.7874, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.083, "n_target_mean": 9.5316, "alpha": 0.03, "t": 312.5} +{"event": "train", "step": 5850, "phase": 3, "objective": "parity_a", "lm_loss": 1.38616, "bpb": 1.9998, "chunk_loss": 0.030319, "F": 0.14151, "G": 0.23204, "chunks": 144.91, "bytes_per_chunk": 7.067, "boundary_entropy": 0.35995, "router_noise": 0.0, "grad_norm": 0.7924, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.9132, "alpha": 0.03, "t": 314.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "parity_a", "lm_loss": 1.34262, "bpb": 1.93699, "chunk_loss": 0.030304, "F": 0.14258, "G": 0.22326, "chunks": 146.0, "bytes_per_chunk": 7.014, "boundary_entropy": 0.33593, "router_noise": 0.0, "grad_norm": 0.8246, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7078, "alpha": 0.03, "t": 316.4} +{"event": "train", "step": 5950, "phase": 3, "objective": "parity_a", "lm_loss": 1.30331, "bpb": 1.88028, "chunk_loss": 0.030037, "F": 0.1308, "G": 0.24016, "chunks": 133.94, "bytes_per_chunk": 7.645, "boundary_entropy": 0.37534, "router_noise": 0.0, "grad_norm": 0.805, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1062, "alpha": 0.03, "t": 318.4} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3428.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196978, "cps": 26.78125, "mean_p": 0.225203, "boundary_entropy": 0.244967, "bpb": 2.037238}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199951, "boundary_entropy": 0.225824, "bpb": 2.227369}, "vi": {"chunks": 3105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16843, "cps": 24.257812, "mean_p": 0.240476, "boundary_entropy": 0.389807, "bpb": 1.929837}, "tr": {"chunks": 3228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178313, "cps": 25.21875, "mean_p": 0.208932, "boundary_entropy": 0.245848, "bpb": 2.21262}, "fi": {"chunks": 3251.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172824, "cps": 25.398438, "mean_p": 0.208529, "boundary_entropy": 0.241568, "bpb": 2.385354}, "ru": {"chunks": 3134.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165383, "cps": 24.484375, "mean_p": 0.217918, "boundary_entropy": 0.431709, "bpb": 1.41716}, "el": {"chunks": 2892.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140915, "cps": 22.59375, "mean_p": 0.236033, "boundary_entropy": 0.473854, "bpb": 1.486692}, "hi": {"chunks": 2927.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.173967, "cps": 22.867188, "mean_p": 0.199376, "boundary_entropy": 0.41366, "bpb": 1.188619}, "ta": {"chunks": 2271.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121476, "cps": 17.742188, "mean_p": 0.324421, "boundary_entropy": 0.597078, "bpb": 0.973921}, "th": {"chunks": 2742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170469, "cps": 21.421875, "mean_p": 0.175522, "boundary_entropy": 0.384052, "bpb": 1.100395}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.362016, "boundary_entropy": 0.567435, "bpb": 3.120777}, "my": {"chunks": 2120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111885, "cps": 16.5625, "mean_p": 0.3058, "boundary_entropy": 0.582308, "bpb": 1.097782}}, "bpb": {"en": 2.03724, "de": 2.22737, "vi": 1.92984, "tr": 2.21262, "fi": 2.38535, "ru": 1.41716, "el": 1.48669, "hi": 1.18862, "ta": 0.97392, "th": 1.10039, "zh": 3.12078, "my": 1.09778}, "gini_cpc": 0.20829, "gini_cps": 0.075511, "bpic": 10.689683, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8811880422902347, "vi": 0.8550701968093136, "tr": 0.9052453060798022, "fi": 0.8773813386702968, "ru": 0.8396012659981589, "el": 0.7153865165706734, "hi": 0.8831835196901316, "ta": 0.6167014530058299, "th": 0.8654255089556684, "zh": 2.785062043583627, "my": 0.5680097516780557}, "t": 321.3} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04827, "de": 2.23789, "vi": 1.9301, "tr": 2.21893, "fi": 2.39565, "ru": 1.39225, "el": 1.47887, "hi": 1.18506, "ta": 0.98205, "th": 1.11727, "zh": 3.11864, "my": 1.10669}, "bytes_per_chunk": {"en": 5.434, "de": 5.956, "vi": 8.506, "tr": 6.136, "fi": 5.733, "ru": 11.229, "el": 13.731, "hi": 15.65, "ta": 21.65, "th": 15.293, "zh": 5.585, "my": 21.223}, "bpb_mean": 1.76764, "t": 322.6} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3428.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196978, "cps": 26.78125, "mean_p": 0.225203, "boundary_entropy": 0.244967, "bpb": 2.037238}, "de": {"chunks": 3564.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173574, "cps": 27.84375, "mean_p": 0.199951, "boundary_entropy": 0.225824, "bpb": 2.227369}, "vi": {"chunks": 3105.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16843, "cps": 24.257812, "mean_p": 0.240476, "boundary_entropy": 0.389807, "bpb": 1.929837}, "tr": {"chunks": 3228.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178313, "cps": 25.21875, "mean_p": 0.208932, "boundary_entropy": 0.245848, "bpb": 2.21262}, "fi": {"chunks": 3251.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172824, "cps": 25.398438, "mean_p": 0.208529, "boundary_entropy": 0.241568, "bpb": 2.385354}, "ru": {"chunks": 3134.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165383, "cps": 24.484375, "mean_p": 0.217918, "boundary_entropy": 0.431709, "bpb": 1.41716}, "el": {"chunks": 2892.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140915, "cps": 22.59375, "mean_p": 0.236033, "boundary_entropy": 0.473854, "bpb": 1.486692}, "hi": {"chunks": 2927.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.173967, "cps": 22.867188, "mean_p": 0.199376, "boundary_entropy": 0.41366, "bpb": 1.188619}, "ta": {"chunks": 2271.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.121476, "cps": 17.742188, "mean_p": 0.324421, "boundary_entropy": 0.597078, "bpb": 0.973921}, "th": {"chunks": 2742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170469, "cps": 21.421875, "mean_p": 0.175522, "boundary_entropy": 0.384052, "bpb": 1.100395}, "zh": {"chunks": 3240.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548595, "cps": 25.3125, "mean_p": 0.362016, "boundary_entropy": 0.567435, "bpb": 3.120777}, "my": {"chunks": 2120.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111885, "cps": 16.5625, "mean_p": 0.3058, "boundary_entropy": 0.582308, "bpb": 1.097782}}, "bpb": {"en": 2.03724, "de": 2.22737, "vi": 1.92984, "tr": 2.21262, "fi": 2.38535, "ru": 1.41716, "el": 1.48669, "hi": 1.18862, "ta": 0.97392, "th": 1.10039, "zh": 3.12078, "my": 1.09778}, "gini_cpc": 0.20829, "gini_cps": 0.075511, "bpic": 10.689683, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8811880422902347, "vi": 0.8550701968093136, "tr": 0.9052453060798022, "fi": 0.8773813386702968, "ru": 0.8396012659981589, "el": 0.7153865165706734, "hi": 0.8831835196901316, "ta": 0.6167014530058299, "th": 0.8654255089556684, "zh": 2.785062043583627, "my": 0.5680097516780557}, "t": 323.5} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s0/th0.70"], "t": 325.7} +{"event": "final", "run": "pilot_D_s0", "condition": "D", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19697753260932024, "cps": 26.78125, "bpb": 2.0564327909613564, "bytes_per_chunk": 5.4002987073183295}, "de": {"cpc": 0.17357424633516777, "cps": 27.84375, "bpb": 2.2304391401790364, "bytes_per_chunk": 5.999130375082958}, "vi": {"cpc": 0.16842961757526445, "cps": 24.2578125, "bpb": 1.93324927137629, "bytes_per_chunk": 8.566377465156936}, "tr": {"cpc": 0.17831298679776833, "cps": 25.21875, "bpb": 2.2107201361279754, "bytes_per_chunk": 6.162366741499078}, "fi": {"cpc": 0.17282441124873743, "cps": 25.3984375, "bpb": 2.411091479467502, "bytes_per_chunk": 5.7366946778711485}, "ru": {"cpc": 0.1653825857519789, "cps": 24.484375, "bpb": 1.3915013521675956, "bytes_per_chunk": 11.290064171583618}, "el": {"cpc": 0.14091507089606783, "cps": 22.59375, "bpb": 1.4743248109146854, "bytes_per_chunk": 13.641255138679295}, "hi": {"cpc": 0.17396731054977713, "cps": 22.8671875, "bpb": 1.1925665799107257, "bytes_per_chunk": 15.51606984314886}, "ta": {"cpc": 0.12147633056967104, "cps": 17.7421875, "bpb": 0.9821712170167444, "bytes_per_chunk": 21.85170674780144}, "th": {"cpc": 0.17046938141125273, "cps": 21.421875, "bpb": 1.1156348275744843, "bytes_per_chunk": 15.45113756925616}, "zh": {"cpc": 0.548594649508974, "cps": 25.3125, "bpb": 3.1274176547014894, "bytes_per_chunk": 5.593419606755358}, "my": {"cpc": 0.1118851593835761, "cps": 16.5625, "bpb": 1.1170419735004704, "bytes_per_chunk": 21.30039814739579}}, "gini_cpc": 0.2082899216246239, "gini_cps": 0.07551111358698681, "bpic": 10.689683026015263, "seed": 0, "mean_boundary_entropy": 0.37418800592422485, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 328.0} diff --git a/pilot_D_s0/model.safetensors b/pilot_D_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..412f80d1fa60ce2b4a13f293a09b26ed3ec4343e --- /dev/null +++ b/pilot_D_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f7a846a04ad851b19efc1eb026cbb344e6b3419049d0d8cb0364b613c5dbe9f6 +size 90078296 diff --git a/pilot_D_s1/config.json b/pilot_D_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..52dccd1287309526a98eb3436c33678108277fd8 --- /dev/null +++ b/pilot_D_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_D_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "D", + "seed": 1, + "out_dir": null, + "run_name": "pilot_D_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.19931583660905217, + "gini_cps": 0.07285079635143443, + "bpic": 10.88277328796257, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9606295246240699, + "vi": 1.3587862507309212, + "tr": 0.9946425759826852, + "fi": 0.8716158469228481, + "ru": 0.9186823295794272, + "el": 0.7862724474330963, + "hi": 0.8917088902824416, + "ta": 0.8041269219926616, + "th": 0.9889663604926271, + "zh": 3.1580155984998517, + "my": 0.9464667936802198 + } + } +} \ No newline at end of file diff --git a/pilot_D_s1/final.json b/pilot_D_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..afbe497f1d0358373aec3cc9bec9f139cbc341df --- /dev/null +++ b/pilot_D_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_D_s1", + "condition": "D", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16583347698672643, + "cps": 22.546875, + "bpb": 2.0195061380206267, + "bytes_per_chunk": 5.745936763658283 + }, + "de": { + "cpc": 0.15930453416451565, + "cps": 25.5546875, + "bpb": 2.213628104780089, + "bytes_per_chunk": 6.312311878446387 + }, + "vi": { + "cpc": 0.2253322484404665, + "cps": 32.453125, + "bpb": 1.8725015379406975, + "bytes_per_chunk": 5.821929064783352 + }, + "tr": { + "cpc": 0.16494503673424293, + "cps": 23.328125, + "bpb": 2.203306813213618, + "bytes_per_chunk": 6.584464678178964 + }, + "fi": { + "cpc": 0.1445430864919462, + "cps": 21.2421875, + "bpb": 2.4005071081897893, + "bytes_per_chunk": 6.9100734121492495 + }, + "ru": { + "cpc": 0.15234828496042216, + "cps": 22.5546875, + "bpb": 1.3800709767324575, + "bytes_per_chunk": 12.274957857276643 + }, + "el": { + "cpc": 0.13039029381669345, + "cps": 20.90625, + "bpb": 1.4594291248005655, + "bytes_per_chunk": 13.588575279268072 + }, + "hi": { + "cpc": 0.14787518573551264, + "cps": 19.4375, + "bpb": 1.194676554437294, + "bytes_per_chunk": 15.326025314975592 + }, + "ta": { + "cpc": 0.1333511634126772, + "cps": 19.4765625, + "bpb": 0.9830124540300663, + "bytes_per_chunk": 19.031799041672716 + }, + "th": { + "cpc": 0.16400373018340067, + "cps": 20.609375, + "bpb": 1.117575458308989, + "bytes_per_chunk": 16.442576679420434 + }, + "zh": { + "cpc": 0.5237047070775482, + "cps": 24.1640625, + "bpb": 3.1352185512684816, + "bytes_per_chunk": 5.470450751252087 + }, + "my": { + "cpc": 0.1569558792484695, + "cps": 23.234375, + "bpb": 1.1233414185297674, + "bytes_per_chunk": 21.024501744395877 + } + }, + "gini_cpc": 0.19931583660905217, + "gini_cps": 0.07285079635143443, + "bpic": 10.88277328796257, + "seed": 1, + "mean_boundary_entropy": 0.18736852705478668, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_D_s1/log.jsonl b/pilot_D_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..03e236b19aee5848601d01db7bb6fd02974a72cc --- /dev/null +++ b/pilot_D_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_D_s1", "condition": "D", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "parity_a", "p2_objective": "parity_a", "p3_objective": "parity_a", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.3} +{"event": "probe", "step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "parity_a", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.054913, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3224, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "n_target_mean": 8.46, "alpha": 0.03, "t": 3.5} +{"event": "probe", "step": 1, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15233, "cps": 20.710938, "mean_p": 0.478014, "boundary_entropy": 0.685428, "bpb": 8.011974}, "de": {"chunks": 2036.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099157, "cps": 15.90625, "mean_p": 0.469559, "boundary_entropy": 0.685258, "bpb": 8.041816}, "vi": {"chunks": 14097.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.764687, "cps": 110.132812, "mean_p": 0.507001, "boundary_entropy": 0.688289, "bpb": 7.87346}, "tr": {"chunks": 5608.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309783, "cps": 43.8125, "mean_p": 0.485935, "boundary_entropy": 0.686367, "bpb": 7.996246}, "fi": {"chunks": 4695.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249588, "cps": 36.679688, "mean_p": 0.484347, "boundary_entropy": 0.686583, "bpb": 8.049991}, "ru": {"chunks": 17462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.921478, "cps": 136.421875, "mean_p": 0.502256, "boundary_entropy": 0.690066, "bpb": 8.083936}, "el": {"chunks": 31397.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.529845, "cps": 245.289062, "mean_p": 0.517838, "boundary_entropy": 0.689713, "bpb": 7.792222}, "hi": {"chunks": 1656.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098425, "cps": 12.9375, "mean_p": 0.47624, "boundary_entropy": 0.689493, "bpb": 8.025401}, "ta": {"chunks": 39497.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.112704, "cps": 308.570312, "mean_p": 0.514483, "boundary_entropy": 0.690547, "bpb": 8.080354}, "th": {"chunks": 44393.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.759901, "cps": 346.820312, "mean_p": 0.520629, "boundary_entropy": 0.690236, "bpb": 8.182891}, "zh": {"chunks": 12934.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189976, "cps": 101.046875, "mean_p": 0.528294, "boundary_entropy": 0.684754, "bpb": 8.116894}, "my": {"chunks": 7039.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37149, "cps": 54.992188, "mean_p": 0.491132, "boundary_entropy": 0.69102, "bpb": 8.097746}}, "bpb": {"en": 8.01197, "de": 8.04182, "vi": 7.87346, "tr": 7.99625, "fi": 8.04999, "ru": 8.08394, "el": 7.79222, "hi": 8.0254, "ta": 8.08035, "th": 8.18289, "zh": 8.11689, "my": 8.09775}, "gini_cpc": 0.507855, "gini_cps": 0.50131, "bpic": 2.091849, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6509382004656993, "vi": 5.019933341088415, "tr": 2.033629560076542, "fi": 1.6384685349376928, "ru": 6.049216972934991, "el": 10.042959244941315, "hi": 0.6461296222289608, "ta": 13.869251799494538, "th": 18.117898489810415, "zh": 14.376521111649463, "my": 2.4387202339074556}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151123, "cps": 20.546875, "mean_p": 0.477849, "boundary_entropy": 0.685414, "bpb": 7.961854}, "de": {"chunks": 2014.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098086, "cps": 15.734375, "mean_p": 0.469385, "boundary_entropy": 0.685236, "bpb": 8.00005}, "vi": {"chunks": 13969.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.757743, "cps": 109.132812, "mean_p": 0.5067, "boundary_entropy": 0.688298, "bpb": 7.840232}, "tr": {"chunks": 5552.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.306689, "cps": 43.375, "mean_p": 0.485743, "boundary_entropy": 0.686357, "bpb": 7.961929}, "fi": {"chunks": 4624.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.245814, "cps": 36.125, "mean_p": 0.484094, "boundary_entropy": 0.686565, "bpb": 8.009884}, "ru": {"chunks": 17138.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.90438, "cps": 133.890625, "mean_p": 0.501945, "boundary_entropy": 0.690066, "bpb": 8.040076}, "el": {"chunks": 31307.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.525459, "cps": 244.585938, "mean_p": 0.517677, "boundary_entropy": 0.689723, "bpb": 7.769434}, "hi": {"chunks": 1648.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097949, "cps": 12.875, "mean_p": 0.47624, "boundary_entropy": 0.689493, "bpb": 7.984554}, "ta": {"chunks": 39106.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.091789, "cps": 305.515625, "mean_p": 0.514214, "boundary_entropy": 0.690561, "bpb": 8.04294}, "th": {"chunks": 44327.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.755797, "cps": 346.304688, "mean_p": 0.520207, "boundary_entropy": 0.690268, "bpb": 8.123261}, "zh": {"chunks": 12931.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189468, "cps": 101.023438, "mean_p": 0.52829, "boundary_entropy": 0.684753, "bpb": 8.106765}, "my": {"chunks": 7036.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371332, "cps": 54.96875, "mean_p": 0.491119, "boundary_entropy": 0.691019, "bpb": 8.083679}}, "bpb": {"en": 7.96185, "de": 8.00005, "vi": 7.84023, "tr": 7.96193, "fi": 8.00988, "ru": 8.04008, "el": 7.76943, "hi": 7.98455, "ta": 8.04294, "th": 8.12326, "zh": 8.10677, "my": 8.08368}, "gini_cpc": 0.509042, "gini_cps": 0.501856, "bpic": 2.105425, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6490459297738094, "vi": 5.014071782369665, "tr": 2.02939823221116, "fi": 1.626575826416588, "ru": 5.984381833321629, "el": 10.094132003248141, "hi": 0.6481425092797134, "ta": 13.841600110641405, "th": 18.235414781974562, "zh": 14.487953412074335, "my": 2.4571452307736763}, "t": 6.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2544.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.146182, "cps": 19.875, "mean_p": 0.47739, "boundary_entropy": 0.685377, "bpb": 7.791804}, "de": {"chunks": 1960.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095456, "cps": 15.3125, "mean_p": 0.468884, "boundary_entropy": 0.685178, "bpb": 7.852456}, "vi": {"chunks": 13503.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.732465, "cps": 105.492188, "mean_p": 0.505568, "boundary_entropy": 0.688328, "bpb": 7.729971}, "tr": {"chunks": 5374.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.296857, "cps": 41.984375, "mean_p": 0.485164, "boundary_entropy": 0.686327, "bpb": 7.843042}, "fi": {"chunks": 4440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236032, "cps": 34.6875, "mean_p": 0.483332, "boundary_entropy": 0.68651, "bpb": 7.870413}, "ru": {"chunks": 15693.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.828127, "cps": 122.601562, "mean_p": 0.500522, "boundary_entropy": 0.690064, "bpb": 7.865671}, "el": {"chunks": 30947.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.507918, "cps": 241.773438, "mean_p": 0.51696, "boundary_entropy": 0.68977, "bpb": 7.686307}, "hi": {"chunks": 1629.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.09682, "cps": 12.726562, "mean_p": 0.476283, "boundary_entropy": 0.6895, "bpb": 7.835268}, "ta": {"chunks": 37817.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.02284, "cps": 295.445312, "mean_p": 0.513321, "boundary_entropy": 0.690604, "bpb": 7.913632}, "th": {"chunks": 43996.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.735219, "cps": 343.71875, "mean_p": 0.518951, "boundary_entropy": 0.690359, "bpb": 7.955541}, "zh": {"chunks": 12931.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189468, "cps": 101.023438, "mean_p": 0.528323, "boundary_entropy": 0.684748, "bpb": 8.079738}, "my": {"chunks": 6967.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.367691, "cps": 54.429688, "mean_p": 0.491034, "boundary_entropy": 0.691016, "bpb": 8.000741}}, "bpb": {"en": 7.7918, "de": 7.85246, "vi": 7.72997, "tr": 7.84304, "fi": 7.87041, "ru": 7.86567, "el": 7.68631, "hi": 7.83527, "ta": 7.91363, "th": 7.95554, "zh": 8.07974, "my": 8.00074}, "gini_cpc": 0.513293, "gini_cps": 0.503459, "bpic": 2.158486, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6529962352366049, "vi": 5.0106508205781655, "tr": 2.0307390675370183, "fi": 1.6146488957183822, "ru": 5.665050343505749, "el": 10.315367928205722, "hi": 0.6623278617286719, "ta": 13.837849957359197, "th": 18.711092310309027, "zh": 14.977719132765525, "my": 2.515298012733957}, "t": 8.1} +{"event": "probe", "step": 8, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2252.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.129403, "cps": 17.59375, "mean_p": 0.475934, "boundary_entropy": 0.685267, "bpb": 7.298722}, "de": {"chunks": 1744.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.084936, "cps": 13.625, "mean_p": 0.467134, "boundary_entropy": 0.684982, "bpb": 7.411715}, "vi": {"chunks": 12063.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.654353, "cps": 94.242188, "mean_p": 0.502149, "boundary_entropy": 0.688389, "bpb": 7.434446}, "tr": {"chunks": 4789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.264542, "cps": 37.414062, "mean_p": 0.483101, "boundary_entropy": 0.686215, "bpb": 7.495633}, "fi": {"chunks": 3755.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.199617, "cps": 29.335938, "mean_p": 0.480551, "boundary_entropy": 0.686299, "bpb": 7.454744}, "ru": {"chunks": 10681.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.563641, "cps": 83.445312, "mean_p": 0.495194, "boundary_entropy": 0.689985, "bpb": 7.24805}, "el": {"chunks": 29971.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.460362, "cps": 234.148438, "mean_p": 0.515176, "boundary_entropy": 0.689875, "bpb": 7.512499}, "hi": {"chunks": 1543.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.091709, "cps": 12.054688, "mean_p": 0.476082, "boundary_entropy": 0.689485, "bpb": 7.411868}, "ta": {"chunks": 31217.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.669805, "cps": 243.882812, "mean_p": 0.50872, "boundary_entropy": 0.690773, "bpb": 7.494799}, "th": {"chunks": 42177.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.622132, "cps": 329.507812, "mean_p": 0.514032, "boundary_entropy": 0.690656, "bpb": 7.521067}, "zh": {"chunks": 12958.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.19404, "cps": 101.234375, "mean_p": 0.528499, "boundary_entropy": 0.684728, "bpb": 7.97217}, "my": {"chunks": 6946.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.366582, "cps": 54.265625, "mean_p": 0.490927, "boundary_entropy": 0.691012, "bpb": 7.746939}}, "bpb": {"en": 7.29872, "de": 7.41172, "vi": 7.43445, "tr": 7.49563, "fi": 7.45474, "ru": 7.24805, "el": 7.5125, "hi": 7.41187, "ta": 7.4948, "th": 7.52107, "zh": 7.97217, "my": 7.74694}, "gini_cpc": 0.528123, "gini_cps": 0.508984, "bpic": 2.397193, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.656371638982744, "vi": 5.056708511157969, "tr": 2.0443253765285654, "fi": 1.5426016512956355, "ru": 4.355704761994029, "el": 11.285378320506672, "hi": 0.7087067793792013, "ta": 12.903913076938057, "th": 20.263308406550234, "zh": 16.955096542096154, "my": 2.832873207068349}, "t": 9.8} +{"event": "probe", "step": 16, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2020.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.116072, "cps": 15.78125, "mean_p": 0.476849, "boundary_entropy": 0.685549, "bpb": 6.639777}, "de": {"chunks": 1531.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.074563, "cps": 11.960938, "mean_p": 0.468383, "boundary_entropy": 0.685391, "bpb": 6.762222}, "vi": {"chunks": 8962.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.48614, "cps": 70.015625, "mean_p": 0.494729, "boundary_entropy": 0.688368, "bpb": 7.049425}, "tr": {"chunks": 4098.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226371, "cps": 32.015625, "mean_p": 0.481056, "boundary_entropy": 0.686208, "bpb": 7.016454}, "fi": {"chunks": 2704.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.143746, "cps": 21.125, "mean_p": 0.476635, "boundary_entropy": 0.686059, "bpb": 6.856597}, "ru": {"chunks": 3908.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.206227, "cps": 30.53125, "mean_p": 0.482718, "boundary_entropy": 0.689354, "bpb": 6.457824}, "el": {"chunks": 17247.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.840374, "cps": 134.742188, "mean_p": 0.500867, "boundary_entropy": 0.690291, "bpb": 6.846361}, "hi": {"chunks": 1463.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.086954, "cps": 11.429688, "mean_p": 0.476952, "boundary_entropy": 0.689586, "bpb": 6.639369}, "ta": {"chunks": 12296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.657716, "cps": 96.0625, "mean_p": 0.487136, "boundary_entropy": 0.690466, "bpb": 6.593898}, "th": {"chunks": 9673.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.601368, "cps": 75.570312, "mean_p": 0.49116, "boundary_entropy": 0.690759, "bpb": 6.485575}, "zh": {"chunks": 13206.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.236031, "cps": 103.171875, "mean_p": 0.529748, "boundary_entropy": 0.684652, "bpb": 7.6815}, "my": {"chunks": 5866.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.309584, "cps": 45.828125, "mean_p": 0.48957, "boundary_entropy": 0.690961, "bpb": 6.969677}}, "bpb": {"en": 6.63978, "de": 6.76222, "vi": 7.04942, "tr": 7.01645, "fi": 6.8566, "ru": 6.45782, "el": 6.84636, "hi": 6.63937, "ta": 6.5939, "th": 6.48558, "zh": 7.6815, "my": 6.96968}, "gini_cpc": 0.522954, "gini_cps": 0.404149, "bpic": 4.625316, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6423852113453687, "vi": 4.188268817117676, "tr": 1.9502673644705244, "fi": 1.2384188522515003, "ru": 1.7767163196530735, "el": 7.240115074948513, "hi": 0.7491383049151868, "ta": 5.666450975667238, "th": 5.180991422424804, "zh": 19.26418326052043, "my": 2.6671745182751336}, "t": 11.7} +{"event": "probe", "step": 32, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3759.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.215997, "cps": 29.367188, "mean_p": 0.488776, "boundary_entropy": 0.686866, "bpb": 6.231685}, "de": {"chunks": 3220.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.156821, "cps": 25.15625, "mean_p": 0.483494, "boundary_entropy": 0.687366, "bpb": 6.33814}, "vi": {"chunks": 5401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.292975, "cps": 42.195312, "mean_p": 0.486986, "boundary_entropy": 0.688163, "bpb": 6.759057}, "tr": {"chunks": 5068.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.279954, "cps": 39.59375, "mean_p": 0.487387, "boundary_entropy": 0.687055, "bpb": 6.645382}, "fi": {"chunks": 3459.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183882, "cps": 27.023438, "mean_p": 0.483256, "boundary_entropy": 0.686937, "bpb": 6.41502}, "ru": {"chunks": 461.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.024327, "cps": 3.601562, "mean_p": 0.471201, "boundary_entropy": 0.688375, "bpb": 5.91674}, "el": {"chunks": 581.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.02831, "cps": 4.539062, "mean_p": 0.463143, "boundary_entropy": 0.687338, "bpb": 6.458908}, "hi": {"chunks": 1376.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.081783, "cps": 10.75, "mean_p": 0.482003, "boundary_entropy": 0.690136, "bpb": 5.91743}, "ta": {"chunks": 320.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.017117, "cps": 2.5, "mean_p": 0.472143, "boundary_entropy": 0.689372, "bpb": 6.273255}, "th": {"chunks": 515.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.032017, "cps": 4.023438, "mean_p": 0.4798, "boundary_entropy": 0.690128, "bpb": 5.762986}, "zh": {"chunks": 6635.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.123434, "cps": 51.835938, "mean_p": 0.498675, "boundary_entropy": 0.686322, "bpb": 7.3352}, "my": {"chunks": 1719.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.090722, "cps": 13.429688, "mean_p": 0.4814, "boundary_entropy": 0.690463, "bpb": 5.941921}}, "bpb": {"en": 6.23168, "de": 6.33814, "vi": 6.75906, "tr": 6.64538, "fi": 6.41502, "ru": 5.91674, "el": 6.45891, "hi": 5.91743, "ta": 6.27325, "th": 5.76299, "zh": 7.3352, "my": 5.94192}, "gini_cpc": 0.581676, "gini_cps": 0.434264, "bpic": 11.803562, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7260311579098586, "vi": 1.3563845360773417, "tr": 1.2960980262847264, "fi": 0.8513153673859893, "ru": 0.11262725658946234, "el": 0.13106510558939596, "hi": 0.3786301168429054, "ta": 0.07924580898862253, "th": 0.1482306313154305, "zh": 5.201148803994693, "my": 0.4200145110885237}, "t": 14.2} +{"event": "train", "step": 50, "phase": 1, "objective": "parity_a", "lm_loss": 4.21479, "bpb": 6.08065, "chunk_loss": 0.025583, "F": 0.08319, "G": 0.48045, "chunks": 85.19, "bytes_per_chunk": 12.021, "boundary_entropy": 0.69122, "router_noise": 0.0, "grad_norm": 1.8921, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.236, "n_target_mean": 8.8306, "alpha": 0.03, "t": 15.3} +{"event": "probe", "step": 64, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5214.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.299604, "cps": 40.734375, "mean_p": 0.495231, "boundary_entropy": 0.687334, "bpb": 5.718803}, "de": {"chunks": 4934.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.240296, "cps": 38.546875, "mean_p": 0.491274, "boundary_entropy": 0.688053, "bpb": 5.835719}, "vi": {"chunks": 4076.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.221101, "cps": 31.84375, "mean_p": 0.483105, "boundary_entropy": 0.687896, "bpb": 6.21988}, "tr": {"chunks": 4233.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.233829, "cps": 33.070312, "mean_p": 0.486367, "boundary_entropy": 0.687208, "bpb": 6.184832}, "fi": {"chunks": 3883.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.206422, "cps": 30.335938, "mean_p": 0.487866, "boundary_entropy": 0.687477, "bpb": 5.911858}, "ru": {"chunks": 5242.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.276623, "cps": 40.953125, "mean_p": 0.490558, "boundary_entropy": 0.690111, "bpb": 5.400279}, "el": {"chunks": 3197.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.155776, "cps": 24.976562, "mean_p": 0.48611, "boundary_entropy": 0.690039, "bpb": 5.673419}, "hi": {"chunks": 1271.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.075542, "cps": 9.929688, "mean_p": 0.481659, "boundary_entropy": 0.69012, "bpb": 5.394776}, "ta": {"chunks": 1171.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.062637, "cps": 9.148438, "mean_p": 0.481496, "boundary_entropy": 0.690336, "bpb": 5.453892}, "th": {"chunks": 4201.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.261175, "cps": 32.820312, "mean_p": 0.490961, "boundary_entropy": 0.690884, "bpb": 5.120118}, "zh": {"chunks": 3576.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.605486, "cps": 27.9375, "mean_p": 0.489061, "boundary_entropy": 0.686401, "bpb": 6.988806}, "my": {"chunks": 19431.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.025491, "cps": 151.804688, "mean_p": 0.496864, "boundary_entropy": 0.691298, "bpb": 5.030235}}, "bpb": {"en": 5.7188, "de": 5.83572, "vi": 6.21988, "tr": 6.18483, "fi": 5.91186, "ru": 5.40028, "el": 5.67342, "hi": 5.39478, "ta": 5.45389, "th": 5.12012, "zh": 6.98881, "my": 5.03024}, "gini_cpc": 0.38313, "gini_cps": 0.356731, "bpic": 6.350941, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8020470233523996, "vi": 0.7379792091330751, "tr": 0.7804602890238043, "fi": 0.6889831495038252, "ru": 0.9232958758285233, "el": 0.5199419809496062, "hi": 0.2521410581067888, "ta": 0.2090665337925656, "th": 0.8717354545919568, "zh": 2.020957408295751, "my": 3.4228263689637664}, "t": 17.1} +{"event": "train", "step": 100, "phase": 1, "objective": "parity_a", "lm_loss": 3.41607, "bpb": 4.92835, "chunk_loss": 0.036686, "F": 0.16599, "G": 0.48291, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.69118, "router_noise": 0.0, "grad_norm": 1.9763, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 9.9011, "alpha": 0.03, "t": 19.2} +{"event": "probe", "step": 128, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2994.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.172039, "cps": 23.390625, "mean_p": 0.482034, "boundary_entropy": 0.686127, "bpb": 4.49803}, "de": {"chunks": 3193.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.155506, "cps": 24.945312, "mean_p": 0.479135, "boundary_entropy": 0.686718, "bpb": 4.686026}, "vi": {"chunks": 4938.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.26786, "cps": 38.578125, "mean_p": 0.47444, "boundary_entropy": 0.686036, "bpb": 4.967936}, "tr": {"chunks": 2995.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165442, "cps": 23.398438, "mean_p": 0.474626, "boundary_entropy": 0.685395, "bpb": 5.017959}, "fi": {"chunks": 2317.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.123173, "cps": 18.101562, "mean_p": 0.478207, "boundary_entropy": 0.686409, "bpb": 4.75896}, "ru": {"chunks": 2033.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.107282, "cps": 15.882812, "mean_p": 0.470664, "boundary_entropy": 0.687137, "bpb": 3.690001}, "el": {"chunks": 4162.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.202797, "cps": 32.515625, "mean_p": 0.485601, "boundary_entropy": 0.689874, "bpb": 4.524091}, "hi": {"chunks": 431.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.025617, "cps": 3.367188, "mean_p": 0.465322, "boundary_entropy": 0.688149, "bpb": 3.597136}, "ta": {"chunks": 3028.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161968, "cps": 23.65625, "mean_p": 0.475116, "boundary_entropy": 0.689546, "bpb": 3.809662}, "th": {"chunks": 12921.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.803295, "cps": 100.945312, "mean_p": 0.489999, "boundary_entropy": 0.690396, "bpb": 3.492055}, "zh": {"chunks": 1865.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.315781, "cps": 14.570312, "mean_p": 0.481288, "boundary_entropy": 0.6859, "bpb": 6.31552}, "my": {"chunks": 27349.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.443371, "cps": 213.664062, "mean_p": 0.499716, "boundary_entropy": 0.691362, "bpb": 4.17359}}, "bpb": {"en": 4.49803, "de": 4.68603, "vi": 4.96794, "tr": 5.01796, "fi": 4.75896, "ru": 3.69, "el": 4.52409, "hi": 3.59714, "ta": 3.80966, "th": 3.49205, "zh": 6.31552, "my": 4.17359}, "gini_cpc": 0.504939, "gini_cps": 0.520075, "bpic": 5.625143, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9038967722617104, "vi": 1.5569700833726035, "tr": 0.9616534621471856, "fi": 0.7159562333427687, "ru": 0.623591933206783, "el": 1.1787821611160731, "hi": 0.14889993955220993, "ta": 0.9414618485433022, "th": 4.6692527734985045, "zh": 1.8355140691135063, "my": 8.389776650620218}, "t": 21.7} +{"event": "train", "step": 150, "phase": 1, "objective": "parity_a", "lm_loss": 2.94381, "bpb": 4.24703, "chunk_loss": 0.032309, "F": 0.15848, "G": 0.47703, "chunks": 162.28, "bytes_per_chunk": 6.31, "boundary_entropy": 0.68994, "router_noise": 0.0, "grad_norm": 2.0172, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.077, "n_target_mean": 9.3719, "alpha": 0.03, "t": 23.0} +{"event": "probe", "step": 200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3386.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194564, "cps": 26.453125, "mean_p": 0.413198, "boundary_entropy": 0.657269, "bpb": 3.922905}, "de": {"chunks": 3211.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.156382, "cps": 25.085938, "mean_p": 0.404581, "boundary_entropy": 0.655969, "bpb": 4.113335}, "vi": {"chunks": 3909.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.212042, "cps": 30.539062, "mean_p": 0.417995, "boundary_entropy": 0.661871, "bpb": 3.72612}, "tr": {"chunks": 3975.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219577, "cps": 31.054688, "mean_p": 0.420498, "boundary_entropy": 0.661522, "bpb": 4.162157}, "fi": {"chunks": 2546.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.135346, "cps": 19.890625, "mean_p": 0.405438, "boundary_entropy": 0.658224, "bpb": 4.171387}, "ru": {"chunks": 3534.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.186491, "cps": 27.609375, "mean_p": 0.454742, "boundary_entropy": 0.683627, "bpb": 2.842104}, "el": {"chunks": 3193.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.155582, "cps": 24.945312, "mean_p": 0.455484, "boundary_entropy": 0.684205, "bpb": 3.006095}, "hi": {"chunks": 2441.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.145082, "cps": 19.070312, "mean_p": 0.469078, "boundary_entropy": 0.68825, "bpb": 2.473711}, "ta": {"chunks": 2119.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.113346, "cps": 16.554688, "mean_p": 0.476289, "boundary_entropy": 0.689668, "bpb": 2.420982}, "th": {"chunks": 3425.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.212931, "cps": 26.757812, "mean_p": 0.473092, "boundary_entropy": 0.688526, "bpb": 2.35194}, "zh": {"chunks": 3019.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511175, "cps": 23.585938, "mean_p": 0.473592, "boundary_entropy": 0.683454, "bpb": 5.278777}, "my": {"chunks": 10873.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.573834, "cps": 84.945312, "mean_p": 0.445282, "boundary_entropy": 0.68037, "bpb": 2.47094}}, "bpb": {"en": 3.9229, "de": 4.11333, "vi": 3.72612, "tr": 4.16216, "fi": 4.17139, "ru": 2.8421, "el": 3.00609, "hi": 2.47371, "ta": 2.42098, "th": 2.35194, "zh": 5.27878, "my": 2.47094}, "gini_cpc": 0.279058, "gini_cps": 0.224787, "bpic": 8.410532, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.803757548859803, "vi": 1.089832349448286, "tr": 1.1285576473718235, "fi": 0.6956386158919783, "ru": 0.9585052528882704, "el": 0.7996413428536621, "hi": 0.745675498008143, "ta": 0.5825626721233239, "th": 1.094401493395339, "zh": 2.6272828857055472, "my": 2.949328709617929}, "t": 26.3} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.92585, "de": 4.11485, "vi": 3.73188, "tr": 4.17177, "fi": 4.17375, "ru": 2.82599, "el": 2.99911, "hi": 2.46949, "ta": 2.43737, "th": 2.38485, "zh": 5.28849, "my": 2.48825}, "bytes_per_chunk": {"en": 4.961, "de": 6.862, "vi": 6.194, "tr": 5.046, "fi": 8.156, "ru": 8.53, "el": 11.987, "hi": 23.289, "ta": 22.396, "th": 12.305, "zh": 4.941, "my": 4.828}, "bpb_mean": 3.41764, "t": 27.6} +{"event": "train", "step": 200, "phase": 1, "objective": "parity_a", "lm_loss": 2.55797, "bpb": 3.69037, "chunk_loss": 0.031604, "F": 0.15369, "G": 0.42863, "chunks": 157.38, "bytes_per_chunk": 6.507, "boundary_entropy": 0.671, "router_noise": 0.0, "grad_norm": 1.2625, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "n_target_mean": 8.6962, "alpha": 0.03, "t": 27.6} +{"event": "train", "step": 250, "phase": 1, "objective": "parity_a", "lm_loss": 2.19823, "bpb": 3.17138, "chunk_loss": 0.029984, "F": 0.12933, "G": 0.37308, "chunks": 132.44, "bytes_per_chunk": 7.732, "boundary_entropy": 0.60292, "router_noise": 0.0, "grad_norm": 0.9807, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 10.4982, "alpha": 0.03, "t": 29.8} +{"event": "probe", "step": 256, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3412.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196058, "cps": 26.65625, "mean_p": 0.319248, "boundary_entropy": 0.500383, "bpb": 3.592152}, "de": {"chunks": 3713.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180831, "cps": 29.007812, "mean_p": 0.295723, "boundary_entropy": 0.498974, "bpb": 3.840332}, "vi": {"chunks": 4775.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.259018, "cps": 37.304688, "mean_p": 0.351048, "boundary_entropy": 0.594982, "bpb": 3.198228}, "tr": {"chunks": 4085.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.225653, "cps": 31.914062, "mean_p": 0.306333, "boundary_entropy": 0.516976, "bpb": 3.880756}, "fi": {"chunks": 3455.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183669, "cps": 26.992188, "mean_p": 0.296599, "boundary_entropy": 0.509086, "bpb": 3.943819}, "ru": {"chunks": 4135.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.218206, "cps": 32.304688, "mean_p": 0.374045, "boundary_entropy": 0.637624, "bpb": 2.659376}, "el": {"chunks": 3321.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.161818, "cps": 25.945312, "mean_p": 0.38881, "boundary_entropy": 0.653194, "bpb": 2.722043}, "hi": {"chunks": 9376.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.557266, "cps": 73.25, "mean_p": 0.459107, "boundary_entropy": 0.683817, "bpb": 2.165245}, "ta": {"chunks": 2147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114844, "cps": 16.773438, "mean_p": 0.439781, "boundary_entropy": 0.682008, "bpb": 2.025184}, "th": {"chunks": 3745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.232826, "cps": 29.257812, "mean_p": 0.448273, "boundary_entropy": 0.681643, "bpb": 2.116209}, "zh": {"chunks": 3265.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.552828, "cps": 25.507812, "mean_p": 0.444314, "boundary_entropy": 0.667593, "bpb": 4.978544}, "my": {"chunks": 429.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.022641, "cps": 3.351562, "mean_p": 0.387228, "boundary_entropy": 0.658332, "bpb": 2.258985}}, "bpb": {"en": 3.59215, "de": 3.84033, "vi": 3.19823, "tr": 3.88076, "fi": 3.94382, "ru": 2.65938, "el": 2.72204, "hi": 2.16524, "ta": 2.02518, "th": 2.11621, "zh": 4.97854, "my": 2.25898}, "gini_cpc": 0.31293, "gini_cps": 0.242117, "bpic": 8.3689, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9223327712704947, "vi": 1.3211293219642157, "tr": 1.1509503972287274, "fi": 0.9368094564160565, "ru": 1.11296471865556, "el": 0.8253594500300153, "hi": 2.842350449162035, "ta": 0.5857626450640518, "th": 1.1875334581343762, "zh": 2.8197125719904927, "my": 0.11548059525409334}, "t": 31.0} +{"event": "train", "step": 300, "phase": 1, "objective": "parity_a", "lm_loss": 2.20151, "bpb": 3.17611, "chunk_loss": 0.034148, "F": 0.17908, "G": 0.34223, "chunks": 183.38, "bytes_per_chunk": 5.584, "boundary_entropy": 0.54146, "router_noise": 0.0, "grad_norm": 1.0579, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.07, "n_target_mean": 9.7923, "alpha": 0.03, "t": 33.3} +{"event": "train", "step": 350, "phase": 1, "objective": "parity_a", "lm_loss": 2.46241, "bpb": 3.55251, "chunk_loss": 0.034971, "F": 0.22281, "G": 0.35314, "chunks": 228.16, "bytes_per_chunk": 4.488, "boundary_entropy": 0.48268, "router_noise": 0.0, "grad_norm": 1.2289, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.057, "n_target_mean": 7.6699, "alpha": 0.03, "t": 36.2} +{"event": "probe", "step": 400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3210.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184451, "cps": 25.078125, "mean_p": 0.27896, "boundary_entropy": 0.371026, "bpb": 3.190648}, "de": {"chunks": 3410.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166074, "cps": 26.640625, "mean_p": 0.271879, "boundary_entropy": 0.394053, "bpb": 3.437713}, "vi": {"chunks": 3411.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185028, "cps": 26.648438, "mean_p": 0.271288, "boundary_entropy": 0.488267, "bpb": 2.838698}, "tr": {"chunks": 3607.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199249, "cps": 28.179688, "mean_p": 0.271745, "boundary_entropy": 0.40434, "bpb": 3.448919}, "fi": {"chunks": 3140.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166924, "cps": 24.53125, "mean_p": 0.27737, "boundary_entropy": 0.41924, "bpb": 3.625676}, "ru": {"chunks": 3630.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191557, "cps": 28.359375, "mean_p": 0.28647, "boundary_entropy": 0.545312, "bpb": 2.586593}, "el": {"chunks": 3007.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146519, "cps": 23.492188, "mean_p": 0.276296, "boundary_entropy": 0.550973, "bpb": 2.581895}, "hi": {"chunks": 2128.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.126478, "cps": 16.625, "mean_p": 0.321351, "boundary_entropy": 0.595746, "bpb": 1.991685}, "ta": {"chunks": 2713.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145119, "cps": 21.195312, "mean_p": 0.280785, "boundary_entropy": 0.547089, "bpb": 1.805724}, "th": {"chunks": 1687.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.10488, "cps": 13.179688, "mean_p": 0.331497, "boundary_entropy": 0.618453, "bpb": 1.957295}, "zh": {"chunks": 5515.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.933796, "cps": 43.085938, "mean_p": 0.375277, "boundary_entropy": 0.484363, "bpb": 4.164822}, "my": {"chunks": 718.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.037893, "cps": 5.609375, "mean_p": 0.348197, "boundary_entropy": 0.63522, "bpb": 2.035987}}, "bpb": {"en": 3.19065, "de": 3.43771, "vi": 2.8387, "tr": 3.44892, "fi": 3.62568, "ru": 2.58659, "el": 2.58189, "hi": 1.99168, "ta": 1.80572, "th": 1.95729, "zh": 4.16482, "my": 2.03599}, "gini_cpc": 0.369466, "gini_cps": 0.196668, "bpic": 10.608718, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9003700903628579, "vi": 1.0031310312312267, "tr": 1.0802261307440653, "fi": 0.9049755636118655, "ru": 1.0385239069859196, "el": 0.7943495808896424, "hi": 0.6857023510297038, "ta": 0.786762065922969, "th": 0.568608182581438, "zh": 5.062571406869618, "my": 0.20543770555519386}, "t": 39.6} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20105, "de": 3.43609, "vi": 2.84375, "tr": 3.45942, "fi": 3.62091, "ru": 2.57385, "el": 2.57677, "hi": 1.98828, "ta": 1.82129, "th": 1.98658, "zh": 4.17291, "my": 2.05155}, "bytes_per_chunk": {"en": 5.213, "de": 6.094, "vi": 8.842, "tr": 5.548, "fi": 6.059, "ru": 9.131, "el": 12.049, "hi": 11.727, "ta": 16.719, "th": 19.032, "zh": 2.988, "my": 61.092}, "bpb_mean": 2.81104, "t": 40.9} +{"event": "train", "step": 400, "phase": 1, "objective": "parity_a", "lm_loss": 2.0276, "bpb": 2.92521, "chunk_loss": 0.031147, "F": 0.16037, "G": 0.29098, "chunks": 164.22, "bytes_per_chunk": 6.236, "boundary_entropy": 0.44375, "router_noise": 0.0, "grad_norm": 1.1364, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 9.0619, "alpha": 0.03, "t": 40.9} +{"event": "train", "step": 450, "phase": 1, "objective": "parity_a", "lm_loss": 2.08253, "bpb": 3.00446, "chunk_loss": 0.03037, "F": 0.14255, "G": 0.26641, "chunks": 145.97, "bytes_per_chunk": 7.015, "boundary_entropy": 0.41721, "router_noise": 0.0, "grad_norm": 1.0268, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 9.2111, "alpha": 0.03, "t": 43.4} +{"event": "train", "step": 500, "phase": 1, "objective": "parity_a", "lm_loss": 2.06707, "bpb": 2.98215, "chunk_loss": 0.030082, "F": 0.14273, "G": 0.24327, "chunks": 146.16, "bytes_per_chunk": 7.006, "boundary_entropy": 0.38979, "router_noise": 0.0, "grad_norm": 1.0036, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.051, "n_target_mean": 8.8607, "alpha": 0.03, "t": 45.9} +{"event": "train", "step": 550, "phase": 1, "objective": "parity_a", "lm_loss": 1.95304, "bpb": 2.81765, "chunk_loss": 0.029997, "F": 0.13696, "G": 0.22739, "chunks": 140.25, "bytes_per_chunk": 7.301, "boundary_entropy": 0.35034, "router_noise": 0.0, "grad_norm": 0.806, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.6552, "alpha": 0.03, "t": 48.0} +{"event": "probe", "step": 600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3100.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17813, "cps": 24.21875, "mean_p": 0.241245, "boundary_entropy": 0.275943, "bpb": 2.930287}, "de": {"chunks": 3321.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16174, "cps": 25.945312, "mean_p": 0.234429, "boundary_entropy": 0.293509, "bpb": 3.189933}, "vi": {"chunks": 4193.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227448, "cps": 32.757812, "mean_p": 0.20434, "boundary_entropy": 0.311539, "bpb": 2.529326}, "tr": {"chunks": 3377.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186544, "cps": 26.382812, "mean_p": 0.254391, "boundary_entropy": 0.338391, "bpb": 3.15227}, "fi": {"chunks": 3110.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165329, "cps": 24.296875, "mean_p": 0.264444, "boundary_entropy": 0.361781, "bpb": 3.378325}, "ru": {"chunks": 3787.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.199842, "cps": 29.585938, "mean_p": 0.148787, "boundary_entropy": 0.281065, "bpb": 2.146859}, "el": {"chunks": 2773.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135117, "cps": 21.664062, "mean_p": 0.181105, "boundary_entropy": 0.391542, "bpb": 2.398192}, "hi": {"chunks": 3806.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.226211, "cps": 29.734375, "mean_p": 0.0997, "boundary_entropy": 0.155161, "bpb": 1.731063}, "ta": {"chunks": 3143.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16812, "cps": 24.554688, "mean_p": 0.097912, "boundary_entropy": 0.197574, "bpb": 1.483667}, "th": {"chunks": 1548.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.096239, "cps": 12.09375, "mean_p": 0.203838, "boundary_entropy": 0.400839, "bpb": 1.80249}, "zh": {"chunks": 3188.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.53979, "cps": 24.90625, "mean_p": 0.308097, "boundary_entropy": 0.51612, "bpb": 3.875595}, "my": {"chunks": 2985.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.157536, "cps": 23.320312, "mean_p": 0.161057, "boundary_entropy": 0.369504, "bpb": 1.773861}}, "bpb": {"en": 2.93029, "de": 3.18993, "vi": 2.52933, "tr": 3.15227, "fi": 3.37832, "ru": 2.14686, "el": 2.39819, "hi": 1.73106, "ta": 1.48367, "th": 1.80249, "zh": 3.8756, "my": 1.77386}, "gini_cpc": 0.220271, "gini_cps": 0.100156, "bpic": 10.012288, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9079854616408206, "vi": 1.2768625423239457, "tr": 1.0472320752397126, "fi": 0.9281345335004741, "ru": 1.1218854540811984, "el": 0.758527710059367, "hi": 1.2699193404591862, "ta": 0.9438029661199734, "th": 0.5402718220742628, "zh": 3.030311656817015, "my": 0.8843891090727084}, "t": 51.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.93975, "de": 3.1873, "vi": 2.53533, "tr": 3.1633, "fi": 3.37209, "ru": 2.13081, "el": 2.39055, "hi": 1.7263, "ta": 1.49721, "th": 1.83017, "zh": 3.88566, "my": 1.78656}, "bytes_per_chunk": {"en": 5.586, "de": 6.219, "vi": 5.803, "tr": 5.781, "fi": 6.174, "ru": 8.718, "el": 12.94, "hi": 10.536, "ta": 15.435, "th": 26.18, "zh": 4.956, "my": 17.738}, "bpb_mean": 2.53709, "t": 52.2} +{"event": "train", "step": 600, "phase": 1, "objective": "parity_a", "lm_loss": 1.86406, "bpb": 2.68926, "chunk_loss": 0.030236, "F": 0.12967, "G": 0.20921, "chunks": 132.78, "bytes_per_chunk": 7.712, "boundary_entropy": 0.3413, "router_noise": 0.0, "grad_norm": 0.7135, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.6908, "alpha": 0.03, "t": 52.3} +{"event": "train", "step": 650, "phase": 1, "objective": "parity_a", "lm_loss": 1.89091, "bpb": 2.72801, "chunk_loss": 0.030378, "F": 0.15137, "G": 0.21365, "chunks": 155.0, "bytes_per_chunk": 6.606, "boundary_entropy": 0.29701, "router_noise": 0.0, "grad_norm": 0.8066, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5086, "alpha": 0.03, "t": 54.3} +{"event": "train", "step": 700, "phase": 1, "objective": "parity_a", "lm_loss": 1.8402, "bpb": 2.65485, "chunk_loss": 0.030651, "F": 0.14575, "G": 0.20176, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.28423, "router_noise": 0.0, "grad_norm": 0.7792, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.5912, "alpha": 0.03, "t": 56.5} +{"event": "train", "step": 750, "phase": 1, "objective": "parity_a", "lm_loss": 1.91595, "bpb": 2.76414, "chunk_loss": 0.030309, "F": 0.15076, "G": 0.20317, "chunks": 154.38, "bytes_per_chunk": 6.633, "boundary_entropy": 0.27285, "router_noise": 0.0, "grad_norm": 0.8662, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5374, "alpha": 0.03, "t": 58.6} +{"event": "probe", "step": 800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2874.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165144, "cps": 22.453125, "mean_p": 0.214464, "boundary_entropy": 0.206924, "bpb": 2.732967}, "de": {"chunks": 3303.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160863, "cps": 25.804688, "mean_p": 0.208789, "boundary_entropy": 0.229959, "bpb": 3.040369}, "vi": {"chunks": 4169.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226146, "cps": 32.570312, "mean_p": 0.184132, "boundary_entropy": 0.243042, "bpb": 2.386902}, "tr": {"chunks": 3734.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206264, "cps": 29.171875, "mean_p": 0.233355, "boundary_entropy": 0.269017, "bpb": 2.995816}, "fi": {"chunks": 2983.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158577, "cps": 23.304688, "mean_p": 0.226948, "boundary_entropy": 0.283314, "bpb": 3.241611}, "ru": {"chunks": 3257.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.171873, "cps": 25.445312, "mean_p": 0.12179, "boundary_entropy": 0.2455, "bpb": 2.016093}, "el": {"chunks": 2198.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.107099, "cps": 17.171875, "mean_p": 0.131702, "boundary_entropy": 0.300238, "bpb": 2.132708}, "hi": {"chunks": 3922.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.233105, "cps": 30.640625, "mean_p": 0.093914, "boundary_entropy": 0.141938, "bpb": 1.658323}, "ta": {"chunks": 3217.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172078, "cps": 25.132812, "mean_p": 0.084811, "boundary_entropy": 0.171301, "bpb": 1.370067}, "th": {"chunks": 2299.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.142928, "cps": 17.960938, "mean_p": 0.196898, "boundary_entropy": 0.369914, "bpb": 1.623565}, "zh": {"chunks": 2977.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504064, "cps": 23.257812, "mean_p": 0.320463, "boundary_entropy": 0.540798, "bpb": 3.716334}, "my": {"chunks": 2521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133048, "cps": 19.695312, "mean_p": 0.139147, "boundary_entropy": 0.318807, "bpb": 1.585166}}, "bpb": {"en": 2.73297, "de": 3.04037, "vi": 2.3869, "tr": 2.99582, "fi": 3.24161, "ru": 2.01609, "el": 2.13271, "hi": 1.65832, "ta": 1.37007, "th": 1.62356, "zh": 3.71633, "my": 1.58517}, "gini_cpc": 0.214474, "gini_cps": 0.106793, "bpic": 10.246729, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.974077524982189, "vi": 1.369386712780276, "tr": 1.2489962043915488, "fi": 0.9602376413480808, "ru": 1.0407487564792526, "el": 0.6485212324031381, "hi": 1.4115292198022749, "ta": 1.0419885526423787, "th": 0.8654764647362038, "zh": 3.052268596317958, "my": 0.8056507690755007}, "t": 61.6} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74529, "de": 3.03804, "vi": 2.38978, "tr": 3.00724, "fi": 3.23654, "ru": 1.99987, "el": 2.12226, "hi": 1.65399, "ta": 1.38296, "th": 1.65424, "zh": 3.72829, "my": 1.59583}, "bytes_per_chunk": {"en": 5.754, "de": 6.236, "vi": 5.853, "tr": 5.266, "fi": 6.4, "ru": 11.256, "el": 15.155, "hi": 10.494, "ta": 15.496, "th": 20.528, "zh": 5.681, "my": 21.833}, "bpb_mean": 2.37953, "t": 62.9} +{"event": "train", "step": 800, "phase": 1, "objective": "parity_a", "lm_loss": 1.65061, "bpb": 2.38132, "chunk_loss": 0.030245, "F": 0.13138, "G": 0.17324, "chunks": 134.53, "bytes_per_chunk": 7.612, "boundary_entropy": 0.22511, "router_noise": 0.0, "grad_norm": 0.7992, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.054, "alpha": 0.03, "t": 62.9} +{"event": "train", "step": 850, "phase": 1, "objective": "parity_a", "lm_loss": 1.71596, "bpb": 2.47561, "chunk_loss": 0.030074, "F": 0.13544, "G": 0.19328, "chunks": 138.69, "bytes_per_chunk": 7.384, "boundary_entropy": 0.26495, "router_noise": 0.0, "grad_norm": 0.7073, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4574, "alpha": 0.03, "t": 64.9} +{"event": "train", "step": 900, "phase": 1, "objective": "parity_a", "lm_loss": 1.63358, "bpb": 2.35676, "chunk_loss": 0.030182, "F": 0.13452, "G": 0.17917, "chunks": 137.75, "bytes_per_chunk": 7.434, "boundary_entropy": 0.23766, "router_noise": 0.0, "grad_norm": 0.6526, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4053, "alpha": 0.03, "t": 66.9} +{"event": "train", "step": 950, "phase": 1, "objective": "parity_a", "lm_loss": 1.72855, "bpb": 2.49377, "chunk_loss": 0.030193, "F": 0.1391, "G": 0.19941, "chunks": 142.44, "bytes_per_chunk": 7.189, "boundary_entropy": 0.27659, "router_noise": 0.0, "grad_norm": 0.6927, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2879, "alpha": 0.03, "t": 68.9} +{"event": "probe", "step": 1000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2878.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165374, "cps": 22.484375, "mean_p": 0.204844, "boundary_entropy": 0.178279, "bpb": 2.6}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.202236, "boundary_entropy": 0.205315, "bpb": 2.914821}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.170571, "boundary_entropy": 0.208031, "bpb": 2.280455}, "tr": {"chunks": 3760.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.2077, "cps": 29.375, "mean_p": 0.218016, "boundary_entropy": 0.229527, "bpb": 2.893944}, "fi": {"chunks": 2964.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157567, "cps": 23.15625, "mean_p": 0.20701, "boundary_entropy": 0.236531, "bpb": 3.192945}, "ru": {"chunks": 2788.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.147124, "cps": 21.78125, "mean_p": 0.132144, "boundary_entropy": 0.261546, "bpb": 1.92736}, "el": {"chunks": 2965.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.144472, "cps": 23.164062, "mean_p": 0.164585, "boundary_entropy": 0.348507, "bpb": 2.069318}, "hi": {"chunks": 3743.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.222467, "cps": 29.242188, "mean_p": 0.083278, "boundary_entropy": 0.166395, "bpb": 1.552063}, "ta": {"chunks": 3303.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176678, "cps": 25.804688, "mean_p": 0.092789, "boundary_entropy": 0.198355, "bpb": 1.274842}, "th": {"chunks": 3562.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.221449, "cps": 27.828125, "mean_p": 0.197724, "boundary_entropy": 0.365317, "bpb": 1.534766}, "zh": {"chunks": 3578.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.605825, "cps": 27.953125, "mean_p": 0.334231, "boundary_entropy": 0.540847, "bpb": 3.643845}, "my": {"chunks": 2708.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.142917, "cps": 21.15625, "mean_p": 0.109818, "boundary_entropy": 0.242709, "bpb": 1.436174}}, "bpb": {"en": 2.6, "de": 2.91482, "vi": 2.28045, "tr": 2.89394, "fi": 3.19295, "ru": 1.92736, "el": 2.06932, "hi": 1.55206, "ta": 1.27484, "th": 1.53477, "zh": 3.64385, "my": 1.43617}, "gini_cpc": 0.220564, "gini_cps": 0.074781, "bpic": 9.667271, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9694842320132337, "vi": 1.363875329298723, "tr": 1.255945008058858, "fi": 0.9527953884123439, "ru": 0.8896452938404529, "el": 0.8736091682014963, "hi": 1.3452347727857075, "ta": 1.0683570858116866, "th": 1.33907894193957, "zh": 3.663365272992425, "my": 0.8642086611938046}, "t": 72.0} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61314, "de": 2.92001, "vi": 2.28627, "tr": 2.90308, "fi": 3.19033, "ru": 1.91018, "el": 2.06025, "hi": 1.54719, "ta": 1.28454, "th": 1.55782, "zh": 3.65358, "my": 1.44567}, "bytes_per_chunk": {"en": 5.759, "de": 6.225, "vi": 5.842, "tr": 5.239, "fi": 6.399, "ru": 12.162, "el": 11.671, "hi": 10.987, "ta": 15.232, "th": 12.978, "zh": 5.146, "my": 19.683}, "bpb_mean": 2.28101, "t": 73.3} +{"event": "train", "step": 1000, "phase": 1, "objective": "parity_a", "lm_loss": 1.74865, "bpb": 2.52276, "chunk_loss": 0.030291, "F": 0.13889, "G": 0.19837, "chunks": 142.22, "bytes_per_chunk": 7.2, "boundary_entropy": 0.27307, "router_noise": 0.0, "grad_norm": 0.679, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.3914, "alpha": 0.03, "t": 73.3} +{"event": "train", "step": 1050, "phase": 1, "objective": "parity_a", "lm_loss": 1.52838, "bpb": 2.20499, "chunk_loss": 0.030049, "F": 0.13239, "G": 0.17439, "chunks": 135.56, "bytes_per_chunk": 7.554, "boundary_entropy": 0.21395, "router_noise": 0.0, "grad_norm": 0.8056, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.9773, "alpha": 0.03, "t": 75.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "parity_a", "lm_loss": 1.77933, "bpb": 2.56703, "chunk_loss": 0.030094, "F": 0.15106, "G": 0.20096, "chunks": 154.69, "bytes_per_chunk": 6.62, "boundary_entropy": 0.23246, "router_noise": 0.0, "grad_norm": 0.8031, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 8.2886, "alpha": 0.03, "t": 77.7} +{"event": "train", "step": 1150, "phase": 1, "objective": "parity_a", "lm_loss": 1.67819, "bpb": 2.42111, "chunk_loss": 0.030249, "F": 0.14493, "G": 0.19669, "chunks": 148.41, "bytes_per_chunk": 6.9, "boundary_entropy": 0.26133, "router_noise": 0.0, "grad_norm": 0.7119, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.9633, "alpha": 0.03, "t": 79.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2908.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167098, "cps": 22.71875, "mean_p": 0.202872, "boundary_entropy": 0.16464, "bpb": 2.512068}, "de": {"chunks": 3312.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161301, "cps": 25.875, "mean_p": 0.20251, "boundary_entropy": 0.194181, "bpb": 2.814444}, "vi": {"chunks": 4177.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22658, "cps": 32.632812, "mean_p": 0.173225, "boundary_entropy": 0.184923, "bpb": 2.232028}, "tr": {"chunks": 3854.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212893, "cps": 30.109375, "mean_p": 0.215977, "boundary_entropy": 0.205775, "bpb": 2.797474}, "fi": {"chunks": 3006.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1598, "cps": 23.484375, "mean_p": 0.206711, "boundary_entropy": 0.224371, "bpb": 3.058331}, "ru": {"chunks": 3109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164063, "cps": 24.289062, "mean_p": 0.149823, "boundary_entropy": 0.305213, "bpb": 1.867045}, "el": {"chunks": 2357.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.114847, "cps": 18.414062, "mean_p": 0.137269, "boundary_entropy": 0.303331, "bpb": 1.951237}, "hi": {"chunks": 2869.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17052, "cps": 22.414062, "mean_p": 0.081874, "boundary_entropy": 0.171723, "bpb": 1.592435}, "ta": {"chunks": 2890.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154587, "cps": 22.578125, "mean_p": 0.086757, "boundary_entropy": 0.188927, "bpb": 1.209725}, "th": {"chunks": 3031.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.188436, "cps": 23.679688, "mean_p": 0.179889, "boundary_entropy": 0.352527, "bpb": 1.483965}, "zh": {"chunks": 2989.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506095, "cps": 23.351562, "mean_p": 0.32184, "boundary_entropy": 0.527826, "bpb": 3.584269}, "my": {"chunks": 2340.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123496, "cps": 18.28125, "mean_p": 0.118252, "boundary_entropy": 0.281244, "bpb": 1.379491}}, "bpb": {"en": 2.51207, "de": 2.81444, "vi": 2.23203, "tr": 2.79747, "fi": 3.05833, "ru": 1.86704, "el": 1.95124, "hi": 1.59243, "ta": 1.20972, "th": 1.48397, "zh": 3.58427, "my": 1.37949}, "gini_cpc": 0.206178, "gini_cps": 0.086545, "bpic": 10.416943, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9653118531439744, "vi": 1.3559730291454903, "tr": 1.2740629217755257, "fi": 0.9563278663447015, "ru": 0.9818411406256239, "el": 0.6873033415523805, "hi": 1.02048163492216, "ta": 0.9251285660311973, "th": 1.1277026192095894, "zh": 3.028741375077964, "my": 0.7390642572345251}, "t": 82.8} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.52269, "de": 2.8164, "vi": 2.2378, "tr": 2.80678, "fi": 3.06266, "ru": 1.84984, "el": 1.93915, "hi": 1.58676, "ta": 1.22023, "th": 1.50627, "zh": 3.591, "my": 1.38737}, "bytes_per_chunk": {"en": 5.742, "de": 6.186, "vi": 5.825, "tr": 5.084, "fi": 6.321, "ru": 12.831, "el": 15.582, "hi": 13.356, "ta": 16.133, "th": 13.945, "zh": 5.711, "my": 22.513}, "bpb_mean": 2.21058, "t": 84.1} +{"event": "train", "step": 1200, "phase": 1, "objective": "parity_a", "lm_loss": 1.62783, "bpb": 2.34846, "chunk_loss": 0.030352, "F": 0.13147, "G": 0.1762, "chunks": 134.62, "bytes_per_chunk": 7.606, "boundary_entropy": 0.2312, "router_noise": 0.0, "grad_norm": 0.785, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.9418, "alpha": 0.03, "t": 84.1} +{"event": "train", "step": 1250, "phase": 1, "objective": "parity_a", "lm_loss": 1.65557, "bpb": 2.38848, "chunk_loss": 0.030157, "F": 0.14465, "G": 0.18838, "chunks": 148.12, "bytes_per_chunk": 6.913, "boundary_entropy": 0.21768, "router_noise": 0.0, "grad_norm": 0.7893, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.7722, "alpha": 0.03, "t": 86.3} +{"event": "train", "step": 1300, "phase": 1, "objective": "parity_a", "lm_loss": 1.58707, "bpb": 2.28966, "chunk_loss": 0.030128, "F": 0.13171, "G": 0.1777, "chunks": 134.88, "bytes_per_chunk": 7.592, "boundary_entropy": 0.23127, "router_noise": 0.0, "grad_norm": 0.7222, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 10.0549, "alpha": 0.03, "t": 88.3} +{"event": "train", "step": 1350, "phase": 1, "objective": "parity_a", "lm_loss": 1.72721, "bpb": 2.49184, "chunk_loss": 0.030156, "F": 0.14813, "G": 0.19344, "chunks": 151.69, "bytes_per_chunk": 6.751, "boundary_entropy": 0.21121, "router_noise": 0.0, "grad_norm": 0.8234, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.4665, "alpha": 0.03, "t": 90.4} +{"event": "probe", "step": 1400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.193726, "boundary_entropy": 0.137566, "bpb": 2.445828}, "de": {"chunks": 3310.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161204, "cps": 25.859375, "mean_p": 0.189565, "boundary_entropy": 0.158347, "bpb": 2.729702}, "vi": {"chunks": 4152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225224, "cps": 32.4375, "mean_p": 0.163613, "boundary_entropy": 0.186654, "bpb": 2.182193}, "tr": {"chunks": 3859.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213169, "cps": 30.148438, "mean_p": 0.204046, "boundary_entropy": 0.179964, "bpb": 2.729952}, "fi": {"chunks": 2910.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154697, "cps": 22.734375, "mean_p": 0.181319, "boundary_entropy": 0.178921, "bpb": 2.997789}, "ru": {"chunks": 3170.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167282, "cps": 24.765625, "mean_p": 0.147429, "boundary_entropy": 0.296997, "bpb": 1.810735}, "el": {"chunks": 2505.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.122058, "cps": 19.570312, "mean_p": 0.136208, "boundary_entropy": 0.300113, "bpb": 1.894175}, "hi": {"chunks": 3569.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.212125, "cps": 27.882812, "mean_p": 0.096909, "boundary_entropy": 0.203498, "bpb": 1.468172}, "ta": {"chunks": 3194.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.170848, "cps": 24.953125, "mean_p": 0.0869, "boundary_entropy": 0.194845, "bpb": 1.179103}, "th": {"chunks": 3224.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.200435, "cps": 25.1875, "mean_p": 0.190962, "boundary_entropy": 0.351257, "bpb": 1.432397}, "zh": {"chunks": 3066.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519133, "cps": 23.953125, "mean_p": 0.298496, "boundary_entropy": 0.488582, "bpb": 3.567299}, "my": {"chunks": 2585.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136426, "cps": 20.195312, "mean_p": 0.13131, "boundary_entropy": 0.303693, "bpb": 1.526628}}, "bpb": {"en": 2.44583, "de": 2.7297, "vi": 2.18219, "tr": 2.72995, "fi": 2.99779, "ru": 1.81074, "el": 1.89417, "hi": 1.46817, "ta": 1.1791, "th": 1.4324, "zh": 3.5673, "my": 1.52663}, "gini_cpc": 0.202059, "gini_cps": 0.079847, "bpic": 9.985196, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704018485028774, "vi": 1.3557831478911433, "tr": 1.2832174466975006, "fi": 0.9312303764213116, "ru": 1.0069921300661044, "el": 0.7347556149007163, "hi": 1.2769312150276284, "ta": 1.0284554189579875, "th": 1.2065629809296363, "zh": 3.1250339253633803, "my": 0.8212458725721479}, "t": 93.4} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45712, "de": 2.73311, "vi": 2.18844, "tr": 2.73634, "fi": 3.00271, "ru": 1.79179, "el": 1.88314, "hi": 1.4662, "ta": 1.1879, "th": 1.45354, "zh": 3.57259, "my": 1.53311}, "bytes_per_chunk": {"en": 5.746, "de": 6.22, "vi": 5.815, "tr": 5.072, "fi": 6.474, "ru": 11.166, "el": 14.331, "hi": 10.935, "ta": 15.534, "th": 15.133, "zh": 5.426, "my": 20.689}, "bpb_mean": 2.16716, "t": 94.6} +{"event": "train", "step": 1400, "phase": 1, "objective": "parity_a", "lm_loss": 1.58604, "bpb": 2.28817, "chunk_loss": 0.030154, "F": 0.14896, "G": 0.1939, "chunks": 152.53, "bytes_per_chunk": 6.713, "boundary_entropy": 0.20867, "router_noise": 0.0, "grad_norm": 0.8455, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.142, "alpha": 0.03, "t": 94.7} +{"event": "train", "step": 1450, "phase": 1, "objective": "parity_a", "lm_loss": 1.73957, "bpb": 2.50967, "chunk_loss": 0.030131, "F": 0.14597, "G": 0.18574, "chunks": 149.47, "bytes_per_chunk": 6.851, "boundary_entropy": 0.20744, "router_noise": 0.0, "grad_norm": 0.773, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.9038, "alpha": 0.03, "t": 96.7} +{"event": "train", "step": 1500, "phase": 1, "objective": "parity_a", "lm_loss": 1.56311, "bpb": 2.25509, "chunk_loss": 0.030087, "F": 0.1131, "G": 0.17433, "chunks": 115.81, "bytes_per_chunk": 8.842, "boundary_entropy": 0.25148, "router_noise": 0.0, "grad_norm": 0.6923, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.659, "alpha": 0.03, "t": 98.9} +{"event": "train", "step": 1550, "phase": 1, "objective": "parity_a", "lm_loss": 1.62444, "bpb": 2.34357, "chunk_loss": 0.03024, "F": 0.14169, "G": 0.19423, "chunks": 145.09, "bytes_per_chunk": 7.058, "boundary_entropy": 0.24638, "router_noise": 0.0, "grad_norm": 0.6878, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.2199, "alpha": 0.03, "t": 101.0} +{"event": "probe", "step": 1600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2877.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165316, "cps": 22.476562, "mean_p": 0.18851, "boundary_entropy": 0.124023, "bpb": 2.383691}, "de": {"chunks": 3302.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160814, "cps": 25.796875, "mean_p": 0.183912, "boundary_entropy": 0.145126, "bpb": 2.66587}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.15753, "boundary_entropy": 0.165028, "bpb": 2.139604}, "tr": {"chunks": 3617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199801, "cps": 28.257812, "mean_p": 0.193594, "boundary_entropy": 0.173662, "bpb": 2.661038}, "fi": {"chunks": 2775.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.14752, "cps": 21.679688, "mean_p": 0.169925, "boundary_entropy": 0.158878, "bpb": 2.912735}, "ru": {"chunks": 2849.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150343, "cps": 22.257812, "mean_p": 0.135223, "boundary_entropy": 0.279582, "bpb": 1.759506}, "el": {"chunks": 2832.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137992, "cps": 22.125, "mean_p": 0.148213, "boundary_entropy": 0.300349, "bpb": 1.837714}, "hi": {"chunks": 3824.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.227281, "cps": 29.875, "mean_p": 0.102254, "boundary_entropy": 0.194936, "bpb": 1.433277}, "ta": {"chunks": 3093.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.165445, "cps": 24.164062, "mean_p": 0.085172, "boundary_entropy": 0.176302, "bpb": 1.21746}, "th": {"chunks": 2964.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184271, "cps": 23.15625, "mean_p": 0.176386, "boundary_entropy": 0.340112, "bpb": 1.362092}, "zh": {"chunks": 3012.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50999, "cps": 23.53125, "mean_p": 0.298406, "boundary_entropy": 0.47771, "bpb": 3.518679}, "my": {"chunks": 2471.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13041, "cps": 19.304688, "mean_p": 0.113077, "boundary_entropy": 0.255999, "bpb": 1.302563}}, "bpb": {"en": 2.38369, "de": 2.66587, "vi": 2.1396, "tr": 2.66104, "fi": 2.91274, "ru": 1.75951, "el": 1.83771, "hi": 1.43328, "ta": 1.21746, "th": 1.36209, "zh": 3.51868, "my": 1.30256}, "gini_cpc": 0.202422, "gini_cps": 0.080266, "bpic": 10.161808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9727672034544255, "vi": 1.3620525064390767, "tr": 1.2085989584452355, "fi": 0.892350276048741, "ru": 0.9094262658166901, "el": 0.8347120098272713, "hi": 1.3748238863228939, "ta": 1.000780210062133, "th": 1.1146573712449794, "zh": 3.084933333380415, "my": 0.7888485428425702}, "t": 104.2} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.39654, "de": 2.668, "vi": 2.14449, "tr": 2.66624, "fi": 2.91712, "ru": 1.74068, "el": 1.82718, "hi": 1.43138, "ta": 1.2257, "th": 1.38237, "zh": 3.52305, "my": 1.31088}, "bytes_per_chunk": {"en": 5.752, "de": 6.256, "vi": 5.846, "tr": 5.241, "fi": 6.821, "ru": 12.616, "el": 11.782, "hi": 10.495, "ta": 15.576, "th": 14.482, "zh": 5.681, "my": 21.601}, "bpb_mean": 2.1028, "t": 105.6} +{"event": "train", "step": 1600, "phase": 1, "objective": "parity_a", "lm_loss": 1.60463, "bpb": 2.31499, "chunk_loss": 0.030055, "F": 0.12665, "G": 0.17642, "chunks": 129.69, "bytes_per_chunk": 7.896, "boundary_entropy": 0.24817, "router_noise": 0.0, "grad_norm": 0.8522, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 9.6652, "alpha": 0.03, "t": 105.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "parity_a", "lm_loss": 1.52039, "bpb": 2.19346, "chunk_loss": 0.030075, "F": 0.11942, "G": 0.16891, "chunks": 122.28, "bytes_per_chunk": 8.374, "boundary_entropy": 0.22597, "router_noise": 0.0, "grad_norm": 0.7554, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 10.2069, "alpha": 0.03, "t": 108.0} +{"event": "train", "step": 1700, "phase": 1, "objective": "parity_a", "lm_loss": 1.45228, "bpb": 2.0952, "chunk_loss": 0.030262, "F": 0.13074, "G": 0.17856, "chunks": 133.88, "bytes_per_chunk": 7.649, "boundary_entropy": 0.2434, "router_noise": 0.0, "grad_norm": 0.6903, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.9255, "alpha": 0.03, "t": 110.4} +{"event": "train", "step": 1750, "phase": 1, "objective": "parity_a", "lm_loss": 1.64247, "bpb": 2.36958, "chunk_loss": 0.030106, "F": 0.14023, "G": 0.18422, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.2054, "router_noise": 0.0, "grad_norm": 0.8023, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.052, "n_target_mean": 8.4686, "alpha": 0.03, "t": 113.0} +{"event": "probe", "step": 1800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2882.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165604, "cps": 22.515625, "mean_p": 0.188647, "boundary_entropy": 0.120003, "bpb": 2.340961}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.184699, "boundary_entropy": 0.142608, "bpb": 2.606165}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.166356, "boundary_entropy": 0.152132, "bpb": 2.116747}, "tr": {"chunks": 3348.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184942, "cps": 26.15625, "mean_p": 0.191726, "boundary_entropy": 0.170708, "bpb": 2.636445}, "fi": {"chunks": 2772.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.147361, "cps": 21.65625, "mean_p": 0.170944, "boundary_entropy": 0.155978, "bpb": 2.870028}, "ru": {"chunks": 3217.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.169763, "cps": 25.132812, "mean_p": 0.147246, "boundary_entropy": 0.295469, "bpb": 1.709731}, "el": {"chunks": 2872.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139941, "cps": 22.4375, "mean_p": 0.141192, "boundary_entropy": 0.291149, "bpb": 1.795845}, "hi": {"chunks": 3808.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.22633, "cps": 29.75, "mean_p": 0.111934, "boundary_entropy": 0.220412, "bpb": 1.416569}, "ta": {"chunks": 3037.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16245, "cps": 23.726562, "mean_p": 0.091864, "boundary_entropy": 0.204794, "bpb": 1.130586}, "th": {"chunks": 2101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130619, "cps": 16.414062, "mean_p": 0.185203, "boundary_entropy": 0.352256, "bpb": 1.358499}, "zh": {"chunks": 3342.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.565865, "cps": 26.109375, "mean_p": 0.320926, "boundary_entropy": 0.495866, "bpb": 3.490001}, "my": {"chunks": 2325.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.122704, "cps": 18.164062, "mean_p": 0.098272, "boundary_entropy": 0.216495, "bpb": 1.316329}}, "bpb": {"en": 2.34096, "de": 2.60617, "vi": 2.11675, "tr": 2.63644, "fi": 2.87003, "ru": 1.70973, "el": 1.79585, "hi": 1.41657, "ta": 1.13059, "th": 1.3585, "zh": 3.49, "my": 1.31633}, "gini_cpc": 0.227613, "gini_cps": 0.09875, "bpic": 10.320023, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9707854551970689, "vi": 1.3701712997652724, "tr": 1.116773349876294, "fi": 0.8898391025877747, "ru": 1.0251135882989497, "el": 0.8450331262874852, "hi": 1.36669627435958, "ta": 0.9809558605311645, "th": 0.7887422970051754, "zh": 3.4169855847086668, "my": 0.7409514032854007}, "t": 116.2} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.35212, "de": 2.6097, "vi": 2.12135, "tr": 2.64397, "fi": 2.87066, "ru": 1.68849, "el": 1.78393, "hi": 1.41503, "ta": 1.13702, "th": 1.37443, "zh": 3.49216, "my": 1.32191}, "bytes_per_chunk": {"en": 5.745, "de": 6.245, "vi": 5.826, "tr": 5.805, "fi": 6.826, "ru": 11.351, "el": 12.169, "hi": 10.437, "ta": 15.842, "th": 20.972, "zh": 5.234, "my": 21.776}, "bpb_mean": 2.06756, "t": 117.5} +{"event": "train", "step": 1800, "phase": 1, "objective": "parity_a", "lm_loss": 1.59367, "bpb": 2.29918, "chunk_loss": 0.030118, "F": 0.15332, "G": 0.18216, "chunks": 157.0, "bytes_per_chunk": 6.522, "boundary_entropy": 0.16274, "router_noise": 0.0, "grad_norm": 0.9885, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.09, "n_target_mean": 7.6091, "alpha": 0.03, "t": 117.5} +{"event": "train", "step": 1850, "phase": 1, "objective": "parity_a", "lm_loss": 1.56761, "bpb": 2.26159, "chunk_loss": 0.030469, "F": 0.15021, "G": 0.18691, "chunks": 153.81, "bytes_per_chunk": 6.657, "boundary_entropy": 0.18731, "router_noise": 0.0, "grad_norm": 0.7837, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.5032, "alpha": 0.03, "t": 119.5} +{"event": "train", "step": 1900, "phase": 1, "objective": "parity_a", "lm_loss": 1.60764, "bpb": 2.31934, "chunk_loss": 0.029937, "F": 0.13693, "G": 0.19604, "chunks": 140.22, "bytes_per_chunk": 7.303, "boundary_entropy": 0.25056, "router_noise": 0.0, "grad_norm": 0.6857, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.303, "alpha": 0.03, "t": 121.8} +{"event": "train", "step": 1950, "phase": 1, "objective": "parity_a", "lm_loss": 1.61233, "bpb": 2.3261, "chunk_loss": 0.030183, "F": 0.15234, "G": 0.19079, "chunks": 156.0, "bytes_per_chunk": 6.564, "boundary_entropy": 0.20658, "router_noise": 0.0, "grad_norm": 0.7357, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 8.5137, "alpha": 0.03, "t": 124.2} +{"event": "probe", "step": 2000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2879.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165431, "cps": 22.492188, "mean_p": 0.188297, "boundary_entropy": 0.117597, "bpb": 2.290999}, "de": {"chunks": 3298.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160619, "cps": 25.765625, "mean_p": 0.182437, "boundary_entropy": 0.132579, "bpb": 2.563401}, "vi": {"chunks": 4190.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227285, "cps": 32.734375, "mean_p": 0.168307, "boundary_entropy": 0.145454, "bpb": 2.093885}, "tr": {"chunks": 3250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179528, "cps": 25.390625, "mean_p": 0.188936, "boundary_entropy": 0.166735, "bpb": 2.570908}, "fi": {"chunks": 2748.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146085, "cps": 21.46875, "mean_p": 0.170109, "boundary_entropy": 0.149282, "bpb": 2.796385}, "ru": {"chunks": 3042.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160528, "cps": 23.765625, "mean_p": 0.135128, "boundary_entropy": 0.275261, "bpb": 1.681354}, "el": {"chunks": 2759.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134435, "cps": 21.554688, "mean_p": 0.15615, "boundary_entropy": 0.314742, "bpb": 1.772077}, "hi": {"chunks": 3697.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.219733, "cps": 28.882812, "mean_p": 0.104329, "boundary_entropy": 0.218678, "bpb": 1.40555}, "ta": {"chunks": 2720.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145493, "cps": 21.25, "mean_p": 0.086094, "boundary_entropy": 0.199489, "bpb": 1.132016}, "th": {"chunks": 2280.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.141747, "cps": 17.8125, "mean_p": 0.17917, "boundary_entropy": 0.343528, "bpb": 1.312418}, "zh": {"chunks": 3154.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.534033, "cps": 24.640625, "mean_p": 0.30675, "boundary_entropy": 0.474797, "bpb": 3.467323}, "my": {"chunks": 2943.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15532, "cps": 22.992188, "mean_p": 0.103182, "boundary_entropy": 0.211095, "bpb": 1.261888}}, "bpb": {"en": 2.291, "de": 2.5634, "vi": 2.09388, "tr": 2.57091, "fi": 2.79638, "ru": 1.68135, "el": 1.77208, "hi": 1.40555, "ta": 1.13202, "th": 1.31242, "zh": 3.46732, "my": 1.26189}, "gini_cpc": 0.206827, "gini_cps": 0.083496, "bpic": 10.383685, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9709138570672678, "vi": 1.3738943461688145, "tr": 1.0852136927788285, "fi": 0.8830540775907855, "ru": 0.970359027843331, "el": 0.8126308596712131, "hi": 1.328240850509944, "ta": 0.8794798422716129, "th": 0.8568331036609417, "zh": 3.2281276645446964, "my": 0.9388783862351051}, "t": 127.8} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30023, "de": 2.56987, "vi": 2.09731, "tr": 2.57616, "fi": 2.80144, "ru": 1.66115, "el": 1.76128, "hi": 1.40225, "ta": 1.14077, "th": 1.33167, "zh": 3.46981, "my": 1.26868}, "bytes_per_chunk": {"en": 5.747, "de": 6.258, "vi": 5.826, "tr": 5.961, "fi": 6.889, "ru": 11.889, "el": 12.458, "hi": 10.731, "ta": 17.026, "th": 17.514, "zh": 5.414, "my": 17.999}, "bpb_mean": 2.03172, "t": 129.1} +{"event": "train", "step": 2000, "phase": 1, "objective": "parity_a", "lm_loss": 1.53414, "bpb": 2.21329, "chunk_loss": 0.030228, "F": 0.14264, "G": 0.18292, "chunks": 146.06, "bytes_per_chunk": 7.011, "boundary_entropy": 0.21015, "router_noise": 0.0, "grad_norm": 0.7037, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.9535, "alpha": 0.03, "t": 129.1} +{"event": "train", "step": 2050, "phase": 1, "objective": "parity_a", "lm_loss": 1.41998, "bpb": 2.0486, "chunk_loss": 0.030157, "F": 0.13824, "G": 0.17625, "chunks": 141.56, "bytes_per_chunk": 7.234, "boundary_entropy": 0.20342, "router_noise": 0.0, "grad_norm": 0.7028, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 9.2068, "alpha": 0.03, "t": 131.4} +{"event": "train", "step": 2100, "phase": 1, "objective": "parity_a", "lm_loss": 1.57377, "bpb": 2.27047, "chunk_loss": 0.030095, "F": 0.14322, "G": 0.1781, "chunks": 146.66, "bytes_per_chunk": 6.982, "boundary_entropy": 0.17448, "router_noise": 0.0, "grad_norm": 0.74, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.6313, "alpha": 0.03, "t": 133.8} +{"event": "train", "step": 2150, "phase": 1, "objective": "parity_a", "lm_loss": 1.49636, "bpb": 2.15879, "chunk_loss": 0.030245, "F": 0.14737, "G": 0.17261, "chunks": 150.91, "bytes_per_chunk": 6.786, "boundary_entropy": 0.17982, "router_noise": 0.0, "grad_norm": 0.7018, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.85, "alpha": 0.03, "t": 135.9} +{"event": "probe", "step": 2200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.185797, "boundary_entropy": 0.10791, "bpb": 2.254659}, "de": {"chunks": 3298.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160619, "cps": 25.765625, "mean_p": 0.180977, "boundary_entropy": 0.125786, "bpb": 2.528795}, "vi": {"chunks": 4169.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226146, "cps": 32.570312, "mean_p": 0.162033, "boundary_entropy": 0.141556, "bpb": 2.059876}, "tr": {"chunks": 3267.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180467, "cps": 25.523438, "mean_p": 0.185529, "boundary_entropy": 0.155342, "bpb": 2.522095}, "fi": {"chunks": 2753.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146351, "cps": 21.507812, "mean_p": 0.167189, "boundary_entropy": 0.140694, "bpb": 2.754386}, "ru": {"chunks": 3323.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.175356, "cps": 25.960938, "mean_p": 0.136611, "boundary_entropy": 0.264097, "bpb": 1.641512}, "el": {"chunks": 2753.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134142, "cps": 21.507812, "mean_p": 0.149005, "boundary_entropy": 0.304905, "bpb": 1.726312}, "hi": {"chunks": 1064.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.063239, "cps": 8.3125, "mean_p": 0.089518, "boundary_entropy": 0.211572, "bpb": 1.366076}, "ta": {"chunks": 2593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1387, "cps": 20.257812, "mean_p": 0.080506, "boundary_entropy": 0.189008, "bpb": 1.104476}, "th": {"chunks": 2610.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162263, "cps": 20.390625, "mean_p": 0.186647, "boundary_entropy": 0.347004, "bpb": 1.295451}, "zh": {"chunks": 2943.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498307, "cps": 22.992188, "mean_p": 0.298733, "boundary_entropy": 0.46386, "bpb": 3.423797}, "my": {"chunks": 2521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133048, "cps": 19.695312, "mean_p": 0.089938, "boundary_entropy": 0.194636, "bpb": 1.234477}}, "bpb": {"en": 2.25466, "de": 2.52879, "vi": 2.05988, "tr": 2.52209, "fi": 2.75439, "ru": 1.64151, "el": 1.72631, "hi": 1.36608, "ta": 1.10448, "th": 1.29545, "zh": 3.4238, "my": 1.23448}, "gini_cpc": 0.236184, "gini_cps": 0.122629, "bpic": 11.229218, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9695667688160471, "vi": 1.3651118323033342, "tr": 1.0893766465139387, "fi": 0.8834333819890072, "ru": 1.0585237453290466, "el": 0.8097386029622965, "hi": 0.3817385617074834, "ta": 0.8372526389584265, "th": 0.9794875493969505, "zh": 3.007989370762832, "my": 0.8031357302542452}, "t": 139.1} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26398, "de": 2.53327, "vi": 2.06305, "tr": 2.52587, "fi": 2.75846, "ru": 1.62107, "el": 1.71726, "hi": 1.3631, "ta": 1.11121, "th": 1.31485, "zh": 3.42861, "my": 1.24089}, "bytes_per_chunk": {"en": 5.747, "de": 6.235, "vi": 5.831, "tr": 5.887, "fi": 6.891, "ru": 10.749, "el": 12.587, "hi": 37.578, "ta": 17.363, "th": 17.153, "zh": 6.005, "my": 20.416}, "bpb_mean": 1.99513, "t": 140.4} +{"event": "train", "step": 2200, "phase": 1, "objective": "parity_a", "lm_loss": 1.50717, "bpb": 2.17438, "chunk_loss": 0.030046, "F": 0.12662, "G": 0.17889, "chunks": 129.66, "bytes_per_chunk": 7.898, "boundary_entropy": 0.23371, "router_noise": 0.0, "grad_norm": 0.6757, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.091, "n_target_mean": 9.5285, "alpha": 0.03, "t": 140.5} +{"event": "train", "step": 2250, "phase": 1, "objective": "parity_a", "lm_loss": 1.72731, "bpb": 2.49198, "chunk_loss": 0.030289, "F": 0.16751, "G": 0.19434, "chunks": 171.53, "bytes_per_chunk": 5.97, "boundary_entropy": 0.1685, "router_noise": 0.0, "grad_norm": 0.7696, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 6.987, "alpha": 0.03, "t": 142.7} +{"event": "train", "step": 2300, "phase": 1, "objective": "parity_a", "lm_loss": 1.50811, "bpb": 2.17574, "chunk_loss": 0.030118, "F": 0.13522, "G": 0.17168, "chunks": 138.47, "bytes_per_chunk": 7.395, "boundary_entropy": 0.19402, "router_noise": 0.0, "grad_norm": 0.6578, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9943, "alpha": 0.03, "t": 144.8} +{"event": "train", "step": 2350, "phase": 1, "objective": "parity_a", "lm_loss": 1.51593, "bpb": 2.18703, "chunk_loss": 0.029926, "F": 0.13196, "G": 0.178, "chunks": 135.12, "bytes_per_chunk": 7.578, "boundary_entropy": 0.20385, "router_noise": 0.0, "grad_norm": 0.6883, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9887, "alpha": 0.03, "t": 146.9} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2876.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165259, "cps": 22.46875, "mean_p": 0.182904, "boundary_entropy": 0.097113, "bpb": 2.224156}, "de": {"chunks": 3280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159743, "cps": 25.625, "mean_p": 0.176866, "boundary_entropy": 0.114109, "bpb": 2.489894}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.165686, "boundary_entropy": 0.133201, "bpb": 2.049331}, "tr": {"chunks": 2950.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162956, "cps": 23.046875, "mean_p": 0.175606, "boundary_entropy": 0.150292, "bpb": 2.498128}, "fi": {"chunks": 2730.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145128, "cps": 21.328125, "mean_p": 0.166163, "boundary_entropy": 0.139645, "bpb": 2.707163}, "ru": {"chunks": 3166.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.167071, "cps": 24.734375, "mean_p": 0.13795, "boundary_entropy": 0.250594, "bpb": 1.615544}, "el": {"chunks": 3238.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157774, "cps": 25.296875, "mean_p": 0.141798, "boundary_entropy": 0.272595, "bpb": 1.706119}, "hi": {"chunks": 2342.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.139198, "cps": 18.296875, "mean_p": 0.09865, "boundary_entropy": 0.21773, "bpb": 1.34166}, "ta": {"chunks": 2901.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155175, "cps": 22.664062, "mean_p": 0.081504, "boundary_entropy": 0.187223, "bpb": 1.089313}, "th": {"chunks": 2105.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130867, "cps": 16.445312, "mean_p": 0.172004, "boundary_entropy": 0.338546, "bpb": 1.274742}, "zh": {"chunks": 3274.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.554352, "cps": 25.578125, "mean_p": 0.311958, "boundary_entropy": 0.470782, "bpb": 3.414653}, "my": {"chunks": 2741.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144659, "cps": 21.414062, "mean_p": 0.096892, "boundary_entropy": 0.20826, "bpb": 1.236973}}, "bpb": {"en": 2.22416, "de": 2.48989, "vi": 2.04933, "tr": 2.49813, "fi": 2.70716, "ru": 1.61554, "el": 1.70612, "hi": 1.34166, "ta": 1.08931, "th": 1.27474, "zh": 3.41465, "my": 1.23697}, "gini_cpc": 0.206364, "gini_cps": 0.088872, "bpic": 10.734833, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9666219993772366, "vi": 1.3615413777611298, "tr": 0.9860676316952208, "fi": 0.878184974331815, "ru": 1.0109668955343283, "el": 0.9547094860225682, "hi": 0.8423004957769066, "ta": 0.938982498871981, "th": 0.7918925795376873, "zh": 3.354443419789027, "my": 0.8753483107123133}, "t": 150.1} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23299, "de": 2.49585, "vi": 2.05308, "tr": 2.50423, "fi": 2.71196, "ru": 1.59307, "el": 1.69826, "hi": 1.33841, "ta": 1.09665, "th": 1.29256, "zh": 3.41592, "my": 1.24451}, "bytes_per_chunk": {"en": 5.75, "de": 6.299, "vi": 5.834, "tr": 6.54, "fi": 6.944, "ru": 10.833, "el": 11.471, "hi": 16.397, "ta": 16.026, "th": 18.395, "zh": 5.207, "my": 18.9}, "bpb_mean": 1.97312, "t": 151.4} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 151.4} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.51989, "bpb": 2.19274, "chunk_loss": 0.030453, "F": 0.13605, "G": 0.17524, "chunks": 139.31, "bytes_per_chunk": 7.35, "boundary_entropy": 0.20285, "router_noise": 0.0, "grad_norm": 0.7478, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.09, "n_target_mean": 10.0837, "alpha": 0.03, "t": 151.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.33285, "bpb": 1.92289, "chunk_loss": 0.030077, "F": 0.12503, "G": 0.16242, "chunks": 128.03, "bytes_per_chunk": 7.998, "boundary_entropy": 0.19038, "router_noise": 0.0, "grad_norm": 0.636, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 10.1484, "alpha": 0.03, "t": 153.8} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.42724, "bpb": 2.05908, "chunk_loss": 0.030113, "F": 0.13553, "G": 0.18302, "chunks": 138.78, "bytes_per_chunk": 7.379, "boundary_entropy": 0.20795, "router_noise": 0.0, "grad_norm": 0.6941, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.8824, "alpha": 0.03, "t": 156.1} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.5951, "bpb": 2.30124, "chunk_loss": 0.030145, "F": 0.15131, "G": 0.18552, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.18014, "router_noise": 0.0, "grad_norm": 0.6848, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 7.9249, "alpha": 0.03, "t": 158.4} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2872.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165029, "cps": 22.4375, "mean_p": 0.182134, "boundary_entropy": 0.093169, "bpb": 2.199591}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.176249, "boundary_entropy": 0.109744, "bpb": 2.449075}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.159746, "boundary_entropy": 0.140173, "bpb": 2.034274}, "tr": {"chunks": 3025.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167099, "cps": 23.632812, "mean_p": 0.181162, "boundary_entropy": 0.152453, "bpb": 2.464239}, "fi": {"chunks": 2763.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146882, "cps": 21.585938, "mean_p": 0.166818, "boundary_entropy": 0.13208, "bpb": 2.673174}, "ru": {"chunks": 3131.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.165224, "cps": 24.460938, "mean_p": 0.130203, "boundary_entropy": 0.235152, "bpb": 1.586502}, "el": {"chunks": 3216.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156702, "cps": 25.125, "mean_p": 0.131273, "boundary_entropy": 0.257642, "bpb": 1.678822}, "hi": {"chunks": 2593.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.154116, "cps": 20.257812, "mean_p": 0.097991, "boundary_entropy": 0.216544, "bpb": 1.327551}, "ta": {"chunks": 2665.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.142551, "cps": 20.820312, "mean_p": 0.078647, "boundary_entropy": 0.189088, "bpb": 1.107}, "th": {"chunks": 2104.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.130805, "cps": 16.4375, "mean_p": 0.175609, "boundary_entropy": 0.341107, "bpb": 1.253163}, "zh": {"chunks": 2922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.494751, "cps": 22.828125, "mean_p": 0.291671, "boundary_entropy": 0.457642, "bpb": 3.380723}, "my": {"chunks": 1912.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.100908, "cps": 14.9375, "mean_p": 0.110136, "boundary_entropy": 0.252005, "bpb": 1.21379}}, "bpb": {"en": 2.19959, "de": 2.44907, "vi": 2.03427, "tr": 2.46424, "fi": 2.67317, "ru": 1.5865, "el": 1.67882, "hi": 1.32755, "ta": 1.107, "th": 1.25316, "zh": 3.38072, "my": 1.21379}, "gini_cpc": 0.206794, "gini_cps": 0.102982, "bpic": 11.078808, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9691487186805885, "vi": 1.3654098605882448, "tr": 1.0125454167632844, "fi": 0.8900382806598818, "ru": 1.0011831641690123, "el": 0.9495435313623943, "hi": 0.9338715144842658, "ta": 0.8637964770941837, "th": 0.7926187740442271, "zh": 2.9979642769215387, "my": 0.6114545717556861}, "t": 161.5} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20887, "de": 2.45775, "vi": 2.03763, "tr": 2.46727, "fi": 2.6786, "ru": 1.56463, "el": 1.67041, "hi": 1.3238, "ta": 1.11448, "th": 1.27553, "zh": 3.38261, "my": 1.221}, "bytes_per_chunk": {"en": 5.754, "de": 6.288, "vi": 5.831, "tr": 6.381, "fi": 6.824, "ru": 10.933, "el": 11.226, "hi": 15.297, "ta": 17.375, "th": 21.994, "zh": 5.525, "my": 26.517}, "bpb_mean": 1.95022, "t": 162.8} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.68966, "bpb": 2.43766, "chunk_loss": 0.03004, "F": 0.15033, "G": 0.19782, "chunks": 153.94, "bytes_per_chunk": 6.652, "boundary_entropy": 0.22684, "router_noise": 0.0, "grad_norm": 0.7185, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "n_target_mean": 7.6058, "alpha": 0.03, "t": 162.9} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.44166, "bpb": 2.07988, "chunk_loss": 0.030127, "F": 0.13721, "G": 0.1761, "chunks": 140.5, "bytes_per_chunk": 7.288, "boundary_entropy": 0.18557, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.0748, "alpha": 0.03, "t": 165.0} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.3869, "bpb": 2.00087, "chunk_loss": 0.030118, "F": 0.12903, "G": 0.16568, "chunks": 132.12, "bytes_per_chunk": 7.75, "boundary_entropy": 0.19933, "router_noise": 0.0, "grad_norm": 0.6658, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.9458, "alpha": 0.03, "t": 167.2} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.35196, "bpb": 1.95047, "chunk_loss": 0.030164, "F": 0.13455, "G": 0.17317, "chunks": 137.78, "bytes_per_chunk": 7.432, "boundary_entropy": 0.18215, "router_noise": 0.0, "grad_norm": 0.6885, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.1192, "alpha": 0.03, "t": 169.3} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2880.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165489, "cps": 22.5, "mean_p": 0.183803, "boundary_entropy": 0.1, "bpb": 2.177311}, "de": {"chunks": 3286.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160035, "cps": 25.671875, "mean_p": 0.17633, "boundary_entropy": 0.112014, "bpb": 2.428397}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.158249, "boundary_entropy": 0.141435, "bpb": 2.012802}, "tr": {"chunks": 3088.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170579, "cps": 24.125, "mean_p": 0.183327, "boundary_entropy": 0.160128, "bpb": 2.434907}, "fi": {"chunks": 2761.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.146776, "cps": 21.570312, "mean_p": 0.169316, "boundary_entropy": 0.144481, "bpb": 2.635461}, "ru": {"chunks": 3061.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.16153, "cps": 23.914062, "mean_p": 0.127994, "boundary_entropy": 0.245282, "bpb": 1.564576}, "el": {"chunks": 2702.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.131657, "cps": 21.109375, "mean_p": 0.132613, "boundary_entropy": 0.274671, "bpb": 1.652346}, "hi": {"chunks": 979.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.058187, "cps": 7.648438, "mean_p": 0.084144, "boundary_entropy": 0.208844, "bpb": 1.317383}, "ta": {"chunks": 1498.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.080128, "cps": 11.703125, "mean_p": 0.077594, "boundary_entropy": 0.194032, "bpb": 1.063668}, "th": {"chunks": 2066.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.128443, "cps": 16.140625, "mean_p": 0.172024, "boundary_entropy": 0.337219, "bpb": 1.231496}, "zh": {"chunks": 3055.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517271, "cps": 23.867188, "mean_p": 0.291835, "boundary_entropy": 0.44853, "bpb": 3.353058}, "my": {"chunks": 2544.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.134262, "cps": 19.875, "mean_p": 0.156745, "boundary_entropy": 0.32485, "bpb": 1.200454}}, "bpb": {"en": 2.17731, "de": 2.4284, "vi": 2.0128, "tr": 2.43491, "fi": 2.63546, "ru": 1.56458, "el": 1.65235, "hi": 1.31738, "ta": 1.06367, "th": 1.2315, "zh": 3.35306, "my": 1.20045}, "gini_cpc": 0.277048, "gini_cps": 0.160773, "bpic": 11.967725, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670452239484406, "vi": 1.3596503480697948, "tr": 1.0307619363273122, "fi": 0.8869234867010437, "ru": 0.9760807497801232, "el": 0.7955658488849908, "hi": 0.35160840762753837, "ta": 0.4841924088437193, "th": 0.7761414620246607, "zh": 3.1257151978214246, "my": 0.8113072619801561}, "t": 172.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.1881, "de": 2.43649, "vi": 2.016, "tr": 2.43826, "fi": 2.6451, "ru": 1.54294, "el": 1.64314, "hi": 1.31422, "ta": 1.0707, "th": 1.25047, "zh": 3.35582, "my": 1.20796}, "bytes_per_chunk": {"en": 5.751, "de": 6.303, "vi": 5.836, "tr": 6.236, "fi": 6.91, "ru": 11.842, "el": 13.591, "hi": 37.284, "ta": 32.228, "th": 18.663, "zh": 5.475, "my": 22.36}, "bpb_mean": 1.92577, "t": 173.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.48624, "bpb": 2.14419, "chunk_loss": 0.0301, "F": 0.13834, "G": 0.17407, "chunks": 141.66, "bytes_per_chunk": 7.229, "boundary_entropy": 0.18578, "router_noise": 0.0, "grad_norm": 0.7622, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.8073, "alpha": 0.03, "t": 173.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.41911, "bpb": 2.04734, "chunk_loss": 0.030136, "F": 0.13898, "G": 0.17652, "chunks": 142.31, "bytes_per_chunk": 7.195, "boundary_entropy": 0.19445, "router_noise": 0.0, "grad_norm": 0.7641, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5124, "alpha": 0.03, "t": 175.7} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.4917, "bpb": 2.15207, "chunk_loss": 0.030336, "F": 0.14154, "G": 0.18155, "chunks": 144.94, "bytes_per_chunk": 7.065, "boundary_entropy": 0.1939, "router_noise": 0.0, "grad_norm": 0.7106, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.031, "alpha": 0.03, "t": 177.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.39165, "bpb": 2.00773, "chunk_loss": 0.030214, "F": 0.1362, "G": 0.17982, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.21019, "router_noise": 0.0, "grad_norm": 0.7302, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.8764, "alpha": 0.03, "t": 180.1} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.183184, "boundary_entropy": 0.093872, "bpb": 2.152128}, "de": {"chunks": 3282.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15984, "cps": 25.640625, "mean_p": 0.176074, "boundary_entropy": 0.108765, "bpb": 2.395955}, "vi": {"chunks": 4146.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224898, "cps": 32.390625, "mean_p": 0.160013, "boundary_entropy": 0.134142, "bpb": 2.006999}, "tr": {"chunks": 3090.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17069, "cps": 24.140625, "mean_p": 0.182651, "boundary_entropy": 0.149328, "bpb": 2.405553}, "fi": {"chunks": 2722.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144703, "cps": 21.265625, "mean_p": 0.164361, "boundary_entropy": 0.134711, "bpb": 2.594243}, "ru": {"chunks": 2961.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156253, "cps": 23.132812, "mean_p": 0.134885, "boundary_entropy": 0.242026, "bpb": 1.552963}, "el": {"chunks": 2650.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129123, "cps": 20.703125, "mean_p": 0.145933, "boundary_entropy": 0.291154, "bpb": 1.630498}, "hi": {"chunks": 2507.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149004, "cps": 19.585938, "mean_p": 0.097404, "boundary_entropy": 0.216952, "bpb": 1.2964}, "ta": {"chunks": 2965.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.158599, "cps": 23.164062, "mean_p": 0.082743, "boundary_entropy": 0.186981, "bpb": 1.0522}, "th": {"chunks": 2743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170532, "cps": 21.429688, "mean_p": 0.185732, "boundary_entropy": 0.345659, "bpb": 1.212692}, "zh": {"chunks": 3271.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553844, "cps": 25.554688, "mean_p": 0.29619, "boundary_entropy": 0.444582, "bpb": 3.330989}, "my": {"chunks": 2100.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.11083, "cps": 16.40625, "mean_p": 0.164851, "boundary_entropy": 0.334803, "bpb": 1.195681}}, "bpb": {"en": 2.15213, "de": 2.39595, "vi": 2.007, "tr": 2.40555, "fi": 2.59424, "ru": 1.55296, "el": 1.6305, "hi": 1.2964, "ta": 1.0522, "th": 1.21269, "zh": 3.33099, "my": 1.19568}, "gini_cpc": 0.219931, "gini_cps": 0.085895, "bpic": 10.864904, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9638600121724846, "vi": 1.3561694259822819, "tr": 1.029285184121399, "fi": 0.8725775414946644, "ru": 0.9422301274280165, "el": 0.7786330290350171, "hi": 0.8985185642837945, "ta": 0.9563723721252472, "th": 1.0283300708230767, "zh": 3.3397572010000047, "my": 0.668318852296053}, "t": 184.0} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16128, "de": 2.40451, "vi": 2.0071, "tr": 2.40818, "fi": 2.60294, "ru": 1.53013, "el": 1.62389, "hi": 1.29318, "ta": 1.0593, "th": 1.23198, "zh": 3.33433, "my": 1.20231}, "bytes_per_chunk": {"en": 5.746, "de": 6.306, "vi": 5.832, "tr": 6.226, "fi": 6.998, "ru": 12.163, "el": 13.374, "hi": 14.629, "ta": 15.989, "th": 16.145, "zh": 5.238, "my": 25.138}, "bpb_mean": 1.90493, "t": 185.6} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.49361, "bpb": 2.15482, "chunk_loss": 0.030185, "F": 0.14557, "G": 0.19227, "chunks": 149.06, "bytes_per_chunk": 6.87, "boundary_entropy": 0.19525, "router_noise": 0.0, "grad_norm": 0.7371, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.11, "n_target_mean": 8.834, "alpha": 0.03, "t": 185.7} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.39796, "bpb": 2.01683, "chunk_loss": 0.030051, "F": 0.14267, "G": 0.17988, "chunks": 146.09, "bytes_per_chunk": 7.009, "boundary_entropy": 0.16143, "router_noise": 0.0, "grad_norm": 0.6992, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.049, "n_target_mean": 8.4055, "alpha": 0.03, "t": 188.1} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.43538, "bpb": 2.07082, "chunk_loss": 0.030022, "F": 0.14319, "G": 0.17316, "chunks": 146.62, "bytes_per_chunk": 6.984, "boundary_entropy": 0.14529, "router_noise": 0.0, "grad_norm": 0.6991, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 8.0087, "alpha": 0.03, "t": 190.2} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.38722, "bpb": 2.00134, "chunk_loss": 0.030049, "F": 0.12796, "G": 0.1752, "chunks": 131.03, "bytes_per_chunk": 7.815, "boundary_entropy": 0.19691, "router_noise": 0.0, "grad_norm": 0.7553, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.041, "n_target_mean": 9.8608, "alpha": 0.03, "t": 192.2} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.182219, "boundary_entropy": 0.088005, "bpb": 2.143262}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.174849, "boundary_entropy": 0.10142, "bpb": 2.377353}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.16307, "boundary_entropy": 0.128629, "bpb": 1.98709}, "tr": {"chunks": 2980.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164614, "cps": 23.28125, "mean_p": 0.179657, "boundary_entropy": 0.144238, "bpb": 2.389138}, "fi": {"chunks": 2732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145234, "cps": 21.34375, "mean_p": 0.162729, "boundary_entropy": 0.125701, "bpb": 2.576179}, "ru": {"chunks": 2923.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154248, "cps": 22.835938, "mean_p": 0.129864, "boundary_entropy": 0.237729, "bpb": 1.524006}, "el": {"chunks": 2916.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.142084, "cps": 22.78125, "mean_p": 0.13301, "boundary_entropy": 0.268045, "bpb": 1.607826}, "hi": {"chunks": 2909.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172897, "cps": 22.726562, "mean_p": 0.103279, "boundary_entropy": 0.227535, "bpb": 1.286374}, "ta": {"chunks": 2654.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141963, "cps": 20.734375, "mean_p": 0.078653, "boundary_entropy": 0.183615, "bpb": 1.043201}, "th": {"chunks": 2341.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.145539, "cps": 18.289062, "mean_p": 0.175845, "boundary_entropy": 0.332691, "bpb": 1.200802}, "zh": {"chunks": 2890.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.489333, "cps": 22.578125, "mean_p": 0.284808, "boundary_entropy": 0.434457, "bpb": 3.323403}, "my": {"chunks": 2391.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126187, "cps": 18.679688, "mean_p": 0.178512, "boundary_entropy": 0.346286, "bpb": 1.180007}}, "bpb": {"en": 2.14326, "de": 2.37735, "vi": 1.98709, "tr": 2.38914, "fi": 2.57618, "ru": 1.52401, "el": 1.60783, "hi": 1.28637, "ta": 1.0432, "th": 1.2008, "zh": 3.3234, "my": 1.18001}, "gini_cpc": 0.19121, "gini_cps": 0.074215, "bpic": 10.947031, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9627395167742323, "vi": 1.3530293720113398, "tr": 0.9905845366635319, "fi": 0.8739662124946316, "ru": 0.9282082681001543, "el": 0.8550125827858754, "hi": 1.0404338658265153, "ta": 0.8542820489202628, "th": 0.8758024989133196, "zh": 2.9446266051964876, "my": 0.7593500600464078}, "t": 195.3} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15232, "de": 2.38469, "vi": 1.99098, "tr": 2.39145, "fi": 2.58319, "ru": 1.50198, "el": 1.6007, "hi": 1.28357, "ta": 1.05063, "th": 1.21867, "zh": 3.32272, "my": 1.18846}, "bytes_per_chunk": {"en": 5.733, "de": 6.292, "vi": 5.833, "tr": 6.513, "fi": 6.947, "ru": 12.586, "el": 13.065, "hi": 12.959, "ta": 17.144, "th": 18.439, "zh": 5.858, "my": 22.71}, "bpb_mean": 1.88911, "t": 196.6} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.3309, "bpb": 1.92008, "chunk_loss": 0.030282, "F": 0.13632, "G": 0.1662, "chunks": 139.59, "bytes_per_chunk": 7.336, "boundary_entropy": 0.16489, "router_noise": 0.0, "grad_norm": 0.723, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "n_target_mean": 9.495, "alpha": 0.03, "t": 196.7} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.55961, "bpb": 2.25004, "chunk_loss": 0.030046, "F": 0.14865, "G": 0.1898, "chunks": 152.22, "bytes_per_chunk": 6.727, "boundary_entropy": 0.18119, "router_noise": 0.0, "grad_norm": 0.7065, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 7.9529, "alpha": 0.03, "t": 199.0} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.51467, "bpb": 2.18521, "chunk_loss": 0.030102, "F": 0.15045, "G": 0.18393, "chunks": 154.06, "bytes_per_chunk": 6.647, "boundary_entropy": 0.15672, "router_noise": 0.0, "grad_norm": 0.7219, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 7.6934, "alpha": 0.03, "t": 201.4} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.36044, "bpb": 1.9627, "chunk_loss": 0.030026, "F": 0.1232, "G": 0.17185, "chunks": 126.16, "bytes_per_chunk": 8.117, "boundary_entropy": 0.22826, "router_noise": 0.0, "grad_norm": 0.6708, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.048, "n_target_mean": 9.8711, "alpha": 0.03, "t": 203.8} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.182103, "boundary_entropy": 0.088191, "bpb": 2.120162}, "de": {"chunks": 3289.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160181, "cps": 25.695312, "mean_p": 0.175913, "boundary_entropy": 0.10227, "bpb": 2.353256}, "vi": {"chunks": 4167.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226037, "cps": 32.554688, "mean_p": 0.165325, "boundary_entropy": 0.126205, "bpb": 1.961698}, "tr": {"chunks": 3066.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169364, "cps": 23.953125, "mean_p": 0.182178, "boundary_entropy": 0.145975, "bpb": 2.361439}, "fi": {"chunks": 2846.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151294, "cps": 22.234375, "mean_p": 0.167969, "boundary_entropy": 0.127756, "bpb": 2.549348}, "ru": {"chunks": 2908.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.153456, "cps": 22.71875, "mean_p": 0.132575, "boundary_entropy": 0.235584, "bpb": 1.509376}, "el": {"chunks": 2528.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.123179, "cps": 19.75, "mean_p": 0.135357, "boundary_entropy": 0.27331, "bpb": 1.592783}, "hi": {"chunks": 3196.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.189955, "cps": 24.96875, "mean_p": 0.099569, "boundary_entropy": 0.216706, "bpb": 1.276279}, "ta": {"chunks": 2899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155068, "cps": 22.648438, "mean_p": 0.081319, "boundary_entropy": 0.18668, "bpb": 1.045776}, "th": {"chunks": 2389.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.148523, "cps": 18.664062, "mean_p": 0.176428, "boundary_entropy": 0.342106, "bpb": 1.185458}, "zh": {"chunks": 2952.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499831, "cps": 23.0625, "mean_p": 0.287012, "boundary_entropy": 0.428768, "bpb": 3.29593}, "my": {"chunks": 2375.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.125343, "cps": 18.554688, "mean_p": 0.17119, "boundary_entropy": 0.333712, "bpb": 1.166005}}, "bpb": {"en": 2.12016, "de": 2.35326, "vi": 1.9617, "tr": 2.36144, "fi": 2.54935, "ru": 1.50938, "el": 1.59278, "hi": 1.27628, "ta": 1.04578, "th": 1.18546, "zh": 3.29593, "my": 1.16601}, "gini_cpc": 0.201055, "gini_cps": 0.079319, "bpic": 10.810123, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9655812027546928, "vi": 1.3625664611965256, "tr": 1.020936981071692, "fi": 0.9120115714708783, "ru": 0.9250442845875378, "el": 0.7425292406817693, "hi": 1.145062083397883, "ta": 0.9347599187845135, "th": 0.8953079086369939, "zh": 3.013007736609257, "my": 0.7555749902436575}, "t": 207.0} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13016, "de": 2.36317, "vi": 1.96466, "tr": 2.36674, "fi": 2.55806, "ru": 1.48708, "el": 1.58534, "hi": 1.27257, "ta": 1.05211, "th": 1.20242, "zh": 3.29368, "my": 1.17387}, "bytes_per_chunk": {"en": 5.741, "de": 6.292, "vi": 5.827, "tr": 6.292, "fi": 6.77, "ru": 12.095, "el": 14.03, "hi": 12.05, "ta": 16.198, "th": 17.021, "zh": 5.824, "my": 24.794}, "bpb_mean": 1.87082, "t": 208.5} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.38492, "bpb": 1.99802, "chunk_loss": 0.030063, "F": 0.1362, "G": 0.1781, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.18576, "router_noise": 0.0, "grad_norm": 0.7182, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.094, "n_target_mean": 8.9964, "alpha": 0.03, "t": 208.5} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.38028, "bpb": 1.99133, "chunk_loss": 0.030051, "F": 0.13132, "G": 0.17441, "chunks": 134.47, "bytes_per_chunk": 7.615, "boundary_entropy": 0.18186, "router_noise": 0.0, "grad_norm": 0.7517, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.522, "alpha": 0.03, "t": 210.7} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.45325, "bpb": 2.0966, "chunk_loss": 0.030178, "F": 0.13412, "G": 0.17464, "chunks": 137.34, "bytes_per_chunk": 7.456, "boundary_entropy": 0.20217, "router_noise": 0.0, "grad_norm": 0.7663, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.4057, "alpha": 0.03, "t": 212.9} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.40713, "bpb": 2.03006, "chunk_loss": 0.030024, "F": 0.13943, "G": 0.17488, "chunks": 142.78, "bytes_per_chunk": 7.172, "boundary_entropy": 0.1622, "router_noise": 0.0, "grad_norm": 0.7033, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 8.9203, "alpha": 0.03, "t": 215.2} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.181274, "boundary_entropy": 0.085554, "bpb": 2.101191}, "de": {"chunks": 3281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159792, "cps": 25.632812, "mean_p": 0.173916, "boundary_entropy": 0.098471, "bpb": 2.335551}, "vi": {"chunks": 4155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225386, "cps": 32.460938, "mean_p": 0.161334, "boundary_entropy": 0.125882, "bpb": 1.954524}, "tr": {"chunks": 3254.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179749, "cps": 25.421875, "mean_p": 0.184591, "boundary_entropy": 0.144061, "bpb": 2.346248}, "fi": {"chunks": 2746.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145978, "cps": 21.453125, "mean_p": 0.164047, "boundary_entropy": 0.123985, "bpb": 2.529263}, "ru": {"chunks": 3123.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164802, "cps": 24.398438, "mean_p": 0.131913, "boundary_entropy": 0.230996, "bpb": 1.502761}, "el": {"chunks": 3053.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14876, "cps": 23.851562, "mean_p": 0.144083, "boundary_entropy": 0.288236, "bpb": 1.574789}, "hi": {"chunks": 1450.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.086181, "cps": 11.328125, "mean_p": 0.093549, "boundary_entropy": 0.217325, "bpb": 1.266437}, "ta": {"chunks": 1821.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097406, "cps": 14.226562, "mean_p": 0.079976, "boundary_entropy": 0.192619, "bpb": 1.027154}, "th": {"chunks": 2912.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181038, "cps": 22.75, "mean_p": 0.185592, "boundary_entropy": 0.346867, "bpb": 1.169131}, "zh": {"chunks": 3281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555537, "cps": 25.632812, "mean_p": 0.292504, "boundary_entropy": 0.421414, "bpb": 3.268571}, "my": {"chunks": 2777.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.146559, "cps": 21.695312, "mean_p": 0.194721, "boundary_entropy": 0.354508, "bpb": 1.165623}}, "bpb": {"en": 2.10119, "de": 2.33555, "vi": 1.95452, "tr": 2.34625, "fi": 2.52926, "ru": 1.50276, "el": 1.57479, "hi": 1.26644, "ta": 1.02715, "th": 1.16913, "zh": 3.26857, "my": 1.16562}, "gini_cpc": 0.250416, "gini_cps": 0.119626, "bpic": 11.046919, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9628990417830199, "vi": 1.3581721395905506, "tr": 1.0831632794368573, "fi": 0.8796614920456013, "ru": 0.9930924981179514, "el": 0.8964227925887622, "hi": 0.5193257543640127, "ta": 0.5869639215012235, "th": 1.0909308839725247, "zh": 3.347647481363147, "my": 0.8831600898391107}, "t": 218.5} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.11154, "de": 2.34544, "vi": 1.95702, "tr": 2.35064, "fi": 2.53713, "ru": 1.48114, "el": 1.56869, "hi": 1.26223, "ta": 1.03416, "th": 1.18806, "zh": 3.26776, "my": 1.17365}, "bytes_per_chunk": {"en": 5.743, "de": 6.307, "vi": 5.829, "tr": 5.87, "fi": 6.886, "ru": 11.235, "el": 12.305, "hi": 26.458, "ta": 26.46, "th": 15.499, "zh": 5.192, "my": 18.966}, "bpb_mean": 1.85646, "t": 219.7} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.47452, "bpb": 2.12728, "chunk_loss": 0.031239, "F": 0.14383, "G": 0.17935, "chunks": 147.28, "bytes_per_chunk": 6.953, "boundary_entropy": 0.18891, "router_noise": 0.0, "grad_norm": 1.0985, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.091, "n_target_mean": 9.551, "alpha": 0.03, "t": 219.8} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.34639, "bpb": 1.94244, "chunk_loss": 0.030053, "F": 0.13843, "G": 0.17044, "chunks": 141.75, "bytes_per_chunk": 7.224, "boundary_entropy": 0.16442, "router_noise": 0.0, "grad_norm": 0.7068, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.7039, "alpha": 0.03, "t": 221.8} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.59234, "bpb": 2.29727, "chunk_loss": 0.030008, "F": 0.14914, "G": 0.19239, "chunks": 152.72, "bytes_per_chunk": 6.705, "boundary_entropy": 0.19517, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.5805, "alpha": 0.03, "t": 223.9} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.3191, "bpb": 1.90307, "chunk_loss": 0.03009, "F": 0.12939, "G": 0.17073, "chunks": 132.5, "bytes_per_chunk": 7.728, "boundary_entropy": 0.17832, "router_noise": 0.0, "grad_norm": 0.7078, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 10.2592, "alpha": 0.03, "t": 226.0} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.181005, "boundary_entropy": 0.083981, "bpb": 2.086106}, "de": {"chunks": 3276.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159548, "cps": 25.59375, "mean_p": 0.173315, "boundary_entropy": 0.096142, "bpb": 2.313127}, "vi": {"chunks": 4153.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225278, "cps": 32.445312, "mean_p": 0.164989, "boundary_entropy": 0.116404, "bpb": 1.943504}, "tr": {"chunks": 3109.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171739, "cps": 24.289062, "mean_p": 0.182785, "boundary_entropy": 0.142727, "bpb": 2.323473}, "fi": {"chunks": 2742.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145766, "cps": 21.421875, "mean_p": 0.165877, "boundary_entropy": 0.130612, "bpb": 2.516555}, "ru": {"chunks": 2924.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.154301, "cps": 22.84375, "mean_p": 0.126605, "boundary_entropy": 0.221832, "bpb": 1.483361}, "el": {"chunks": 2654.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129318, "cps": 20.734375, "mean_p": 0.138435, "boundary_entropy": 0.270394, "bpb": 1.559923}, "hi": {"chunks": 3791.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.225319, "cps": 29.617188, "mean_p": 0.103213, "boundary_entropy": 0.215026, "bpb": 1.251563}, "ta": {"chunks": 2707.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144798, "cps": 21.148438, "mean_p": 0.084025, "boundary_entropy": 0.192033, "bpb": 1.019403}, "th": {"chunks": 2702.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167983, "cps": 21.109375, "mean_p": 0.177784, "boundary_entropy": 0.33528, "bpb": 1.158372}, "zh": {"chunks": 3005.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508805, "cps": 23.476562, "mean_p": 0.28396, "boundary_entropy": 0.413008, "bpb": 3.26336}, "my": {"chunks": 1820.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.096052, "cps": 14.21875, "mean_p": 0.162469, "boundary_entropy": 0.330132, "bpb": 1.154763}}, "bpb": {"en": 2.08611, "de": 2.31313, "vi": 1.9435, "tr": 2.32347, "fi": 2.51656, "ru": 1.48336, "el": 1.55992, "hi": 1.25156, "ta": 1.0194, "th": 1.15837, "zh": 3.26336, "my": 1.15476}, "gini_cpc": 0.223143, "gini_cps": 0.09959, "bpic": 10.728831, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9614316552518053, "vi": 1.3575183864547669, "tr": 1.0348969378516255, "fi": 0.8783801206078072, "ru": 0.929811868234675, "el": 0.7792682907076892, "hi": 1.3577682308923946, "ta": 0.8725487839120329, "th": 1.0122579836860446, "zh": 3.066041048916872, "my": 0.5788085572586176}, "t": 229.3} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.0974, "de": 2.32336, "vi": 1.94429, "tr": 2.3279, "fi": 2.5261, "ru": 1.46201, "el": 1.55048, "hi": 1.24824, "ta": 1.0263, "th": 1.17642, "zh": 3.2612, "my": 1.16234}, "bytes_per_chunk": {"en": 5.744, "de": 6.312, "vi": 5.829, "tr": 6.266, "fi": 6.908, "ru": 12.452, "el": 13.689, "hi": 10.581, "ta": 17.219, "th": 16.329, "zh": 5.737, "my": 28.374}, "bpb_mean": 1.84217, "t": 230.7} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.37961, "bpb": 1.99035, "chunk_loss": 0.030113, "F": 0.14481, "G": 0.17138, "chunks": 148.28, "bytes_per_chunk": 6.906, "boundary_entropy": 0.14627, "router_noise": 0.0, "grad_norm": 0.7206, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.096, "n_target_mean": 8.2652, "alpha": 0.03, "t": 230.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.49084, "bpb": 2.15083, "chunk_loss": 0.030127, "F": 0.14157, "G": 0.19085, "chunks": 144.97, "bytes_per_chunk": 7.064, "boundary_entropy": 0.21645, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.011, "alpha": 0.03, "t": 233.1} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.51107, "bpb": 2.18002, "chunk_loss": 0.030116, "F": 0.14075, "G": 0.18363, "chunks": 144.12, "bytes_per_chunk": 7.105, "boundary_entropy": 0.20193, "router_noise": 0.0, "grad_norm": 0.7399, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.05, "n_target_mean": 8.7756, "alpha": 0.03, "t": 235.6} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.43897, "bpb": 2.076, "chunk_loss": 0.030102, "F": 0.13815, "G": 0.17631, "chunks": 141.47, "bytes_per_chunk": 7.238, "boundary_entropy": 0.18085, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.8445, "alpha": 0.03, "t": 237.8} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.180163, "boundary_entropy": 0.081075, "bpb": 2.075113}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.174284, "boundary_entropy": 0.097832, "bpb": 2.299888}, "vi": {"chunks": 4155.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225386, "cps": 32.460938, "mean_p": 0.164247, "boundary_entropy": 0.116585, "bpb": 1.931188}, "tr": {"chunks": 2962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163619, "cps": 23.140625, "mean_p": 0.179724, "boundary_entropy": 0.141706, "bpb": 2.298582}, "fi": {"chunks": 2732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145234, "cps": 21.34375, "mean_p": 0.163307, "boundary_entropy": 0.121909, "bpb": 2.489539}, "ru": {"chunks": 3188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.168232, "cps": 24.90625, "mean_p": 0.132257, "boundary_entropy": 0.22448, "bpb": 1.469574}, "el": {"chunks": 2749.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133947, "cps": 21.476562, "mean_p": 0.149667, "boundary_entropy": 0.292274, "bpb": 1.546442}, "hi": {"chunks": 3274.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.194591, "cps": 25.578125, "mean_p": 0.10007, "boundary_entropy": 0.216519, "bpb": 1.248505}, "ta": {"chunks": 3005.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160738, "cps": 23.476562, "mean_p": 0.08289, "boundary_entropy": 0.186234, "bpb": 1.015732}, "th": {"chunks": 3120.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.19397, "cps": 24.375, "mean_p": 0.177482, "boundary_entropy": 0.336651, "bpb": 1.15603}, "zh": {"chunks": 3272.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.554013, "cps": 25.5625, "mean_p": 0.289942, "boundary_entropy": 0.412166, "bpb": 3.233833}, "my": {"chunks": 2482.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13099, "cps": 19.390625, "mean_p": 0.181043, "boundary_entropy": 0.341201, "bpb": 1.15395}}, "bpb": {"en": 2.07511, "de": 2.29989, "vi": 1.93119, "tr": 2.29858, "fi": 2.48954, "ru": 1.46957, "el": 1.54644, "hi": 1.24851, "ta": 1.01573, "th": 1.15603, "zh": 3.23383, "my": 1.15395}, "gini_cpc": 0.209211, "gini_cps": 0.066837, "bpic": 10.341714, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9641133079496537, "vi": 1.3586425836984795, "tr": 0.9863063724508648, "fi": 0.8754798360008572, "ru": 1.0141131978215512, "el": 0.8074418048394714, "hi": 1.1730079039564045, "ta": 0.9689387912892249, "th": 1.1692593867506995, "zh": 3.3396210413907483, "my": 0.7896156319093717}, "t": 241.2} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.08588, "de": 2.30659, "vi": 1.9325, "tr": 2.30443, "fi": 2.49829, "ru": 1.44739, "el": 1.54013, "hi": 1.24452, "ta": 1.02211, "th": 1.17374, "zh": 3.2314, "my": 1.16103}, "bytes_per_chunk": {"en": 5.745, "de": 6.295, "vi": 5.829, "tr": 6.552, "fi": 6.908, "ru": 11.06, "el": 13.154, "hi": 12.083, "ta": 15.807, "th": 13.434, "zh": 5.219, "my": 23.271}, "bpb_mean": 1.829, "t": 242.6} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.42328, "bpb": 2.05336, "chunk_loss": 0.030336, "F": 0.14514, "G": 0.18676, "chunks": 148.62, "bytes_per_chunk": 6.89, "boundary_entropy": 0.20253, "router_noise": 0.0, "grad_norm": 0.8022, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.097, "n_target_mean": 8.8695, "alpha": 0.03, "t": 242.7} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.31339, "bpb": 1.89482, "chunk_loss": 0.030123, "F": 0.13324, "G": 0.16537, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.17132, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 9.3813, "alpha": 0.03, "t": 245.0} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.45705, "bpb": 2.10207, "chunk_loss": 0.030093, "F": 0.14246, "G": 0.17936, "chunks": 145.88, "bytes_per_chunk": 7.02, "boundary_entropy": 0.1746, "router_noise": 0.0, "grad_norm": 0.7372, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.047, "n_target_mean": 8.3701, "alpha": 0.03, "t": 247.4} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.26392, "bpb": 1.82344, "chunk_loss": 0.030007, "F": 0.12134, "G": 0.16006, "chunks": 124.25, "bytes_per_chunk": 8.241, "boundary_entropy": 0.1827, "router_noise": 0.0, "grad_norm": 0.7269, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.046, "n_target_mean": 10.0005, "alpha": 0.03, "t": 249.7} +{"event": "probe", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.180223, "boundary_entropy": 0.079924, "bpb": 2.060774}, "de": {"chunks": 3281.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159792, "cps": 25.632812, "mean_p": 0.171881, "boundary_entropy": 0.090957, "bpb": 2.286558}, "vi": {"chunks": 4149.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225061, "cps": 32.414062, "mean_p": 0.163786, "boundary_entropy": 0.11804, "bpb": 1.92094}, "tr": {"chunks": 2931.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161907, "cps": 22.898438, "mean_p": 0.177575, "boundary_entropy": 0.136233, "bpb": 2.291058}, "fi": {"chunks": 2716.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144384, "cps": 21.21875, "mean_p": 0.162508, "boundary_entropy": 0.120956, "bpb": 2.465847}, "ru": {"chunks": 3104.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163799, "cps": 24.25, "mean_p": 0.125742, "boundary_entropy": 0.213969, "bpb": 1.455266}, "el": {"chunks": 2681.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130634, "cps": 20.945312, "mean_p": 0.135013, "boundary_entropy": 0.268657, "bpb": 1.533888}, "hi": {"chunks": 2990.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.177712, "cps": 23.359375, "mean_p": 0.097192, "boundary_entropy": 0.207786, "bpb": 1.239557}, "ta": {"chunks": 2904.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155336, "cps": 22.6875, "mean_p": 0.075755, "boundary_entropy": 0.171072, "bpb": 1.010966}, "th": {"chunks": 2278.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.141623, "cps": 17.796875, "mean_p": 0.169811, "boundary_entropy": 0.327289, "bpb": 1.146641}, "zh": {"chunks": 3076.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520826, "cps": 24.03125, "mean_p": 0.280396, "boundary_entropy": 0.402354, "bpb": 3.22292}, "my": {"chunks": 2199.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.116054, "cps": 17.179688, "mean_p": 0.179513, "boundary_entropy": 0.338016, "bpb": 1.138536}}, "bpb": {"en": 2.06077, "de": 2.28656, "vi": 1.92094, "tr": 2.29106, "fi": 2.46585, "ru": 1.45527, "el": 1.53389, "hi": 1.23956, "ta": 1.01097, "th": 1.14664, "zh": 3.22292, "my": 1.13854}, "gini_cpc": 0.209523, "gini_cps": 0.084238, "bpic": 10.904418, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9635663314862652, "vi": 1.3571507352630217, "tr": 0.9763219659093272, "fi": 0.8706541523510317, "ru": 0.9877346557029933, "el": 0.7877415663558041, "hi": 1.0716276454760854, "ta": 0.9366965830191292, "th": 0.854005067931086, "zh": 3.1406582544408486, "my": 0.6998253124757241}, "t": 253.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07198, "de": 2.29455, "vi": 1.92487, "tr": 2.29497, "fi": 2.47498, "ru": 1.4324, "el": 1.52642, "hi": 1.23554, "ta": 1.01709, "th": 1.16418, "zh": 3.22009, "my": 1.14674}, "bytes_per_chunk": {"en": 5.742, "de": 6.331, "vi": 5.829, "tr": 6.59, "fi": 6.915, "ru": 11.579, "el": 13.464, "hi": 13.49, "ta": 16.244, "th": 18.366, "zh": 5.488, "my": 26.009}, "bpb_mean": 1.81698, "t": 254.5} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 254.5} +{"event": "train", "step": 4200, "phase": 3, "objective": "parity_a", "lm_loss": 1.27114, "bpb": 1.83387, "chunk_loss": 0.030023, "F": 0.1312, "G": 0.16564, "chunks": 134.34, "bytes_per_chunk": 7.622, "boundary_entropy": 0.15967, "router_noise": 0.0, "grad_norm": 0.7395, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.098, "n_target_mean": 9.4996, "alpha": 0.03, "t": 254.6} +{"event": "train", "step": 4250, "phase": 3, "objective": "parity_a", "lm_loss": 1.29439, "bpb": 1.8674, "chunk_loss": 0.030105, "F": 0.13318, "G": 0.15748, "chunks": 136.38, "bytes_per_chunk": 7.509, "boundary_entropy": 0.14722, "router_noise": 0.0, "grad_norm": 0.748, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.2158, "alpha": 0.03, "t": 256.7} +{"event": "train", "step": 4300, "phase": 3, "objective": "parity_a", "lm_loss": 1.3753, "bpb": 1.98414, "chunk_loss": 0.03024, "F": 0.13876, "G": 0.17572, "chunks": 142.09, "bytes_per_chunk": 7.207, "boundary_entropy": 0.18275, "router_noise": 0.0, "grad_norm": 0.7509, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.2663, "alpha": 0.03, "t": 258.7} +{"event": "train", "step": 4350, "phase": 3, "objective": "parity_a", "lm_loss": 1.34268, "bpb": 1.93708, "chunk_loss": 0.030199, "F": 0.13715, "G": 0.16577, "chunks": 140.44, "bytes_per_chunk": 7.291, "boundary_entropy": 0.16149, "router_noise": 0.0, "grad_norm": 0.7296, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.4204, "alpha": 0.03, "t": 260.7} +{"event": "probe", "step": 4400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.179403, "boundary_entropy": 0.076451, "bpb": 2.049663}, "de": {"chunks": 3279.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159694, "cps": 25.617188, "mean_p": 0.171641, "boundary_entropy": 0.08804, "bpb": 2.272589}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.162824, "boundary_entropy": 0.118709, "bpb": 1.913631}, "tr": {"chunks": 2948.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162846, "cps": 23.03125, "mean_p": 0.177943, "boundary_entropy": 0.133553, "bpb": 2.272435}, "fi": {"chunks": 2710.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144065, "cps": 21.171875, "mean_p": 0.160109, "boundary_entropy": 0.113776, "bpb": 2.447849}, "ru": {"chunks": 3066.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161794, "cps": 23.953125, "mean_p": 0.12662, "boundary_entropy": 0.216754, "bpb": 1.448071}, "el": {"chunks": 2992.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.145788, "cps": 23.375, "mean_p": 0.140071, "boundary_entropy": 0.269821, "bpb": 1.525318}, "hi": {"chunks": 2941.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174799, "cps": 22.976562, "mean_p": 0.095949, "boundary_entropy": 0.205007, "bpb": 1.229866}, "ta": {"chunks": 2877.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.153891, "cps": 22.476562, "mean_p": 0.079341, "boundary_entropy": 0.179089, "bpb": 1.000771}, "th": {"chunks": 2901.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.180354, "cps": 22.664062, "mean_p": 0.178275, "boundary_entropy": 0.335534, "bpb": 1.140016}, "zh": {"chunks": 3314.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.561124, "cps": 25.890625, "mean_p": 0.28523, "boundary_entropy": 0.398474, "bpb": 3.207395}, "my": {"chunks": 2331.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.123021, "cps": 18.210938, "mean_p": 0.170849, "boundary_entropy": 0.334852, "bpb": 1.13356}}, "bpb": {"en": 2.04966, "de": 2.27259, "vi": 1.91363, "tr": 2.27244, "fi": 2.44785, "ru": 1.44807, "el": 1.52532, "hi": 1.22987, "ta": 1.00077, "th": 1.14002, "zh": 3.20739, "my": 1.13356}, "gini_cpc": 0.209098, "gini_cps": 0.067566, "bpic": 10.541986, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.962312087170534, "vi": 1.359152769294226, "tr": 0.9813046551259542, "fi": 0.868129149105455, "ru": 0.9749668905634451, "el": 0.878511953955315, "hi": 1.053335892127284, "ta": 0.9273449764739264, "th": 1.0868099225289471, "zh": 3.381317815677375, "my": 0.741320190642768}, "t": 263.7} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06188, "de": 2.28193, "vi": 1.91549, "tr": 2.27751, "fi": 2.45814, "ru": 1.42583, "el": 1.51918, "hi": 1.22661, "ta": 1.007, "th": 1.15706, "zh": 3.20378, "my": 1.14216}, "bytes_per_chunk": {"en": 5.743, "de": 6.314, "vi": 5.829, "tr": 6.577, "fi": 6.946, "ru": 11.366, "el": 12.253, "hi": 13.671, "ta": 16.477, "th": 15.74, "zh": 5.169, "my": 22.421}, "bpb_mean": 1.80638, "t": 264.9} +{"event": "train", "step": 4400, "phase": 3, "objective": "parity_a", "lm_loss": 1.34502, "bpb": 1.94046, "chunk_loss": 0.030219, "F": 0.13672, "G": 0.17385, "chunks": 140.0, "bytes_per_chunk": 7.314, "boundary_entropy": 0.19083, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.3865, "alpha": 0.03, "t": 265.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "parity_a", "lm_loss": 1.18995, "bpb": 1.71673, "chunk_loss": 0.030453, "F": 0.12253, "G": 0.16393, "chunks": 125.47, "bytes_per_chunk": 8.161, "boundary_entropy": 0.18394, "router_noise": 0.0, "grad_norm": 0.8582, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 11.2605, "alpha": 0.03, "t": 267.0} +{"event": "train", "step": 4500, "phase": 3, "objective": "parity_a", "lm_loss": 1.3062, "bpb": 1.88445, "chunk_loss": 0.030119, "F": 0.13458, "G": 0.16037, "chunks": 137.81, "bytes_per_chunk": 7.43, "boundary_entropy": 0.14189, "router_noise": 0.0, "grad_norm": 0.7387, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.5142, "alpha": 0.03, "t": 268.9} +{"event": "train", "step": 4550, "phase": 3, "objective": "parity_a", "lm_loss": 1.31323, "bpb": 1.8946, "chunk_loss": 0.030064, "F": 0.13956, "G": 0.16742, "chunks": 142.91, "bytes_per_chunk": 7.166, "boundary_entropy": 0.1472, "router_noise": 0.0, "grad_norm": 0.7119, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.6725, "alpha": 0.03, "t": 270.9} +{"event": "probe", "step": 4600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.178628, "boundary_entropy": 0.073221, "bpb": 2.039284}, "de": {"chunks": 3275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159499, "cps": 25.585938, "mean_p": 0.170303, "boundary_entropy": 0.0838, "bpb": 2.264264}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.164918, "boundary_entropy": 0.111337, "bpb": 1.904711}, "tr": {"chunks": 2992.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165276, "cps": 23.375, "mean_p": 0.178229, "boundary_entropy": 0.131441, "bpb": 2.26445}, "fi": {"chunks": 2712.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144171, "cps": 21.1875, "mean_p": 0.159444, "boundary_entropy": 0.109958, "bpb": 2.439603}, "ru": {"chunks": 3049.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160897, "cps": 23.820312, "mean_p": 0.125999, "boundary_entropy": 0.209018, "bpb": 1.438373}, "el": {"chunks": 2950.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.143741, "cps": 23.046875, "mean_p": 0.135345, "boundary_entropy": 0.264023, "bpb": 1.509566}, "hi": {"chunks": 2930.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174146, "cps": 22.890625, "mean_p": 0.099379, "boundary_entropy": 0.211017, "bpb": 1.22457}, "ta": {"chunks": 2786.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149024, "cps": 21.765625, "mean_p": 0.07699, "boundary_entropy": 0.173963, "bpb": 0.996752}, "th": {"chunks": 3173.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.197265, "cps": 24.789062, "mean_p": 0.182853, "boundary_entropy": 0.335919, "bpb": 1.131372}, "zh": {"chunks": 3129.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.5298, "cps": 24.445312, "mean_p": 0.279002, "boundary_entropy": 0.391949, "bpb": 3.197727}, "my": {"chunks": 2936.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.15495, "cps": 22.9375, "mean_p": 0.18062, "boundary_entropy": 0.335165, "bpb": 1.123962}}, "bpb": {"en": 2.03928, "de": 2.26426, "vi": 1.90471, "tr": 2.26445, "fi": 2.4396, "ru": 1.43837, "el": 1.50957, "hi": 1.22457, "ta": 0.99675, "th": 1.13137, "zh": 3.19773, "my": 1.12396}, "gini_cpc": 0.190964, "gini_cps": 0.053091, "bpic": 10.382842, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9618042473689481, "vi": 1.3558423228887022, "tr": 0.9966411879906881, "fi": 0.8693718929219434, "ru": 0.9702329140587715, "el": 0.8667801643974717, "hi": 1.050123411787602, "ta": 0.8986352204859827, "th": 1.1895338369382509, "zh": 3.1947723270953885, "my": 0.9343734049243866}, "t": 273.8} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05017, "de": 2.27203, "vi": 1.90596, "tr": 2.26765, "fi": 2.45023, "ru": 1.41626, "el": 1.50331, "hi": 1.22082, "ta": 1.00329, "th": 1.14805, "zh": 3.1939, "my": 1.13175}, "bytes_per_chunk": {"en": 5.746, "de": 6.328, "vi": 5.832, "tr": 6.5, "fi": 6.941, "ru": 11.748, "el": 12.529, "hi": 13.861, "ta": 16.964, "th": 14.549, "zh": 5.47, "my": 19.282}, "bpb_mean": 1.79695, "t": 275.1} +{"event": "train", "step": 4600, "phase": 3, "objective": "parity_a", "lm_loss": 1.46358, "bpb": 2.11149, "chunk_loss": 0.030309, "F": 0.14868, "G": 0.19864, "chunks": 152.25, "bytes_per_chunk": 6.726, "boundary_entropy": 0.21137, "router_noise": 0.0, "grad_norm": 0.7262, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.9814, "alpha": 0.03, "t": 275.1} +{"event": "train", "step": 4650, "phase": 3, "objective": "parity_a", "lm_loss": 1.3597, "bpb": 1.96163, "chunk_loss": 0.030058, "F": 0.12772, "G": 0.16235, "chunks": 130.78, "bytes_per_chunk": 7.83, "boundary_entropy": 0.17532, "router_noise": 0.0, "grad_norm": 0.7748, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.7658, "alpha": 0.03, "t": 277.1} +{"event": "train", "step": 4700, "phase": 3, "objective": "parity_a", "lm_loss": 1.40884, "bpb": 2.03253, "chunk_loss": 0.030343, "F": 0.14874, "G": 0.18079, "chunks": 152.31, "bytes_per_chunk": 6.723, "boundary_entropy": 0.16611, "router_noise": 0.0, "grad_norm": 0.7674, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 8.9792, "alpha": 0.03, "t": 279.1} +{"event": "train", "step": 4750, "phase": 3, "objective": "parity_a", "lm_loss": 1.38298, "bpb": 1.99521, "chunk_loss": 0.030127, "F": 0.14273, "G": 0.17529, "chunks": 146.16, "bytes_per_chunk": 7.006, "boundary_entropy": 0.15925, "router_noise": 0.0, "grad_norm": 0.7089, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7086, "alpha": 0.03, "t": 281.1} +{"event": "probe", "step": 4800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.178767, "boundary_entropy": 0.07343, "bpb": 2.030767}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.171035, "boundary_entropy": 0.086121, "bpb": 2.251743}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.167886, "boundary_entropy": 0.103647, "bpb": 1.899013}, "tr": {"chunks": 2953.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163122, "cps": 23.070312, "mean_p": 0.177642, "boundary_entropy": 0.131113, "bpb": 2.250444}, "fi": {"chunks": 2716.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144384, "cps": 21.21875, "mean_p": 0.160187, "boundary_entropy": 0.111297, "bpb": 2.417528}, "ru": {"chunks": 3041.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160475, "cps": 23.757812, "mean_p": 0.12538, "boundary_entropy": 0.205956, "bpb": 1.429236}, "el": {"chunks": 2637.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12849, "cps": 20.601562, "mean_p": 0.13243, "boundary_entropy": 0.259689, "bpb": 1.501252}, "hi": {"chunks": 3459.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.205587, "cps": 27.023438, "mean_p": 0.098389, "boundary_entropy": 0.20585, "bpb": 1.211047}, "ta": {"chunks": 2890.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154587, "cps": 22.578125, "mean_p": 0.076535, "boundary_entropy": 0.171302, "bpb": 0.992931}, "th": {"chunks": 2498.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.1553, "cps": 19.515625, "mean_p": 0.173635, "boundary_entropy": 0.327695, "bpb": 1.124123}, "zh": {"chunks": 3194.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.540806, "cps": 24.953125, "mean_p": 0.279189, "boundary_entropy": 0.38619, "bpb": 3.17693}, "my": {"chunks": 2677.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.141281, "cps": 20.914062, "mean_p": 0.18039, "boundary_entropy": 0.336584, "bpb": 1.121163}}, "bpb": {"en": 2.03077, "de": 2.25174, "vi": 1.89901, "tr": 2.25044, "fi": 2.41753, "ru": 1.42924, "el": 1.50125, "hi": 1.21105, "ta": 0.99293, "th": 1.12412, "zh": 3.17693, "my": 1.12116}, "gini_cpc": 0.206101, "gini_cps": 0.074801, "bpic": 10.551551, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.961843845908615, "vi": 1.3572939349882178, "tr": 0.9839911632176785, "fi": 0.870955938885642, "ru": 0.9680226263587018, "el": 0.7750818859780348, "hi": 1.2401487841244743, "ta": 0.9325039410810125, "th": 0.9368060169948534, "zh": 3.262269019960901, "my": 0.8522427155374428}, "t": 284.0} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04101, "de": 2.26164, "vi": 1.89903, "tr": 2.25563, "fi": 2.42922, "ru": 1.407, "el": 1.49491, "hi": 1.20652, "ta": 1.00033, "th": 1.14166, "zh": 3.17493, "my": 1.12951}, "bytes_per_chunk": {"en": 5.746, "de": 6.324, "vi": 5.83, "tr": 6.579, "fi": 6.948, "ru": 11.53, "el": 13.659, "hi": 11.2, "ta": 16.254, "th": 17.348, "zh": 5.367, "my": 21.665}, "bpb_mean": 1.78678, "t": 285.3} +{"event": "train", "step": 4800, "phase": 3, "objective": "parity_a", "lm_loss": 1.26903, "bpb": 1.83083, "chunk_loss": 0.030248, "F": 0.13394, "G": 0.16604, "chunks": 137.16, "bytes_per_chunk": 7.466, "boundary_entropy": 0.1574, "router_noise": 0.0, "grad_norm": 0.7681, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 9.6246, "alpha": 0.03, "t": 285.3} +{"event": "train", "step": 4850, "phase": 3, "objective": "parity_a", "lm_loss": 1.36114, "bpb": 1.96371, "chunk_loss": 0.030197, "F": 0.13431, "G": 0.16884, "chunks": 137.53, "bytes_per_chunk": 7.446, "boundary_entropy": 0.18061, "router_noise": 0.0, "grad_norm": 0.7831, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4374, "alpha": 0.03, "t": 287.3} +{"event": "train", "step": 4900, "phase": 3, "objective": "parity_a", "lm_loss": 1.38983, "bpb": 2.00509, "chunk_loss": 0.030153, "F": 0.14047, "G": 0.17904, "chunks": 143.84, "bytes_per_chunk": 7.119, "boundary_entropy": 0.185, "router_noise": 0.0, "grad_norm": 0.7714, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.7883, "alpha": 0.03, "t": 289.3} +{"event": "train", "step": 4950, "phase": 3, "objective": "parity_a", "lm_loss": 1.28286, "bpb": 1.85078, "chunk_loss": 0.030168, "F": 0.12625, "G": 0.17065, "chunks": 129.28, "bytes_per_chunk": 7.921, "boundary_entropy": 0.18931, "router_noise": 0.0, "grad_norm": 0.766, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7146, "alpha": 0.03, "t": 291.2} +{"event": "probe", "step": 5000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.178459, "boundary_entropy": 0.07166, "bpb": 2.022829}, "de": {"chunks": 3275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159499, "cps": 25.585938, "mean_p": 0.17062, "boundary_entropy": 0.083404, "bpb": 2.242435}, "vi": {"chunks": 4151.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22517, "cps": 32.429688, "mean_p": 0.168325, "boundary_entropy": 0.100693, "bpb": 1.889899}, "tr": {"chunks": 2961.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163564, "cps": 23.132812, "mean_p": 0.177481, "boundary_entropy": 0.129204, "bpb": 2.240719}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.15998, "boundary_entropy": 0.109696, "bpb": 2.406897}, "ru": {"chunks": 3076.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162322, "cps": 24.03125, "mean_p": 0.125426, "boundary_entropy": 0.202242, "bpb": 1.421044}, "el": {"chunks": 3028.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.147542, "cps": 23.65625, "mean_p": 0.135068, "boundary_entropy": 0.257316, "bpb": 1.498676}, "hi": {"chunks": 2793.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166003, "cps": 21.820312, "mean_p": 0.09591, "boundary_entropy": 0.204559, "bpb": 1.213152}, "ta": {"chunks": 2733.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146189, "cps": 21.351562, "mean_p": 0.076529, "boundary_entropy": 0.171797, "bpb": 0.990902}, "th": {"chunks": 2882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179173, "cps": 22.515625, "mean_p": 0.17461, "boundary_entropy": 0.32573, "bpb": 1.120732}, "zh": {"chunks": 3146.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532679, "cps": 24.578125, "mean_p": 0.274533, "boundary_entropy": 0.376496, "bpb": 3.172974}, "my": {"chunks": 2306.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.121701, "cps": 18.015625, "mean_p": 0.18316, "boundary_entropy": 0.341613, "bpb": 1.119419}}, "bpb": {"en": 2.02283, "de": 2.24243, "vi": 1.8899, "tr": 2.24072, "fi": 2.4069, "ru": 1.42104, "el": 1.49868, "hi": 1.21315, "ta": 0.9909, "th": 1.12073, "zh": 3.17297, "my": 1.11942}, "gini_cpc": 0.201287, "gini_cps": 0.069799, "bpic": 10.673332, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9614710973005833, "vi": 1.357334624532464, "tr": 0.9859733858295107, "fi": 0.871313936341995, "ru": 0.9784856325279457, "el": 0.8893902455634483, "hi": 1.0006753438455216, "ta": 0.8812345146733617, "th": 1.0800658822485627, "zh": 3.211017052633036, "my": 0.7336235484218416}, "t": 294.1} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03368, "de": 2.25182, "vi": 1.89068, "tr": 2.2451, "fi": 2.41769, "ru": 1.39968, "el": 1.49123, "hi": 1.20869, "ta": 0.99668, "th": 1.13728, "zh": 3.16899, "my": 1.12776}, "bytes_per_chunk": {"en": 5.744, "de": 6.327, "vi": 5.829, "tr": 6.586, "fi": 6.937, "ru": 11.47, "el": 12.235, "hi": 13.846, "ta": 17.302, "th": 16.261, "zh": 5.411, "my": 22.251}, "bpb_mean": 1.78077, "t": 295.4} +{"event": "train", "step": 5000, "phase": 3, "objective": "parity_a", "lm_loss": 1.46498, "bpb": 2.11352, "chunk_loss": 0.030152, "F": 0.16306, "G": 0.18435, "chunks": 166.97, "bytes_per_chunk": 6.133, "boundary_entropy": 0.13079, "router_noise": 0.0, "grad_norm": 0.7731, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 7.1284, "alpha": 0.03, "t": 295.5} +{"event": "train", "step": 5050, "phase": 3, "objective": "parity_a", "lm_loss": 1.2944, "bpb": 1.86742, "chunk_loss": 0.030137, "F": 0.12646, "G": 0.16694, "chunks": 129.5, "bytes_per_chunk": 7.907, "boundary_entropy": 0.1984, "router_noise": 0.0, "grad_norm": 0.7305, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.8551, "alpha": 0.03, "t": 297.4} +{"event": "train", "step": 5100, "phase": 3, "objective": "parity_a", "lm_loss": 1.46029, "bpb": 2.10676, "chunk_loss": 0.030152, "F": 0.14691, "G": 0.18182, "chunks": 150.44, "bytes_per_chunk": 6.807, "boundary_entropy": 0.17877, "router_noise": 0.0, "grad_norm": 0.7839, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.4954, "alpha": 0.03, "t": 299.4} +{"event": "train", "step": 5150, "phase": 3, "objective": "parity_a", "lm_loss": 1.25545, "bpb": 1.81123, "chunk_loss": 0.030045, "F": 0.12106, "G": 0.16504, "chunks": 123.97, "bytes_per_chunk": 8.26, "boundary_entropy": 0.19817, "router_noise": 0.0, "grad_norm": 0.7215, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.4342, "alpha": 0.03, "t": 301.4} +{"event": "probe", "step": 5200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.177982, "boundary_entropy": 0.070677, "bpb": 2.017251}, "de": {"chunks": 3272.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159353, "cps": 25.5625, "mean_p": 0.16992, "boundary_entropy": 0.082019, "bpb": 2.236067}, "vi": {"chunks": 4145.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224844, "cps": 32.382812, "mean_p": 0.166404, "boundary_entropy": 0.102973, "bpb": 1.885604}, "tr": {"chunks": 2914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.160968, "cps": 22.765625, "mean_p": 0.175413, "boundary_entropy": 0.127917, "bpb": 2.228041}, "fi": {"chunks": 2723.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144756, "cps": 21.273438, "mean_p": 0.159622, "boundary_entropy": 0.108878, "bpb": 2.398412}, "ru": {"chunks": 3152.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166332, "cps": 24.625, "mean_p": 0.127491, "boundary_entropy": 0.204336, "bpb": 1.412598}, "el": {"chunks": 2815.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137163, "cps": 21.992188, "mean_p": 0.132599, "boundary_entropy": 0.255126, "bpb": 1.486877}, "hi": {"chunks": 3033.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.180267, "cps": 23.695312, "mean_p": 0.099289, "boundary_entropy": 0.211367, "bpb": 1.203044}, "ta": {"chunks": 2807.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150147, "cps": 21.929688, "mean_p": 0.076369, "boundary_entropy": 0.17261, "bpb": 0.983864}, "th": {"chunks": 2671.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.166055, "cps": 20.867188, "mean_p": 0.172191, "boundary_entropy": 0.325852, "bpb": 1.113957}, "zh": {"chunks": 3226.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.546224, "cps": 25.203125, "mean_p": 0.276925, "boundary_entropy": 0.376244, "bpb": 3.161322}, "my": {"chunks": 2654.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140068, "cps": 20.734375, "mean_p": 0.186162, "boundary_entropy": 0.342459, "bpb": 1.116896}}, "bpb": {"en": 2.01725, "de": 2.23607, "vi": 1.8856, "tr": 2.22804, "fi": 2.39841, "ru": 1.4126, "el": 1.48688, "hi": 1.20304, "ta": 0.98386, "th": 1.11396, "zh": 3.16132, "my": 1.1169}, "gini_cpc": 0.199877, "gini_cps": 0.063693, "bpic": 10.573936, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9619231253990619, "vi": 1.3572531889895227, "tr": 0.9716692831165036, "fi": 0.8738064290432496, "ru": 1.0040526166949004, "el": 0.8279746339770668, "hi": 1.0881701669725536, "ta": 0.906351005613692, "th": 1.0023797871414768, "zh": 3.297238773388004, "my": 0.8455066354997093}, "t": 304.3} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.02847, "de": 2.24547, "vi": 1.88702, "tr": 2.23426, "fi": 2.41086, "ru": 1.38999, "el": 1.47981, "hi": 1.19938, "ta": 0.99064, "th": 1.13074, "zh": 3.15761, "my": 1.12477}, "bytes_per_chunk": {"en": 5.747, "de": 6.331, "vi": 5.831, "tr": 6.616, "fi": 6.945, "ru": 11.092, "el": 12.971, "hi": 12.957, "ta": 16.89, "th": 16.02, "zh": 5.256, "my": 22.299}, "bpb_mean": 1.77325, "t": 305.5} +{"event": "train", "step": 5200, "phase": 3, "objective": "parity_a", "lm_loss": 1.35811, "bpb": 1.95933, "chunk_loss": 0.030159, "F": 0.14249, "G": 0.173, "chunks": 145.91, "bytes_per_chunk": 7.018, "boundary_entropy": 0.15239, "router_noise": 0.0, "grad_norm": 0.7826, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.8794, "alpha": 0.03, "t": 305.6} +{"event": "train", "step": 5250, "phase": 3, "objective": "parity_a", "lm_loss": 1.32005, "bpb": 1.90443, "chunk_loss": 0.030186, "F": 0.14102, "G": 0.17007, "chunks": 144.41, "bytes_per_chunk": 7.091, "boundary_entropy": 0.14602, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.0628, "alpha": 0.03, "t": 307.5} +{"event": "train", "step": 5300, "phase": 3, "objective": "parity_a", "lm_loss": 1.2975, "bpb": 1.87189, "chunk_loss": 0.03021, "F": 0.13098, "G": 0.16044, "chunks": 134.12, "bytes_per_chunk": 7.635, "boundary_entropy": 0.15727, "router_noise": 0.0, "grad_norm": 0.7484, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.4934, "alpha": 0.03, "t": 309.5} +{"event": "train", "step": 5350, "phase": 3, "objective": "parity_a", "lm_loss": 1.36528, "bpb": 1.96969, "chunk_loss": 0.030113, "F": 0.14886, "G": 0.17388, "chunks": 152.44, "bytes_per_chunk": 6.718, "boundary_entropy": 0.13888, "router_noise": 0.0, "grad_norm": 0.7655, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 8.3324, "alpha": 0.03, "t": 311.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.177752, "boundary_entropy": 0.068481, "bpb": 2.009342}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169603, "boundary_entropy": 0.079474, "bpb": 2.228147}, "vi": {"chunks": 4149.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225061, "cps": 32.414062, "mean_p": 0.166725, "boundary_entropy": 0.101547, "bpb": 1.879555}, "tr": {"chunks": 2940.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162404, "cps": 22.96875, "mean_p": 0.175831, "boundary_entropy": 0.12512, "bpb": 2.224467}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158357, "boundary_entropy": 0.106102, "bpb": 2.394806}, "ru": {"chunks": 2943.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.155303, "cps": 22.992188, "mean_p": 0.117978, "boundary_entropy": 0.190913, "bpb": 1.409693}, "el": {"chunks": 2951.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14379, "cps": 23.054688, "mean_p": 0.123694, "boundary_entropy": 0.235254, "bpb": 1.482874}, "hi": {"chunks": 2438.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144903, "cps": 19.046875, "mean_p": 0.095737, "boundary_entropy": 0.206218, "bpb": 1.201841}, "ta": {"chunks": 2759.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.14758, "cps": 21.554688, "mean_p": 0.075113, "boundary_entropy": 0.170311, "bpb": 0.984057}, "th": {"chunks": 2400.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.149207, "cps": 18.75, "mean_p": 0.168288, "boundary_entropy": 0.321119, "bpb": 1.11227}, "zh": {"chunks": 3039.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.514561, "cps": 23.742188, "mean_p": 0.267825, "boundary_entropy": 0.367804, "bpb": 3.158971}, "my": {"chunks": 2668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140806, "cps": 20.84375, "mean_p": 0.171456, "boundary_entropy": 0.324968, "bpb": 1.110893}}, "bpb": {"en": 2.00934, "de": 2.22815, "vi": 1.87956, "tr": 2.22447, "fi": 2.39481, "ru": 1.40969, "el": 1.48287, "hi": 1.20184, "ta": 0.98406, "th": 1.11227, "zh": 3.15897, "my": 1.11089}, "gini_cpc": 0.189383, "gini_cps": 0.073698, "bpic": 10.914031, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9602967814565521, "vi": 1.3566806449494564, "tr": 0.9789806667810744, "fi": 0.871313936341995, "ru": 0.9361778987417895, "el": 0.8667736508116698, "hi": 0.8734860323291735, "ta": 0.8896180117028192, "th": 0.899430297500538, "zh": 3.101805728846725, "my": 0.8487890837768749}, "t": 314.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02014, "de": 2.2375, "vi": 1.88023, "tr": 2.22837, "fi": 2.40529, "ru": 1.38706, "el": 1.476, "hi": 1.19711, "ta": 0.99047, "th": 1.12969, "zh": 3.15499, "my": 1.11911}, "bytes_per_chunk": {"en": 5.746, "de": 6.33, "vi": 5.83, "tr": 6.612, "fi": 6.951, "ru": 12.074, "el": 12.432, "hi": 16.111, "ta": 17.086, "th": 17.341, "zh": 5.619, "my": 21.805}, "bpb_mean": 1.76883, "t": 315.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "parity_a", "lm_loss": 1.24964, "bpb": 1.80285, "chunk_loss": 0.030084, "F": 0.12585, "G": 0.16234, "chunks": 128.88, "bytes_per_chunk": 7.946, "boundary_entropy": 0.16965, "router_noise": 0.0, "grad_norm": 0.7704, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 10.1615, "alpha": 0.03, "t": 315.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "parity_a", "lm_loss": 1.29887, "bpb": 1.87387, "chunk_loss": 0.030097, "F": 0.12659, "G": 0.17026, "chunks": 129.62, "bytes_per_chunk": 7.9, "boundary_entropy": 0.19828, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.3351, "alpha": 0.03, "t": 317.7} +{"event": "train", "step": 5500, "phase": 3, "objective": "parity_a", "lm_loss": 1.46157, "bpb": 2.1086, "chunk_loss": 0.030148, "F": 0.15683, "G": 0.18025, "chunks": 160.59, "bytes_per_chunk": 6.376, "boundary_entropy": 0.1375, "router_noise": 0.0, "grad_norm": 0.7764, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 7.6515, "alpha": 0.03, "t": 319.6} +{"event": "train", "step": 5550, "phase": 3, "objective": "parity_a", "lm_loss": 1.3132, "bpb": 1.89454, "chunk_loss": 0.030034, "F": 0.13892, "G": 0.16284, "chunks": 142.25, "bytes_per_chunk": 7.199, "boundary_entropy": 0.12452, "router_noise": 0.0, "grad_norm": 0.76, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.1372, "alpha": 0.03, "t": 321.6} +{"event": "probe", "step": 5600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177851, "boundary_entropy": 0.06866, "bpb": 2.004358}, "de": {"chunks": 3274.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159451, "cps": 25.578125, "mean_p": 0.169543, "boundary_entropy": 0.079184, "bpb": 2.219767}, "vi": {"chunks": 4148.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225007, "cps": 32.40625, "mean_p": 0.168481, "boundary_entropy": 0.096946, "bpb": 1.874159}, "tr": {"chunks": 2928.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161741, "cps": 22.875, "mean_p": 0.175606, "boundary_entropy": 0.1244, "bpb": 2.216526}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.159179, "boundary_entropy": 0.106449, "bpb": 2.384948}, "ru": {"chunks": 3014.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.15905, "cps": 23.546875, "mean_p": 0.124717, "boundary_entropy": 0.197968, "bpb": 1.403442}, "el": {"chunks": 2772.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135068, "cps": 21.65625, "mean_p": 0.12563, "boundary_entropy": 0.240066, "bpb": 1.47525}, "hi": {"chunks": 3289.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.195483, "cps": 25.695312, "mean_p": 0.098199, "boundary_entropy": 0.20511, "bpb": 1.195009}, "ta": {"chunks": 3002.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160578, "cps": 23.453125, "mean_p": 0.078264, "boundary_entropy": 0.172927, "bpb": 0.9777}, "th": {"chunks": 2533.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.157476, "cps": 19.789062, "mean_p": 0.170506, "boundary_entropy": 0.321883, "bpb": 1.108756}, "zh": {"chunks": 3114.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.52726, "cps": 24.328125, "mean_p": 0.272082, "boundary_entropy": 0.3677, "bpb": 3.141867}, "my": {"chunks": 2492.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.131518, "cps": 19.46875, "mean_p": 0.180863, "boundary_entropy": 0.336133, "bpb": 1.112676}}, "bpb": {"en": 2.00436, "de": 2.21977, "vi": 1.87416, "tr": 2.21653, "fi": 2.38495, "ru": 1.40344, "el": 1.47525, "hi": 1.19501, "ta": 0.9777, "th": 1.10876, "zh": 3.14187, "my": 1.11268}, "gini_cpc": 0.199819, "gini_cps": 0.071588, "bpic": 10.610185, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9615105666827286, "vi": 1.3568236321694418, "tr": 0.9753226599053259, "fi": 0.8716158469228481, "ru": 0.9590954421033577, "el": 0.8144795307490819, "hi": 1.178790410023694, "ta": 0.968306867156827, "th": 0.9496026501621777, "zh": 3.1794570235139146, "my": 0.7930717047246496}, "t": 324.5} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.01629, "de": 2.23036, "vi": 1.87471, "tr": 2.22151, "fi": 2.39609, "ru": 1.38121, "el": 1.46809, "hi": 1.19016, "ta": 0.98443, "th": 1.12689, "zh": 3.13831, "my": 1.12089}, "bytes_per_chunk": {"en": 5.745, "de": 6.332, "vi": 5.829, "tr": 6.621, "fi": 6.937, "ru": 11.595, "el": 13.112, "hi": 12.098, "ta": 15.813, "th": 17.274, "zh": 5.424, "my": 23.708}, "bpb_mean": 1.76241, "t": 325.8} +{"event": "train", "step": 5600, "phase": 3, "objective": "parity_a", "lm_loss": 1.32771, "bpb": 1.91547, "chunk_loss": 0.030166, "F": 0.13962, "G": 0.17132, "chunks": 142.97, "bytes_per_chunk": 7.162, "boundary_entropy": 0.15173, "router_noise": 0.0, "grad_norm": 0.7797, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.085, "n_target_mean": 8.7148, "alpha": 0.03, "t": 325.9} +{"event": "train", "step": 5650, "phase": 3, "objective": "parity_a", "lm_loss": 1.23921, "bpb": 1.7878, "chunk_loss": 0.030152, "F": 0.12927, "G": 0.16063, "chunks": 132.38, "bytes_per_chunk": 7.736, "boundary_entropy": 0.158, "router_noise": 0.0, "grad_norm": 0.8026, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.7072, "alpha": 0.03, "t": 327.8} +{"event": "train", "step": 5700, "phase": 3, "objective": "parity_a", "lm_loss": 1.28783, "bpb": 1.85795, "chunk_loss": 0.030215, "F": 0.14331, "G": 0.16791, "chunks": 146.75, "bytes_per_chunk": 6.978, "boundary_entropy": 0.12725, "router_noise": 0.0, "grad_norm": 0.7763, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.352, "alpha": 0.03, "t": 329.8} +{"event": "train", "step": 5750, "phase": 3, "objective": "parity_a", "lm_loss": 1.32146, "bpb": 1.90646, "chunk_loss": 0.030172, "F": 0.12692, "G": 0.16623, "chunks": 129.97, "bytes_per_chunk": 7.879, "boundary_entropy": 0.1769, "router_noise": 0.0, "grad_norm": 0.778, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 9.9393, "alpha": 0.03, "t": 331.8} +{"event": "probe", "step": 5800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.177927, "boundary_entropy": 0.068596, "bpb": 2.002494}, "de": {"chunks": 3273.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159402, "cps": 25.570312, "mean_p": 0.169695, "boundary_entropy": 0.079542, "bpb": 2.215025}, "vi": {"chunks": 4152.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225224, "cps": 32.4375, "mean_p": 0.168217, "boundary_entropy": 0.096751, "bpb": 1.87107}, "tr": {"chunks": 2968.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163951, "cps": 23.1875, "mean_p": 0.177658, "boundary_entropy": 0.125883, "bpb": 2.213681}, "fi": {"chunks": 2725.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144862, "cps": 21.289062, "mean_p": 0.159922, "boundary_entropy": 0.107567, "bpb": 2.380504}, "ru": {"chunks": 3036.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.160211, "cps": 23.71875, "mean_p": 0.124852, "boundary_entropy": 0.199741, "bpb": 1.400991}, "el": {"chunks": 2661.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129659, "cps": 20.789062, "mean_p": 0.131063, "boundary_entropy": 0.250888, "bpb": 1.473791}, "hi": {"chunks": 3217.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.191204, "cps": 25.132812, "mean_p": 0.095111, "boundary_entropy": 0.199692, "bpb": 1.192188}, "ta": {"chunks": 2801.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.149826, "cps": 21.882812, "mean_p": 0.074724, "boundary_entropy": 0.16852, "bpb": 0.976595}, "th": {"chunks": 2788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173329, "cps": 21.78125, "mean_p": 0.172975, "boundary_entropy": 0.323563, "bpb": 1.105342}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.272825, "boundary_entropy": 0.367173, "bpb": 3.138614}, "my": {"chunks": 3078.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.162445, "cps": 24.046875, "mean_p": 0.18441, "boundary_entropy": 0.336903, "bpb": 1.10684}}, "bpb": {"en": 2.00249, "de": 2.21503, "vi": 1.87107, "tr": 2.21368, "fi": 2.3805, "ru": 1.40099, "el": 1.47379, "hi": 1.19219, "ta": 0.9766, "th": 1.10534, "zh": 3.13861, "my": 1.10684}, "gini_cpc": 0.196718, "gini_cps": 0.060801, "bpic": 10.4416, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9608839393785678, "vi": 1.357661614323968, "tr": 0.9883042921789894, "fi": 0.8732366592614699, "ru": 0.9657615020659438, "el": 0.7815942679802959, "hi": 1.1525859581636388, "ta": 0.9031605838273276, "th": 1.0448381955964585, "zh": 3.2344923839142052, "my": 0.97922518735578}, "t": 334.7} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01461, "de": 2.22571, "vi": 1.87274, "tr": 2.21786, "fi": 2.39132, "ru": 1.37833, "el": 1.46602, "hi": 1.18841, "ta": 0.98367, "th": 1.12259, "zh": 3.13296, "my": 1.11494}, "bytes_per_chunk": {"en": 5.743, "de": 6.335, "vi": 5.829, "tr": 6.569, "fi": 6.91, "ru": 11.499, "el": 13.364, "hi": 12.266, "ta": 16.883, "th": 15.225, "zh": 5.304, "my": 19.694}, "bpb_mean": 1.75909, "t": 335.9} +{"event": "train", "step": 5800, "phase": 3, "objective": "parity_a", "lm_loss": 1.3508, "bpb": 1.94879, "chunk_loss": 0.03021, "F": 0.14114, "G": 0.16962, "chunks": 144.53, "bytes_per_chunk": 7.085, "boundary_entropy": 0.14742, "router_noise": 0.0, "grad_norm": 0.7714, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.084, "n_target_mean": 8.9056, "alpha": 0.03, "t": 336.0} +{"event": "train", "step": 5850, "phase": 3, "objective": "parity_a", "lm_loss": 1.32187, "bpb": 1.90706, "chunk_loss": 0.030163, "F": 0.12833, "G": 0.16529, "chunks": 131.41, "bytes_per_chunk": 7.793, "boundary_entropy": 0.17247, "router_noise": 0.0, "grad_norm": 0.7656, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 9.9114, "alpha": 0.03, "t": 337.9} +{"event": "train", "step": 5900, "phase": 3, "objective": "parity_a", "lm_loss": 1.23164, "bpb": 1.77689, "chunk_loss": 0.029976, "F": 0.12189, "G": 0.16997, "chunks": 124.81, "bytes_per_chunk": 8.204, "boundary_entropy": 0.18288, "router_noise": 0.0, "grad_norm": 0.7761, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.039, "n_target_mean": 10.7303, "alpha": 0.03, "t": 339.9} +{"event": "train", "step": 5950, "phase": 3, "objective": "parity_a", "lm_loss": 1.25031, "bpb": 1.80382, "chunk_loss": 0.030099, "F": 0.1236, "G": 0.1587, "chunks": 126.56, "bytes_per_chunk": 8.091, "boundary_entropy": 0.16384, "router_noise": 0.0, "grad_norm": 0.7889, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.04, "n_target_mean": 10.1179, "alpha": 0.03, "t": 341.9} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177815, "boundary_entropy": 0.068636, "bpb": 1.999647}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169534, "boundary_entropy": 0.078636, "bpb": 2.211622}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.167233, "boundary_entropy": 0.100712, "bpb": 1.868947}, "tr": {"chunks": 2986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164945, "cps": 23.328125, "mean_p": 0.17765, "boundary_entropy": 0.124993, "bpb": 2.208784}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158957, "boundary_entropy": 0.10586, "bpb": 2.377287}, "ru": {"chunks": 2887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152348, "cps": 22.554688, "mean_p": 0.121923, "boundary_entropy": 0.197424, "bpb": 1.400387}, "el": {"chunks": 2676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13039, "cps": 20.90625, "mean_p": 0.127853, "boundary_entropy": 0.245963, "bpb": 1.470551}, "hi": {"chunks": 2488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147875, "cps": 19.4375, "mean_p": 0.094376, "boundary_entropy": 0.20439, "bpb": 1.191112}, "ta": {"chunks": 2493.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133351, "cps": 19.476562, "mean_p": 0.074592, "boundary_entropy": 0.170797, "bpb": 0.976294}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.17055, "boundary_entropy": 0.322409, "bpb": 1.103044}, "zh": {"chunks": 3093.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523705, "cps": 24.164062, "mean_p": 0.270182, "boundary_entropy": 0.363993, "bpb": 3.133862}, "my": {"chunks": 2974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156956, "cps": 23.234375, "mean_p": 0.181064, "boundary_entropy": 0.332524, "bpb": 1.107463}}, "bpb": {"en": 1.99965, "de": 2.21162, "vi": 1.86895, "tr": 2.20878, "fi": 2.37729, "ru": 1.40039, "el": 1.47055, "hi": 1.19111, "ta": 0.97629, "th": 1.10304, "zh": 3.13386, "my": 1.10746}, "gini_cpc": 0.199316, "gini_cps": 0.072851, "bpic": 10.882773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606295246240699, "vi": 1.3587862507309212, "tr": 0.9946425759826852, "fi": 0.8716158469228481, "ru": 0.9186823295794272, "el": 0.7862724474330963, "hi": 0.8917088902824416, "ta": 0.8041269219926616, "th": 0.9889663604926271, "zh": 3.1580155984998517, "my": 0.9464667936802198}, "t": 344.8} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0119, "de": 2.22074, "vi": 1.86954, "tr": 2.21293, "fi": 2.38859, "ru": 1.37865, "el": 1.46359, "hi": 1.18602, "ta": 0.98225, "th": 1.12033, "zh": 3.1282, "my": 1.11563}, "bytes_per_chunk": {"en": 5.745, "de": 6.331, "vi": 5.829, "tr": 6.551, "fi": 6.941, "ru": 12.284, "el": 13.543, "hi": 15.575, "ta": 18.817, "th": 16.478, "zh": 5.454, "my": 21.057}, "bpb_mean": 1.75653, "t": 346.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.177815, "boundary_entropy": 0.068636, "bpb": 1.999647}, "de": {"chunks": 3271.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159305, "cps": 25.554688, "mean_p": 0.169534, "boundary_entropy": 0.078636, "bpb": 2.211622}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.167233, "boundary_entropy": 0.100712, "bpb": 1.868947}, "tr": {"chunks": 2986.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164945, "cps": 23.328125, "mean_p": 0.17765, "boundary_entropy": 0.124993, "bpb": 2.208784}, "fi": {"chunks": 2719.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.144543, "cps": 21.242188, "mean_p": 0.158957, "boundary_entropy": 0.10586, "bpb": 2.377287}, "ru": {"chunks": 2887.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152348, "cps": 22.554688, "mean_p": 0.121923, "boundary_entropy": 0.197424, "bpb": 1.400387}, "el": {"chunks": 2676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13039, "cps": 20.90625, "mean_p": 0.127853, "boundary_entropy": 0.245963, "bpb": 1.470551}, "hi": {"chunks": 2488.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147875, "cps": 19.4375, "mean_p": 0.094376, "boundary_entropy": 0.20439, "bpb": 1.191112}, "ta": {"chunks": 2493.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133351, "cps": 19.476562, "mean_p": 0.074592, "boundary_entropy": 0.170797, "bpb": 0.976294}, "th": {"chunks": 2638.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164004, "cps": 20.609375, "mean_p": 0.17055, "boundary_entropy": 0.322409, "bpb": 1.103044}, "zh": {"chunks": 3093.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.523705, "cps": 24.164062, "mean_p": 0.270182, "boundary_entropy": 0.363993, "bpb": 3.133862}, "my": {"chunks": 2974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156956, "cps": 23.234375, "mean_p": 0.181064, "boundary_entropy": 0.332524, "bpb": 1.107463}}, "bpb": {"en": 1.99965, "de": 2.21162, "vi": 1.86895, "tr": 2.20878, "fi": 2.37729, "ru": 1.40039, "el": 1.47055, "hi": 1.19111, "ta": 0.97629, "th": 1.10304, "zh": 3.13386, "my": 1.10746}, "gini_cpc": 0.199316, "gini_cps": 0.072851, "bpic": 10.882773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9606295246240699, "vi": 1.3587862507309212, "tr": 0.9946425759826852, "fi": 0.8716158469228481, "ru": 0.9186823295794272, "el": 0.7862724474330963, "hi": 0.8917088902824416, "ta": 0.8041269219926616, "th": 0.9889663604926271, "zh": 3.1580155984998517, "my": 0.9464667936802198}, "t": 347.0} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s1/th0.70"], "t": 348.9} +{"event": "final", "run": "pilot_D_s1", "condition": "D", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16583347698672643, "cps": 22.546875, "bpb": 2.0195061380206267, "bytes_per_chunk": 5.745936763658283}, "de": {"cpc": 0.15930453416451565, "cps": 25.5546875, "bpb": 2.213628104780089, "bytes_per_chunk": 6.312311878446387}, "vi": {"cpc": 0.2253322484404665, "cps": 32.453125, "bpb": 1.8725015379406975, "bytes_per_chunk": 5.821929064783352}, "tr": {"cpc": 0.16494503673424293, "cps": 23.328125, "bpb": 2.203306813213618, "bytes_per_chunk": 6.584464678178964}, "fi": {"cpc": 0.1445430864919462, "cps": 21.2421875, "bpb": 2.4005071081897893, "bytes_per_chunk": 6.9100734121492495}, "ru": {"cpc": 0.15234828496042216, "cps": 22.5546875, "bpb": 1.3800709767324575, "bytes_per_chunk": 12.274957857276643}, "el": {"cpc": 0.13039029381669345, "cps": 20.90625, "bpb": 1.4594291248005655, "bytes_per_chunk": 13.588575279268072}, "hi": {"cpc": 0.14787518573551264, "cps": 19.4375, "bpb": 1.194676554437294, "bytes_per_chunk": 15.326025314975592}, "ta": {"cpc": 0.1333511634126772, "cps": 19.4765625, "bpb": 0.9830124540300663, "bytes_per_chunk": 19.031799041672716}, "th": {"cpc": 0.16400373018340067, "cps": 20.609375, "bpb": 1.117575458308989, "bytes_per_chunk": 16.442576679420434}, "zh": {"cpc": 0.5237047070775482, "cps": 24.1640625, "bpb": 3.1352185512684816, "bytes_per_chunk": 5.470450751252087}, "my": {"cpc": 0.1569558792484695, "cps": 23.234375, "bpb": 1.1233414185297674, "bytes_per_chunk": 21.024501744395877}}, "gini_cpc": 0.19931583660905217, "gini_cps": 0.07285079635143443, "bpic": 10.88277328796257, "seed": 1, "mean_boundary_entropy": 0.18736852705478668, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 351.3} diff --git a/pilot_D_s1/model.safetensors b/pilot_D_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3f6612e4a3a483b702af062f86671169b01dcef5 --- /dev/null +++ b/pilot_D_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c5c2f98b3d8019407d5981ff20791efb453e51286155e4a7725523c782ca25b +size 90078296 diff --git a/pilot_D_s2/config.json b/pilot_D_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..e17f9748a3e2f70c1d954f7413b0d2a8ed1dd839 --- /dev/null +++ b/pilot_D_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_D_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "D", + "seed": 2, + "out_dir": null, + "run_name": "pilot_D_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.1757837534840907, + "gini_cps": 0.01599505125486056, + "bpic": 10.709968186638388, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8944228849244555, + "vi": 0.9569868292813777, + "tr": 0.9851015829444819, + "fi": 0.9070411258376411, + "ru": 0.9773387348139986, + "el": 0.8520522471973283, + "hi": 1.0783989190601373, + "ta": 0.9644563797395437, + "th": 1.1005169566212463, + "zh": 3.1702951901214265, + "my": 0.9099451006166094 + } + } +} \ No newline at end of file diff --git a/pilot_D_s2/final.json b/pilot_D_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..6c8f3500470fd15f2c409df569c4366eba59b8ea --- /dev/null +++ b/pilot_D_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_D_s2", + "condition": "D", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16732747227489514, + "cps": 22.75, + "bpb": 2.0501788783388752, + "bytes_per_chunk": 5.78371520921356 + }, + "de": { + "cpc": 0.14966152047922857, + "cps": 24.0078125, + "bpb": 2.2412111552777563, + "bytes_per_chunk": 6.562541462742987 + }, + "vi": { + "cpc": 0.16013018714401953, + "cps": 23.0625, + "bpb": 1.930560698842099, + "bytes_per_chunk": 8.555473964197713 + }, + "tr": { + "cpc": 0.1648345578080981, + "cps": 23.3125, + "bpb": 2.203401177944363, + "bytes_per_chunk": 6.183443607071672 + }, + "fi": { + "cpc": 0.15177289883578757, + "cps": 22.3046875, + "bpb": 2.403979631391192, + "bytes_per_chunk": 6.310564388969801 + }, + "ru": { + "cpc": 0.16353562005277045, + "cps": 24.2109375, + "bpb": 1.387356672396501, + "bytes_per_chunk": 11.404755171738705 + }, + "el": { + "cpc": 0.14257174876967305, + "cps": 22.859375, + "bpb": 1.4845651416482626, + "bytes_per_chunk": 12.836981538612212 + }, + "hi": { + "cpc": 0.18044576523031203, + "cps": 23.71875, + "bpb": 1.1793226742945286, + "bytes_per_chunk": 14.2659519468858 + }, + "ta": { + "cpc": 0.16138004814121423, + "cps": 23.5703125, + "bpb": 0.9860990857841374, + "bytes_per_chunk": 18.334953663227836 + }, + "th": { + "cpc": 0.18414672054709358, + "cps": 23.140625, + "bpb": 1.1074859563602184, + "bytes_per_chunk": 15.86636000484203 + }, + "zh": { + "cpc": 0.5304774805282764, + "cps": 24.4765625, + "bpb": 3.1147953965002095, + "bytes_per_chunk": 5.2603971224176505 + }, + "my": { + "cpc": 0.15225881359510238, + "cps": 22.5390625, + "bpb": 1.1316485030339114, + "bytes_per_chunk": 16.763804956035173 + } + }, + "gini_cpc": 0.1757837534840907, + "gini_cps": 0.01599505125486056, + "bpic": 10.709968186638388, + "seed": 2, + "mean_boundary_entropy": 0.3650463819503784, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "parity_a", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + } + ] +} \ No newline at end of file diff --git a/pilot_D_s2/log.jsonl b/pilot_D_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..71b700450b920cecceab736d32fdaa33b611f63e --- /dev/null +++ b/pilot_D_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_D_s2", "condition": "D", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "parity_a", "p2_objective": "parity_a", "p3_objective": "parity_a", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.2} +{"event": "train", "step": 0, "phase": 1, "objective": "parity_a", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.088392, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.8727, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "n_target_mean": 8.4968, "alpha": 0.03, "t": 3.5} +{"event": "probe", "step": 1, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 10921.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627535, "cps": 85.320312, "mean_p": 0.513208, "boundary_entropy": 0.686301, "bpb": 8.100839}, "de": {"chunks": 16285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793114, "cps": 127.226562, "mean_p": 0.52459, "boundary_entropy": 0.686398, "bpb": 8.104407}, "vi": {"chunks": 5100.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276648, "cps": 39.84375, "mean_p": 0.481626, "boundary_entropy": 0.687278, "bpb": 7.854785}, "tr": {"chunks": 8207.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.45335, "cps": 64.117188, "mean_p": 0.498087, "boundary_entropy": 0.686828, "bpb": 8.081346}, "fi": {"chunks": 13521.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718782, "cps": 105.632812, "mean_p": 0.517089, "boundary_entropy": 0.686669, "bpb": 8.042906}, "ru": {"chunks": 33458.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765594, "cps": 261.390625, "mean_p": 0.530219, "boundary_entropy": 0.688561, "bpb": 8.19577}, "el": {"chunks": 20658.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.006578, "cps": 161.390625, "mean_p": 0.503601, "boundary_entropy": 0.690113, "bpb": 8.279542}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.462019, "boundary_entropy": 0.687436, "bpb": 8.01737}, "ta": {"chunks": 1278.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068361, "cps": 9.984375, "mean_p": 0.477585, "boundary_entropy": 0.69006, "bpb": 8.085566}, "th": {"chunks": 3635.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225987, "cps": 28.398438, "mean_p": 0.484851, "boundary_entropy": 0.690398, "bpb": 7.718648}, "zh": {"chunks": 11708.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.982391, "cps": 91.46875, "mean_p": 0.520264, "boundary_entropy": 0.685623, "bpb": 8.12678}, "my": {"chunks": 1620.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085497, "cps": 12.65625, "mean_p": 0.474597, "boundary_entropy": 0.689682, "bpb": 7.801136}}, "bpb": {"en": 8.10084, "de": 8.10441, "vi": 7.85479, "tr": 8.08135, "fi": 8.04291, "ru": 8.19577, "el": 8.27954, "hi": 8.01737, "ta": 8.08557, "th": 7.71865, "zh": 8.12678, "my": 7.80114}, "gini_cpc": 0.489222, "gini_cps": 0.46324, "bpic": 3.015582, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2638544701121932, "vi": 0.4408478704482351, "tr": 0.7224297050265782, "fi": 1.1454038602617196, "ru": 2.8135359945340235, "el": 1.6040176435029043, "hi": 0.08287331154326909, "ta": 0.10893491463492375, "th": 0.360118193632815, "zh": 3.159009880180949, "my": 0.13624273446600405}, "t": 4.9} +{"event": "probe", "step": 2, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 10903.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626501, "cps": 85.179688, "mean_p": 0.513147, "boundary_entropy": 0.686312, "bpb": 8.0526}, "de": {"chunks": 16261.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791945, "cps": 127.039062, "mean_p": 0.524514, "boundary_entropy": 0.686412, "bpb": 8.06017}, "vi": {"chunks": 5087.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.275943, "cps": 39.742188, "mean_p": 0.481569, "boundary_entropy": 0.687273, "bpb": 7.831417}, "tr": {"chunks": 8253.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455891, "cps": 64.476562, "mean_p": 0.498257, "boundary_entropy": 0.686833, "bpb": 8.048594}, "fi": {"chunks": 13502.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717772, "cps": 105.484375, "mean_p": 0.516953, "boundary_entropy": 0.686682, "bpb": 7.998111}, "ru": {"chunks": 33428.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.764011, "cps": 261.15625, "mean_p": 0.529943, "boundary_entropy": 0.68859, "bpb": 8.105313}, "el": {"chunks": 20589.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.003216, "cps": 160.851562, "mean_p": 0.503533, "boundary_entropy": 0.690113, "bpb": 8.273413}, "hi": {"chunks": 903.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.05367, "cps": 7.054688, "mean_p": 0.462245, "boundary_entropy": 0.687473, "bpb": 7.989887}, "ta": {"chunks": 1315.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.07034, "cps": 10.273438, "mean_p": 0.477777, "boundary_entropy": 0.690078, "bpb": 8.070684}, "th": {"chunks": 3686.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229158, "cps": 28.796875, "mean_p": 0.484951, "boundary_entropy": 0.690404, "bpb": 7.702839}, "zh": {"chunks": 11684.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978327, "cps": 91.28125, "mean_p": 0.520164, "boundary_entropy": 0.685629, "bpb": 8.118672}, "my": {"chunks": 1619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085444, "cps": 12.648438, "mean_p": 0.474592, "boundary_entropy": 0.689681, "bpb": 7.800515}}, "bpb": {"en": 8.0526, "de": 8.06017, "vi": 7.83142, "tr": 8.04859, "fi": 7.99811, "ru": 8.10531, "el": 8.27341, "hi": 7.98989, "ta": 8.07068, "th": 7.70284, "zh": 8.11867, "my": 7.80052}, "gini_cpc": 0.487947, "gini_cps": 0.46193, "bpic": 3.016435, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2640753158804874, "vi": 0.4404500907365169, "tr": 0.7276782626693873, "fi": 1.145682629050223, "ru": 2.8156540101644705, "el": 1.6012993102067623, "hi": 0.08566645302170879, "ta": 0.11227379211126676, "th": 0.36577361433805, "zh": 3.1577388751388, "my": 0.1363834212649667}, "t": 6.4} +{"event": "probe", "step": 4, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 10866.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.624375, "cps": 84.890625, "mean_p": 0.512827, "boundary_entropy": 0.686352, "bpb": 7.898092}, "de": {"chunks": 16248.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791312, "cps": 126.9375, "mean_p": 0.524166, "boundary_entropy": 0.686468, "bpb": 7.92194}, "vi": {"chunks": 5065.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274749, "cps": 39.570312, "mean_p": 0.481487, "boundary_entropy": 0.687265, "bpb": 7.752845}, "tr": {"chunks": 8390.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463459, "cps": 65.546875, "mean_p": 0.498758, "boundary_entropy": 0.686848, "bpb": 7.941238}, "fi": {"chunks": 13408.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712774, "cps": 104.75, "mean_p": 0.516411, "boundary_entropy": 0.686731, "bpb": 7.856397}, "ru": {"chunks": 33264.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.755356, "cps": 259.875, "mean_p": 0.528984, "boundary_entropy": 0.688691, "bpb": 7.817429}, "el": {"chunks": 20039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.976417, "cps": 156.554688, "mean_p": 0.502891, "boundary_entropy": 0.69012, "bpb": 8.2182}, "hi": {"chunks": 989.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.058782, "cps": 7.726562, "mean_p": 0.463001, "boundary_entropy": 0.687591, "bpb": 7.903021}, "ta": {"chunks": 1432.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.076598, "cps": 11.1875, "mean_p": 0.478483, "boundary_entropy": 0.690143, "bpb": 7.987464}, "th": {"chunks": 3889.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.241778, "cps": 30.382812, "mean_p": 0.485177, "boundary_entropy": 0.690414, "bpb": 7.619674}, "zh": {"chunks": 11603.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.964612, "cps": 90.648438, "mean_p": 0.519718, "boundary_entropy": 0.685656, "bpb": 8.088012}, "my": {"chunks": 1602.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.084547, "cps": 12.515625, "mean_p": 0.474492, "boundary_entropy": 0.689668, "bpb": 7.794086}}, "bpb": {"en": 7.89809, "de": 7.92194, "vi": 7.75285, "tr": 7.94124, "fi": 7.8564, "ru": 7.81743, "el": 8.2182, "hi": 7.90302, "ta": 7.98746, "th": 7.61967, "zh": 8.08801, "my": 7.79409}, "gini_cpc": 0.483282, "gini_cps": 0.456574, "bpic": 3.026783, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2673656227737318, "vi": 0.4400385523359718, "tr": 0.7422767010285003, "fi": 1.1415804884773033, "ru": 2.8113808170240793, "el": 1.5638302858440625, "hi": 0.09414464847887641, "ta": 0.12267949172163987, "th": 0.3872320518394566, "zh": 3.146525597138157, "my": 0.13541087835264687}, "t": 7.9} +{"event": "probe", "step": 8, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 10165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.584095, "cps": 79.414062, "mean_p": 0.509553, "boundary_entropy": 0.686564, "bpb": 7.422785}, "de": {"chunks": 15636.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.761506, "cps": 122.15625, "mean_p": 0.520677, "boundary_entropy": 0.686853, "bpb": 7.489088}, "vi": {"chunks": 4860.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.263629, "cps": 37.96875, "mean_p": 0.480732, "boundary_entropy": 0.687196, "bpb": 7.511777}, "tr": {"chunks": 8675.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.479202, "cps": 67.773438, "mean_p": 0.49982, "boundary_entropy": 0.686899, "bpb": 7.589607}, "fi": {"chunks": 12537.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.666472, "cps": 97.945312, "mean_p": 0.512654, "boundary_entropy": 0.686985, "bpb": 7.426389}, "ru": {"chunks": 32572.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.718839, "cps": 254.46875, "mean_p": 0.5255, "boundary_entropy": 0.689027, "bpb": 7.200721}, "el": {"chunks": 17645.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.859767, "cps": 137.851562, "mean_p": 0.499933, "boundary_entropy": 0.690127, "bpb": 7.948304}, "hi": {"chunks": 1230.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.073105, "cps": 9.609375, "mean_p": 0.464975, "boundary_entropy": 0.687894, "bpb": 7.609637}, "ta": {"chunks": 1853.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.099117, "cps": 14.476562, "mean_p": 0.480197, "boundary_entropy": 0.690292, "bpb": 7.731336}, "th": {"chunks": 4298.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.267205, "cps": 33.578125, "mean_p": 0.485605, "boundary_entropy": 0.690429, "bpb": 7.33699}, "zh": {"chunks": 11257.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.906028, "cps": 87.945312, "mean_p": 0.517943, "boundary_entropy": 0.685758, "bpb": 7.997714}, "my": {"chunks": 1448.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.07642, "cps": 11.3125, "mean_p": 0.473896, "boundary_entropy": 0.689609, "bpb": 7.664098}}, "bpb": {"en": 7.42279, "de": 7.48909, "vi": 7.51178, "tr": 7.58961, "fi": 7.42639, "ru": 7.20072, "el": 7.9483, "hi": 7.60964, "ta": 7.73134, "th": 7.33699, "zh": 7.99771, "my": 7.6641}, "gini_cpc": 0.47344, "gini_cps": 0.442594, "bpic": 3.141214, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.303737002584996, "vi": 0.45134627707112546, "tr": 0.820418923806467, "fi": 1.1410337218573878, "ru": 2.942740382631177, "el": 1.4719652412578799, "hi": 0.12516035196377165, "ta": 0.16969407819914972, "th": 0.4574694353854592, "zh": 3.263217044069168, "my": 0.1308343927476561}, "t": 9.7} +{"event": "probe", "step": 16, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 4846.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.278458, "cps": 37.859375, "mean_p": 0.488824, "boundary_entropy": 0.686425, "bpb": 6.856665}, "de": {"chunks": 8530.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415429, "cps": 66.640625, "mean_p": 0.497545, "boundary_entropy": 0.687716, "bpb": 6.930522}, "vi": {"chunks": 3468.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18812, "cps": 27.09375, "mean_p": 0.475102, "boundary_entropy": 0.686655, "bpb": 7.16775}, "tr": {"chunks": 7552.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.417168, "cps": 59.0, "mean_p": 0.495271, "boundary_entropy": 0.686956, "bpb": 7.150403}, "fi": {"chunks": 6411.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.340811, "cps": 50.085938, "mean_p": 0.492308, "boundary_entropy": 0.687153, "bpb": 6.916448}, "ru": {"chunks": 12402.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.654459, "cps": 96.890625, "mean_p": 0.496361, "boundary_entropy": 0.690059, "bpb": 6.387331}, "el": {"chunks": 10738.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.523218, "cps": 83.890625, "mean_p": 0.491205, "boundary_entropy": 0.689941, "bpb": 7.328564}, "hi": {"chunks": 2894.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172006, "cps": 22.609375, "mean_p": 0.473492, "boundary_entropy": 0.689041, "bpb": 6.587031}, "ta": {"chunks": 4873.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.260658, "cps": 38.070312, "mean_p": 0.486832, "boundary_entropy": 0.69076, "bpb": 6.771387}, "th": {"chunks": 5247.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.326205, "cps": 40.992188, "mean_p": 0.486664, "boundary_entropy": 0.690481, "bpb": 6.496658}, "zh": {"chunks": 9261.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.568066, "cps": 72.351562, "mean_p": 0.508713, "boundary_entropy": 0.686103, "bpb": 7.74809}, "my": {"chunks": 1131.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.05969, "cps": 8.835938, "mean_p": 0.472691, "boundary_entropy": 0.689505, "bpb": 7.218873}}, "bpb": {"en": 6.85667, "de": 6.93052, "vi": 7.16775, "tr": 7.1504, "fi": 6.91645, "ru": 6.38733, "el": 7.32856, "hi": 6.58703, "ta": 6.77139, "th": 6.49666, "zh": 7.74809, "my": 7.21887}, "gini_cpc": 0.392112, "gini_cps": 0.283063, "bpic": 4.961424, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4918918257251512, "vi": 0.6755798025902433, "tr": 1.4981391049141488, "fi": 1.223924430812549, "ru": 2.350299580645899, "el": 1.8789847912096609, "hi": 0.6177093345778047, "ta": 0.9360771676709241, "th": 1.1714687539409332, "zh": 5.631254455726034, "my": 0.21435811989648496}, "t": 11.6} +{"event": "probe", "step": 32, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 5280.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.303396, "cps": 41.25, "mean_p": 0.494509, "boundary_entropy": 0.687151, "bpb": 6.380641}, "de": {"chunks": 6930.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.337505, "cps": 54.140625, "mean_p": 0.495815, "boundary_entropy": 0.688108, "bpb": 6.461395}, "vi": {"chunks": 10246.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.555791, "cps": 80.046875, "mean_p": 0.497823, "boundary_entropy": 0.688439, "bpb": 6.774463}, "tr": {"chunks": 10404.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.574711, "cps": 81.28125, "mean_p": 0.504459, "boundary_entropy": 0.687567, "bpb": 6.735745}, "fi": {"chunks": 4945.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.262878, "cps": 38.632812, "mean_p": 0.492202, "boundary_entropy": 0.687684, "bpb": 6.468772}, "ru": {"chunks": 160.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.008443, "cps": 1.25, "mean_p": 0.45523, "boundary_entropy": 0.685889, "bpb": 6.208371}, "el": {"chunks": 5490.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.267505, "cps": 42.890625, "mean_p": 0.485809, "boundary_entropy": 0.68978, "bpb": 6.26912}, "hi": {"chunks": 5421.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.322199, "cps": 42.351562, "mean_p": 0.486093, "boundary_entropy": 0.690254, "bpb": 5.749721}, "ta": {"chunks": 2890.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154587, "cps": 22.578125, "mean_p": 0.481806, "boundary_entropy": 0.690403, "bpb": 5.965152}, "th": {"chunks": 807.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.050171, "cps": 6.304688, "mean_p": 0.469732, "boundary_entropy": 0.688932, "bpb": 5.863124}, "zh": {"chunks": 3963.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.671013, "cps": 30.960938, "mean_p": 0.485639, "boundary_entropy": 0.685618, "bpb": 7.347065}, "my": {"chunks": 1358.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.07167, "cps": 10.609375, "mean_p": 0.479536, "boundary_entropy": 0.690341, "bpb": 5.975501}}, "bpb": {"en": 6.38064, "de": 6.46139, "vi": 6.77446, "tr": 6.73574, "fi": 6.46877, "ru": 6.20837, "el": 6.26912, "hi": 5.74972, "ta": 5.96515, "th": 5.86312, "zh": 7.34706, "my": 5.9755}, "gini_cpc": 0.384707, "gini_cps": 0.366112, "bpic": 6.629029, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1124257293137874, "vi": 1.8318985008753113, "tr": 1.8942617496848837, "fi": 0.866452202773039, "ru": 0.02782921563924202, "el": 0.8817017381828813, "hi": 1.0619755842226124, "ta": 0.5095215662914245, "th": 0.16536464662164072, "zh": 2.2116725479481576, "my": 0.2362253991786132}, "t": 13.8} +{"event": "train", "step": 50, "phase": 1, "objective": "parity_a", "lm_loss": 4.27196, "bpb": 6.16313, "chunk_loss": 0.030331, "F": 0.12454, "G": 0.48398, "chunks": 127.53, "bytes_per_chunk": 8.029, "boundary_entropy": 0.69145, "router_noise": 0.0, "grad_norm": 1.581, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.233, "n_target_mean": 8.8017, "alpha": 0.03, "t": 15.2} +{"event": "probe", "step": 64, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3043.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.174855, "cps": 23.773438, "mean_p": 0.488207, "boundary_entropy": 0.687001, "bpb": 5.811097}, "de": {"chunks": 4294.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.209127, "cps": 33.546875, "mean_p": 0.489642, "boundary_entropy": 0.687979, "bpb": 5.942107}, "vi": {"chunks": 3038.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.164795, "cps": 23.734375, "mean_p": 0.47833, "boundary_entropy": 0.687448, "bpb": 6.261936}, "tr": {"chunks": 3153.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17417, "cps": 24.632812, "mean_p": 0.484003, "boundary_entropy": 0.687126, "bpb": 6.246337}, "fi": {"chunks": 1151.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.061188, "cps": 8.992188, "mean_p": 0.477344, "boundary_entropy": 0.686753, "bpb": 5.931646}, "ru": {"chunks": 4680.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.246966, "cps": 36.5625, "mean_p": 0.491627, "boundary_entropy": 0.690185, "bpb": 5.503375}, "el": {"chunks": 4535.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.220972, "cps": 35.429688, "mean_p": 0.488657, "boundary_entropy": 0.69019, "bpb": 5.670446}, "hi": {"chunks": 1047.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.062229, "cps": 8.179688, "mean_p": 0.472222, "boundary_entropy": 0.689092, "bpb": 5.429053}, "ta": {"chunks": 228.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.012196, "cps": 1.78125, "mean_p": 0.450515, "boundary_entropy": 0.686024, "bpb": 5.607345}, "th": {"chunks": 2614.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.162512, "cps": 20.421875, "mean_p": 0.477447, "boundary_entropy": 0.689712, "bpb": 5.080296}, "zh": {"chunks": 4833.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.81832, "cps": 37.757812, "mean_p": 0.493807, "boundary_entropy": 0.686772, "bpb": 6.96459}, "my": {"chunks": 1696.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.089508, "cps": 13.25, "mean_p": 0.485492, "boundary_entropy": 0.690869, "bpb": 5.235904}}, "bpb": {"en": 5.8111, "de": 5.94211, "vi": 6.26194, "tr": 6.24634, "fi": 5.93165, "ru": 5.50337, "el": 5.67045, "hi": 5.42905, "ta": 5.60734, "th": 5.0803, "zh": 6.96459, "my": 5.2359}, "gini_cpc": 0.427476, "gini_cps": 0.295455, "bpic": 11.185037, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.196001710510844, "vi": 0.9424683950974464, "tr": 0.996083135410077, "fi": 0.3499335704825731, "ru": 1.412403569939053, "el": 1.2637425666504123, "hi": 0.3558883540964843, "ta": 0.06974796570542734, "th": 0.9294085979930599, "zh": 4.679996414414055, "my": 0.5118994226098915}, "t": 16.9} +{"event": "train", "step": 100, "phase": 1, "objective": "parity_a", "lm_loss": 3.44901, "bpb": 4.97586, "chunk_loss": 0.034541, "F": 0.14859, "G": 0.47054, "chunks": 152.16, "bytes_per_chunk": 6.73, "boundary_entropy": 0.68882, "router_noise": 0.0, "grad_norm": 2.2537, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.075, "n_target_mean": 9.954, "alpha": 0.03, "t": 18.9} +{"event": "probe", "step": 128, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3105.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178418, "cps": 24.257812, "mean_p": 0.441543, "boundary_entropy": 0.672397, "bpb": 4.461601}, "de": {"chunks": 3487.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169824, "cps": 27.242188, "mean_p": 0.445346, "boundary_entropy": 0.675634, "bpb": 4.663916}, "vi": {"chunks": 3882.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.210578, "cps": 30.328125, "mean_p": 0.455792, "boundary_entropy": 0.680509, "bpb": 5.026579}, "tr": {"chunks": 3997.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.220792, "cps": 31.226562, "mean_p": 0.457018, "boundary_entropy": 0.678591, "bpb": 5.024892}, "fi": {"chunks": 2016.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.107171, "cps": 15.75, "mean_p": 0.443337, "boundary_entropy": 0.676517, "bpb": 4.705446}, "ru": {"chunks": 4062.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.214354, "cps": 31.734375, "mean_p": 0.485825, "boundary_entropy": 0.689435, "bpb": 3.782782}, "el": {"chunks": 5168.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.251815, "cps": 40.375, "mean_p": 0.481687, "boundary_entropy": 0.689327, "bpb": 4.591913}, "hi": {"chunks": 5761.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342407, "cps": 45.007812, "mean_p": 0.488463, "boundary_entropy": 0.690414, "bpb": 3.686722}, "ta": {"chunks": 216.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.011554, "cps": 1.6875, "mean_p": 0.456643, "boundary_entropy": 0.686783, "bpb": 3.896657}, "th": {"chunks": 2721.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.169164, "cps": 21.257812, "mean_p": 0.446581, "boundary_entropy": 0.682615, "bpb": 3.449175}, "zh": {"chunks": 2976.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.503894, "cps": 23.25, "mean_p": 0.485961, "boundary_entropy": 0.686238, "bpb": 6.406848}, "my": {"chunks": 2102.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.110935, "cps": 16.421875, "mean_p": 0.479435, "boundary_entropy": 0.690355, "bpb": 4.133107}}, "bpb": {"en": 4.4616, "de": 4.66392, "vi": 5.02658, "tr": 5.02489, "fi": 4.70545, "ru": 3.78278, "el": 4.59191, "hi": 3.68672, "ta": 3.89666, "th": 3.44917, "zh": 6.40685, "my": 4.13311}, "gini_cpc": 0.299186, "gini_cps": 0.237517, "bpic": 9.717697, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9518358452553459, "vi": 1.1802524341301006, "tr": 1.2375025785087532, "fi": 0.6006772170769646, "ru": 1.2014154716836833, "el": 1.4113807037750268, "hi": 1.9191340813001128, "ta": 0.06475760782352873, "th": 0.9481345929459889, "zh": 2.8242426027081278, "my": 0.6217729886727876}, "t": 21.3} +{"event": "train", "step": 150, "phase": 1, "objective": "parity_a", "lm_loss": 2.71629, "bpb": 3.91877, "chunk_loss": 0.031727, "F": 0.11981, "G": 0.43652, "chunks": 122.69, "bytes_per_chunk": 8.346, "boundary_entropy": 0.67488, "router_noise": 0.0, "grad_norm": 1.8441, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.072, "n_target_mean": 10.9936, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2890.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166063, "cps": 22.578125, "mean_p": 0.360702, "boundary_entropy": 0.610536, "bpb": 3.880748}, "de": {"chunks": 3547.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172746, "cps": 27.710938, "mean_p": 0.368318, "boundary_entropy": 0.620952, "bpb": 4.112309}, "vi": {"chunks": 2967.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.160944, "cps": 23.179688, "mean_p": 0.385009, "boundary_entropy": 0.63843, "bpb": 3.663684}, "tr": {"chunks": 3967.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219135, "cps": 30.992188, "mean_p": 0.384026, "boundary_entropy": 0.629206, "bpb": 4.222893}, "fi": {"chunks": 3204.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170326, "cps": 25.03125, "mean_p": 0.374038, "boundary_entropy": 0.628132, "bpb": 4.114929}, "ru": {"chunks": 2789.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.147177, "cps": 21.789062, "mean_p": 0.390705, "boundary_entropy": 0.65474, "bpb": 2.900054}, "el": {"chunks": 6808.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331725, "cps": 53.1875, "mean_p": 0.481301, "boundary_entropy": 0.688816, "bpb": 3.087578}, "hi": {"chunks": 3404.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.202318, "cps": 26.59375, "mean_p": 0.409023, "boundary_entropy": 0.670345, "bpb": 2.575926}, "ta": {"chunks": 2101.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112383, "cps": 16.414062, "mean_p": 0.454075, "boundary_entropy": 0.685225, "bpb": 2.365708}, "th": {"chunks": 754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.046876, "cps": 5.890625, "mean_p": 0.445961, "boundary_entropy": 0.682645, "bpb": 2.424666}, "zh": {"chunks": 3219.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545039, "cps": 25.148438, "mean_p": 0.472594, "boundary_entropy": 0.682816, "bpb": 5.413964}, "my": {"chunks": 970.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.051193, "cps": 7.578125, "mean_p": 0.446169, "boundary_entropy": 0.684518, "bpb": 2.54516}}, "bpb": {"en": 3.88075, "de": 4.11231, "vi": 3.66368, "tr": 4.22289, "fi": 4.11493, "ru": 2.90005, "el": 3.08758, "hi": 2.57593, "ta": 2.36571, "th": 2.42467, "zh": 5.41396, "my": 2.54516}, "gini_cpc": 0.324861, "gini_cps": 0.24574, "bpic": 10.480093, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.040243614928589, "vi": 0.9691716054631301, "tr": 1.3195866903094118, "fi": 1.0256682251182268, "ru": 0.8862690379892452, "el": 1.9975836714213964, "hi": 1.2183182671198014, "ta": 0.6767478120364141, "th": 0.282277692148007, "zh": 3.2821151324616222, "my": 0.30827239438039494}, "t": 25.7} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.88333, "de": 4.11482, "vi": 3.66992, "tr": 4.23252, "fi": 4.11556, "ru": 2.8839, "el": 3.0803, "hi": 2.57046, "ta": 2.38275, "th": 2.45841, "zh": 5.42213, "my": 2.56083}, "bytes_per_chunk": {"en": 5.744, "de": 6.126, "vi": 7.933, "tr": 5.047, "fi": 5.992, "ru": 11.416, "el": 5.61, "hi": 12.651, "ta": 23.814, "th": 49.686, "zh": 5.401, "my": 45.197}, "bpb_mean": 3.44791, "t": 27.0} +{"event": "train", "step": 200, "phase": 1, "objective": "parity_a", "lm_loss": 2.54134, "bpb": 3.66639, "chunk_loss": 0.029494, "F": 0.13306, "G": 0.39214, "chunks": 136.25, "bytes_per_chunk": 7.516, "boundary_entropy": 0.64331, "router_noise": 0.0, "grad_norm": 1.4741, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.091, "n_target_mean": 9.1136, "alpha": 0.03, "t": 27.1} +{"event": "train", "step": 250, "phase": 1, "objective": "parity_a", "lm_loss": 2.48656, "bpb": 3.58735, "chunk_loss": 0.030154, "F": 0.1452, "G": 0.39784, "chunks": 148.69, "bytes_per_chunk": 6.887, "boundary_entropy": 0.64597, "router_noise": 0.0, "grad_norm": 1.5397, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.1181, "alpha": 0.03, "t": 29.3} +{"event": "probe", "step": 256, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2805.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.161179, "cps": 21.914062, "mean_p": 0.354354, "boundary_entropy": 0.599956, "bpb": 3.645661}, "de": {"chunks": 3339.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162616, "cps": 26.085938, "mean_p": 0.356012, "boundary_entropy": 0.60557, "bpb": 3.853344}, "vi": {"chunks": 3424.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185734, "cps": 26.75, "mean_p": 0.385625, "boundary_entropy": 0.633934, "bpb": 3.363483}, "tr": {"chunks": 3335.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184224, "cps": 26.054688, "mean_p": 0.349094, "boundary_entropy": 0.594453, "bpb": 3.905167}, "fi": {"chunks": 2845.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151241, "cps": 22.226562, "mean_p": 0.334021, "boundary_entropy": 0.592259, "bpb": 3.893653}, "ru": {"chunks": 2692.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.142058, "cps": 21.03125, "mean_p": 0.406758, "boundary_entropy": 0.662553, "bpb": 2.664173}, "el": {"chunks": 4046.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.197145, "cps": 31.609375, "mean_p": 0.458371, "boundary_entropy": 0.683749, "bpb": 2.765123}, "hi": {"chunks": 2965.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176226, "cps": 23.164062, "mean_p": 0.368922, "boundary_entropy": 0.647816, "bpb": 2.154831}, "ta": {"chunks": 2463.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.131746, "cps": 19.242188, "mean_p": 0.451846, "boundary_entropy": 0.683282, "bpb": 2.018769}, "th": {"chunks": 670.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.041654, "cps": 5.234375, "mean_p": 0.408239, "boundary_entropy": 0.669014, "bpb": 2.108186}, "zh": {"chunks": 3826.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.647816, "cps": 29.890625, "mean_p": 0.41787, "boundary_entropy": 0.648436, "bpb": 5.001401}, "my": {"chunks": 4403.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.232373, "cps": 34.398438, "mean_p": 0.434187, "boundary_entropy": 0.678578, "bpb": 2.281587}}, "bpb": {"en": 3.64566, "de": 3.85334, "vi": 3.36348, "tr": 3.90517, "fi": 3.89365, "ru": 2.66417, "el": 2.76512, "hi": 2.15483, "ta": 2.01877, "th": 2.10819, "zh": 5.0014, "my": 2.28159}, "gini_cpc": 0.283561, "gini_cps": 0.154373, "bpic": 10.425149, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0089165972813816, "vi": 1.1523432670649443, "tr": 1.1429745003413327, "fi": 0.9383430505020813, "ru": 0.8813676294216416, "el": 1.2231403347906784, "hi": 1.0933542045752518, "ta": 0.81739165008803, "th": 0.25843122848370703, "zh": 4.019229243894091, "my": 1.4417055290076188}, "t": 30.5} +{"event": "train", "step": 300, "phase": 1, "objective": "parity_a", "lm_loss": 2.32558, "bpb": 3.3551, "chunk_loss": 0.030349, "F": 0.14273, "G": 0.37338, "chunks": 146.16, "bytes_per_chunk": 7.006, "boundary_entropy": 0.61832, "router_noise": 0.0, "grad_norm": 1.6187, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "n_target_mean": 8.5595, "alpha": 0.03, "t": 32.7} +{"event": "train", "step": 350, "phase": 1, "objective": "parity_a", "lm_loss": 2.09702, "bpb": 3.02536, "chunk_loss": 0.030575, "F": 0.13278, "G": 0.35125, "chunks": 135.97, "bytes_per_chunk": 7.531, "boundary_entropy": 0.59779, "router_noise": 0.0, "grad_norm": 0.6642, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.045, "n_target_mean": 9.411, "alpha": 0.03, "t": 34.9} +{"event": "probe", "step": 400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2855.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.164052, "cps": 22.304688, "mean_p": 0.324622, "boundary_entropy": 0.545789, "bpb": 3.226687}, "de": {"chunks": 3245.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.158038, "cps": 25.351562, "mean_p": 0.318567, "boundary_entropy": 0.550504, "bpb": 3.523836}, "vi": {"chunks": 3636.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.197234, "cps": 28.40625, "mean_p": 0.358331, "boundary_entropy": 0.602395, "bpb": 2.821678}, "tr": {"chunks": 3643.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.201237, "cps": 28.460938, "mean_p": 0.325755, "boundary_entropy": 0.539516, "bpb": 3.460696}, "fi": {"chunks": 3251.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172824, "cps": 25.398438, "mean_p": 0.334211, "boundary_entropy": 0.554075, "bpb": 3.586771}, "ru": {"chunks": 3072.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.162111, "cps": 24.0, "mean_p": 0.264412, "boundary_entropy": 0.52484, "bpb": 2.456021}, "el": {"chunks": 3555.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.17322, "cps": 27.773438, "mean_p": 0.288387, "boundary_entropy": 0.565574, "bpb": 2.530789}, "hi": {"chunks": 1646.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097831, "cps": 12.859375, "mean_p": 0.392685, "boundary_entropy": 0.657865, "bpb": 1.839365}, "ta": {"chunks": 2905.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155389, "cps": 22.695312, "mean_p": 0.327399, "boundary_entropy": 0.60367, "bpb": 1.626247}, "th": {"chunks": 2188.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.136027, "cps": 17.09375, "mean_p": 0.374138, "boundary_entropy": 0.644165, "bpb": 1.93728}, "zh": {"chunks": 4007.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.678463, "cps": 31.304688, "mean_p": 0.289946, "boundary_entropy": 0.496199, "bpb": 4.147699}, "my": {"chunks": 1917.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.101172, "cps": 14.976562, "mean_p": 0.420701, "boundary_entropy": 0.673702, "bpb": 2.00594}}, "bpb": {"en": 3.22669, "de": 3.52384, "vi": 2.82168, "tr": 3.4607, "fi": 3.58677, "ru": 2.45602, "el": 2.53079, "hi": 1.83937, "ta": 1.62625, "th": 1.93728, "zh": 4.1477, "my": 2.00594}, "gini_cpc": 0.272893, "gini_cps": 0.130735, "bpic": 10.684326, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9633415706108223, "vi": 1.2022609471342727, "tr": 1.2266668459611294, "fi": 1.0534722343123564, "ru": 0.9881662222920489, "el": 1.0558853579594139, "hi": 0.5963383860332099, "ta": 0.9471934252909527, "th": 0.8291712971859763, "zh": 4.135651238937161, "my": 0.6167039703463475}, "t": 38.0} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.2319, "de": 3.5196, "vi": 2.82731, "tr": 3.46907, "fi": 3.57996, "ru": 2.44464, "el": 2.52539, "hi": 1.83505, "ta": 1.64385, "th": 1.96635, "zh": 4.15525, "my": 2.02076}, "bytes_per_chunk": {"en": 5.866, "de": 6.65, "vi": 7.272, "tr": 5.036, "fi": 5.804, "ru": 12.21, "el": 10.871, "hi": 22.76, "ta": 15.148, "th": 19.82, "zh": 4.856, "my": 26.975}, "bpb_mean": 2.76826, "t": 39.2} +{"event": "train", "step": 400, "phase": 1, "objective": "parity_a", "lm_loss": 2.22936, "bpb": 3.21628, "chunk_loss": 0.03024, "F": 0.14896, "G": 0.30906, "chunks": 152.53, "bytes_per_chunk": 6.713, "boundary_entropy": 0.5423, "router_noise": 0.0, "grad_norm": 0.9373, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 8.0193, "alpha": 0.03, "t": 39.3} +{"event": "train", "step": 450, "phase": 1, "objective": "parity_a", "lm_loss": 2.17204, "bpb": 3.13359, "chunk_loss": 0.030736, "F": 0.15625, "G": 0.31762, "chunks": 160.0, "bytes_per_chunk": 6.4, "boundary_entropy": 0.54031, "router_noise": 0.0, "grad_norm": 0.8715, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.2744, "alpha": 0.03, "t": 41.4} +{"event": "train", "step": 500, "phase": 1, "objective": "parity_a", "lm_loss": 2.06612, "bpb": 2.98078, "chunk_loss": 0.030804, "F": 0.15796, "G": 0.32261, "chunks": 161.75, "bytes_per_chunk": 6.331, "boundary_entropy": 0.5438, "router_noise": 0.0, "grad_norm": 1.0407, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 7.8003, "alpha": 0.03, "t": 43.6} +{"event": "train", "step": 550, "phase": 1, "objective": "parity_a", "lm_loss": 1.92316, "bpb": 2.77453, "chunk_loss": 0.030116, "F": 0.13681, "G": 0.30798, "chunks": 140.09, "bytes_per_chunk": 7.309, "boundary_entropy": 0.53212, "router_noise": 0.0, "grad_norm": 0.8534, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.6276, "alpha": 0.03, "t": 45.7} +{"event": "probe", "step": 600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3109.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178647, "cps": 24.289062, "mean_p": 0.279474, "boundary_entropy": 0.45621, "bpb": 2.895781}, "de": {"chunks": 3594.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.175035, "cps": 28.078125, "mean_p": 0.287591, "boundary_entropy": 0.471567, "bpb": 3.218933}, "vi": {"chunks": 2971.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161161, "cps": 23.210938, "mean_p": 0.331523, "boundary_entropy": 0.563233, "bpb": 2.58857}, "tr": {"chunks": 4064.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.224493, "cps": 31.75, "mean_p": 0.308527, "boundary_entropy": 0.48555, "bpb": 3.171639}, "fi": {"chunks": 3411.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18133, "cps": 26.648438, "mean_p": 0.297371, "boundary_entropy": 0.487308, "bpb": 3.373599}, "ru": {"chunks": 2566.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.135409, "cps": 20.046875, "mean_p": 0.259337, "boundary_entropy": 0.509691, "bpb": 2.139147}, "el": {"chunks": 2692.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.13117, "cps": 21.03125, "mean_p": 0.271414, "boundary_entropy": 0.54242, "bpb": 2.228115}, "hi": {"chunks": 2431.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.144487, "cps": 18.992188, "mean_p": 0.417754, "boundary_entropy": 0.664514, "bpb": 1.651334}, "ta": {"chunks": 2309.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.123509, "cps": 18.039062, "mean_p": 0.363923, "boundary_entropy": 0.635067, "bpb": 1.392496}, "th": {"chunks": 1813.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.112714, "cps": 14.164062, "mean_p": 0.345021, "boundary_entropy": 0.617399, "bpb": 1.743755}, "zh": {"chunks": 3046.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515747, "cps": 23.796875, "mean_p": 0.305353, "boundary_entropy": 0.530733, "bpb": 3.858333}, "my": {"chunks": 3243.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.171153, "cps": 25.335938, "mean_p": 0.336809, "boundary_entropy": 0.614407, "bpb": 1.661568}}, "bpb": {"en": 2.89578, "de": 3.21893, "vi": 2.58857, "tr": 3.17164, "fi": 3.3736, "ru": 2.13915, "el": 2.22812, "hi": 1.65133, "ta": 1.3925, "th": 1.74375, "zh": 3.85833, "my": 1.66157}, "gini_cpc": 0.222157, "gini_cps": 0.113235, "bpic": 10.887713, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.979781113793442, "vi": 0.9021170852044814, "tr": 1.2566274607435133, "fi": 1.015016808445077, "ru": 0.7579679388548524, "el": 0.7342392699797059, "hi": 0.8087853650213611, "ta": 0.6913561994781562, "th": 0.6309284875210128, "zh": 2.8869539369713806, "my": 0.9580473429914296}, "t": 48.8} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.90475, "de": 3.21663, "vi": 2.59222, "tr": 3.18009, "fi": 3.36587, "ru": 2.12539, "el": 2.21822, "hi": 1.64489, "ta": 1.40634, "th": 1.77188, "zh": 3.86883, "my": 1.67418}, "bytes_per_chunk": {"en": 5.517, "de": 5.894, "vi": 7.799, "tr": 4.732, "fi": 5.922, "ru": 12.118, "el": 13.962, "hi": 17.555, "ta": 23.433, "th": 27.095, "zh": 5.878, "my": 15.716}, "bpb_mean": 2.49744, "t": 50.0} +{"event": "train", "step": 600, "phase": 1, "objective": "parity_a", "lm_loss": 1.90667, "bpb": 2.75074, "chunk_loss": 0.029933, "F": 0.14178, "G": 0.29896, "chunks": 145.19, "bytes_per_chunk": 7.053, "boundary_entropy": 0.51025, "router_noise": 0.0, "grad_norm": 1.0637, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 8.3285, "alpha": 0.03, "t": 50.1} +{"event": "train", "step": 650, "phase": 1, "objective": "parity_a", "lm_loss": 1.94467, "bpb": 2.80557, "chunk_loss": 0.030575, "F": 0.14038, "G": 0.28862, "chunks": 143.75, "bytes_per_chunk": 7.123, "boundary_entropy": 0.5017, "router_noise": 0.0, "grad_norm": 0.8329, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.8206, "alpha": 0.03, "t": 52.2} +{"event": "train", "step": 700, "phase": 1, "objective": "parity_a", "lm_loss": 1.78931, "bpb": 2.58143, "chunk_loss": 0.029934, "F": 0.12988, "G": 0.27895, "chunks": 133.0, "bytes_per_chunk": 7.699, "boundary_entropy": 0.4839, "router_noise": 0.0, "grad_norm": 1.0712, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9896, "alpha": 0.03, "t": 54.4} +{"event": "train", "step": 750, "phase": 1, "objective": "parity_a", "lm_loss": 1.86657, "bpb": 2.69289, "chunk_loss": 0.029788, "F": 0.12979, "G": 0.27874, "chunks": 132.91, "bytes_per_chunk": 7.705, "boundary_entropy": 0.48307, "router_noise": 0.0, "grad_norm": 0.8738, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.6283, "alpha": 0.03, "t": 56.5} +{"event": "probe", "step": 800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2939.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168879, "cps": 22.960938, "mean_p": 0.249518, "boundary_entropy": 0.403243, "bpb": 2.694513}, "de": {"chunks": 3096.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150782, "cps": 24.1875, "mean_p": 0.260113, "boundary_entropy": 0.430863, "bpb": 3.043408}, "vi": {"chunks": 2556.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.138649, "cps": 19.96875, "mean_p": 0.307041, "boundary_entropy": 0.534467, "bpb": 2.41756}, "tr": {"chunks": 3094.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.170911, "cps": 24.171875, "mean_p": 0.272914, "boundary_entropy": 0.445386, "bpb": 3.052538}, "fi": {"chunks": 2792.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.148424, "cps": 21.8125, "mean_p": 0.250451, "boundary_entropy": 0.433438, "bpb": 3.236477}, "ru": {"chunks": 2896.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.152823, "cps": 22.625, "mean_p": 0.253764, "boundary_entropy": 0.504727, "bpb": 1.996649}, "el": {"chunks": 2741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133557, "cps": 21.414062, "mean_p": 0.305715, "boundary_entropy": 0.578085, "bpb": 2.087354}, "hi": {"chunks": 2260.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.134324, "cps": 17.65625, "mean_p": 0.413194, "boundary_entropy": 0.663386, "bpb": 1.571061}, "ta": {"chunks": 3793.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.202888, "cps": 29.632812, "mean_p": 0.364825, "boundary_entropy": 0.632872, "bpb": 1.340538}, "th": {"chunks": 1931.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.12005, "cps": 15.085938, "mean_p": 0.30802, "boundary_entropy": 0.579266, "bpb": 1.603339}, "zh": {"chunks": 3239.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.548425, "cps": 25.304688, "mean_p": 0.378972, "boundary_entropy": 0.606583, "bpb": 3.725282}, "my": {"chunks": 2050.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.108191, "cps": 16.015625, "mean_p": 0.260182, "boundary_entropy": 0.537259, "bpb": 1.494687}}, "bpb": {"en": 2.69451, "de": 3.04341, "vi": 2.41756, "tr": 3.05254, "fi": 3.23648, "ru": 1.99665, "el": 2.08735, "hi": 1.57106, "ta": 1.34054, "th": 1.60334, "zh": 3.72528, "my": 1.49469}, "gini_cpc": 0.232152, "gini_cps": 0.100895, "bpic": 11.494923, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8928388490948944, "vi": 0.8209982693946979, "tr": 1.012032109859733, "fi": 0.8788769299828894, "ru": 0.9049276897621918, "el": 0.7908474607125074, "hi": 0.7953859228786211, "ta": 1.2013841759350168, "th": 0.7108627260143908, "zh": 3.24744675773923, "my": 0.6406414274111925}, "t": 59.6} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.704, "de": 3.04691, "vi": 2.42213, "tr": 3.06331, "fi": 3.23332, "ru": 1.98169, "el": 2.07617, "hi": 1.56689, "ta": 1.35341, "th": 1.63283, "zh": 3.73542, "my": 1.50606}, "bytes_per_chunk": {"en": 5.696, "de": 6.895, "vi": 9.438, "tr": 6.173, "fi": 7.042, "ru": 11.244, "el": 13.365, "hi": 28.352, "ta": 14.101, "th": 23.693, "zh": 5.327, "my": 23.082}, "bpb_mean": 2.36018, "t": 60.8} +{"event": "train", "step": 800, "phase": 1, "objective": "parity_a", "lm_loss": 1.8447, "bpb": 2.66133, "chunk_loss": 0.029938, "F": 0.13757, "G": 0.29677, "chunks": 140.88, "bytes_per_chunk": 7.269, "boundary_entropy": 0.4965, "router_noise": 0.0, "grad_norm": 0.9357, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.4394, "alpha": 0.03, "t": 60.8} +{"event": "train", "step": 850, "phase": 1, "objective": "parity_a", "lm_loss": 1.64323, "bpb": 2.37067, "chunk_loss": 0.030076, "F": 0.12527, "G": 0.28776, "chunks": 128.28, "bytes_per_chunk": 7.982, "boundary_entropy": 0.49529, "router_noise": 0.0, "grad_norm": 0.8621, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.894, "alpha": 0.03, "t": 63.0} +{"event": "train", "step": 900, "phase": 1, "objective": "parity_a", "lm_loss": 1.73442, "bpb": 2.50224, "chunk_loss": 0.030353, "F": 0.13818, "G": 0.28973, "chunks": 141.5, "bytes_per_chunk": 7.237, "boundary_entropy": 0.4797, "router_noise": 0.0, "grad_norm": 1.0444, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5699, "alpha": 0.03, "t": 65.1} +{"event": "train", "step": 950, "phase": 1, "objective": "parity_a", "lm_loss": 1.87669, "bpb": 2.70749, "chunk_loss": 0.030707, "F": 0.1514, "G": 0.26842, "chunks": 155.03, "bytes_per_chunk": 6.605, "boundary_entropy": 0.44111, "router_noise": 0.0, "grad_norm": 0.8648, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.0076, "alpha": 0.03, "t": 67.3} +{"event": "probe", "step": 1000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2979.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171177, "cps": 23.273438, "mean_p": 0.233433, "boundary_entropy": 0.345652, "bpb": 2.560585}, "de": {"chunks": 3257.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.158623, "cps": 25.445312, "mean_p": 0.243275, "boundary_entropy": 0.387313, "bpb": 2.912043}, "vi": {"chunks": 3270.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17738, "cps": 25.546875, "mean_p": 0.282051, "boundary_entropy": 0.489213, "bpb": 2.306124}, "tr": {"chunks": 3418.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188808, "cps": 26.703125, "mean_p": 0.263816, "boundary_entropy": 0.404652, "bpb": 2.911324}, "fi": {"chunks": 3449.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.18335, "cps": 26.945312, "mean_p": 0.256696, "boundary_entropy": 0.410477, "bpb": 3.142301}, "ru": {"chunks": 3257.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.171873, "cps": 25.445312, "mean_p": 0.295471, "boundary_entropy": 0.551297, "bpb": 1.919076}, "el": {"chunks": 2954.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.143936, "cps": 23.078125, "mean_p": 0.30422, "boundary_entropy": 0.576269, "bpb": 2.00467}, "hi": {"chunks": 2800.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.166419, "cps": 21.875, "mean_p": 0.420498, "boundary_entropy": 0.663002, "bpb": 1.510697}, "ta": {"chunks": 2907.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155496, "cps": 22.710938, "mean_p": 0.325027, "boundary_entropy": 0.600125, "bpb": 1.31177}, "th": {"chunks": 3333.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.207212, "cps": 26.039062, "mean_p": 0.321837, "boundary_entropy": 0.586783, "bpb": 1.538584}, "zh": {"chunks": 3139.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.531493, "cps": 24.523438, "mean_p": 0.373303, "boundary_entropy": 0.601929, "bpb": 3.633751}, "my": {"chunks": 2288.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120752, "cps": 17.875, "mean_p": 0.288064, "boundary_entropy": 0.56487, "bpb": 1.418736}}, "bpb": {"en": 2.56058, "de": 2.91204, "vi": 2.30612, "tr": 2.91132, "fi": 3.1423, "ru": 1.91908, "el": 2.00467, "hi": 1.5107, "ta": 1.31177, "th": 1.53858, "zh": 3.63375, "my": 1.41874}, "gini_cpc": 0.192089, "gini_cps": 0.053636, "bpic": 10.358182, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9266569095733643, "vi": 1.0362349301088087, "tr": 1.1029990133108192, "fi": 1.071112106150742, "ru": 1.0040657690907593, "el": 0.8408591662369421, "hi": 0.9722021460775203, "ta": 0.9083917456967426, "th": 1.2105085614846354, "zh": 3.1049276871728924, "my": 0.7054175513160414}, "t": 70.3} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56975, "de": 2.91304, "vi": 2.31018, "tr": 2.92149, "fi": 3.13659, "ru": 1.90142, "el": 1.99458, "hi": 1.50804, "ta": 1.32135, "th": 1.56411, "zh": 3.64216, "my": 1.42704}, "bytes_per_chunk": {"en": 5.6, "de": 6.542, "vi": 7.668, "tr": 5.572, "fi": 5.503, "ru": 10.639, "el": 11.752, "hi": 17.795, "ta": 17.993, "th": 13.365, "zh": 5.248, "my": 21.789}, "bpb_mean": 2.26748, "t": 71.6} +{"event": "train", "step": 1000, "phase": 1, "objective": "parity_a", "lm_loss": 1.55468, "bpb": 2.24293, "chunk_loss": 0.030392, "F": 0.12698, "G": 0.29787, "chunks": 130.03, "bytes_per_chunk": 7.875, "boundary_entropy": 0.50059, "router_noise": 0.0, "grad_norm": 0.8726, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.0711, "alpha": 0.03, "t": 71.6} +{"event": "train", "step": 1050, "phase": 1, "objective": "parity_a", "lm_loss": 1.77791, "bpb": 2.56498, "chunk_loss": 0.030472, "F": 0.14285, "G": 0.28559, "chunks": 146.28, "bytes_per_chunk": 7.0, "boundary_entropy": 0.47141, "router_noise": 0.0, "grad_norm": 1.0097, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5227, "alpha": 0.03, "t": 73.8} +{"event": "train", "step": 1100, "phase": 1, "objective": "parity_a", "lm_loss": 1.6031, "bpb": 2.31279, "chunk_loss": 0.029768, "F": 0.11847, "G": 0.26894, "chunks": 121.31, "bytes_per_chunk": 8.441, "boundary_entropy": 0.45748, "router_noise": 0.0, "grad_norm": 0.9049, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.9616, "alpha": 0.03, "t": 75.9} +{"event": "train", "step": 1150, "phase": 1, "objective": "parity_a", "lm_loss": 1.62361, "bpb": 2.34238, "chunk_loss": 0.029803, "F": 0.12955, "G": 0.26424, "chunks": 132.66, "bytes_per_chunk": 7.719, "boundary_entropy": 0.44757, "router_noise": 0.0, "grad_norm": 0.962, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.2259, "alpha": 0.03, "t": 78.1} +{"event": "probe", "step": 1200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3040.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.174683, "cps": 23.75, "mean_p": 0.23457, "boundary_entropy": 0.336863, "bpb": 2.476677}, "de": {"chunks": 2957.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.144012, "cps": 23.101562, "mean_p": 0.229115, "boundary_entropy": 0.369413, "bpb": 2.825039}, "vi": {"chunks": 3411.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.185028, "cps": 26.648438, "mean_p": 0.265886, "boundary_entropy": 0.458944, "bpb": 2.256346}, "tr": {"chunks": 3684.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203502, "cps": 28.78125, "mean_p": 0.264724, "boundary_entropy": 0.382457, "bpb": 2.83944}, "fi": {"chunks": 3465.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.184201, "cps": 27.070312, "mean_p": 0.252333, "boundary_entropy": 0.381685, "bpb": 3.056468}, "ru": {"chunks": 2297.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.121214, "cps": 17.945312, "mean_p": 0.290008, "boundary_entropy": 0.544583, "bpb": 1.845083}, "el": {"chunks": 2877.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140184, "cps": 22.476562, "mean_p": 0.311148, "boundary_entropy": 0.579866, "bpb": 1.940919}, "hi": {"chunks": 2126.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.12636, "cps": 16.609375, "mean_p": 0.347748, "boundary_entropy": 0.624478, "bpb": 1.474028}, "ta": {"chunks": 2708.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144852, "cps": 21.15625, "mean_p": 0.305573, "boundary_entropy": 0.589289, "bpb": 1.180173}, "th": {"chunks": 2293.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.142555, "cps": 17.914062, "mean_p": 0.27892, "boundary_entropy": 0.556952, "bpb": 1.471131}, "zh": {"chunks": 2908.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.492381, "cps": 22.71875, "mean_p": 0.375712, "boundary_entropy": 0.603101, "bpb": 3.59927}, "my": {"chunks": 3468.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183027, "cps": 27.09375, "mean_p": 0.343205, "boundary_entropy": 0.613989, "bpb": 1.3931}}, "bpb": {"en": 2.47668, "de": 2.82504, "vi": 2.25635, "tr": 2.83944, "fi": 3.05647, "ru": 1.84508, "el": 1.94092, "hi": 1.47403, "ta": 1.18017, "th": 1.47113, "zh": 3.59927, "my": 1.3931}, "gini_cpc": 0.202429, "gini_cps": 0.094468, "bpic": 10.892348, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8244217748322983, "vi": 1.059227174425078, "tr": 1.1649830502068572, "fi": 1.054488607589624, "ru": 0.6939086758783503, "el": 0.8025083378853506, "hi": 0.72336705247517, "ta": 0.8292275587336889, "th": 0.8160814873288288, "zh": 2.8187171386814476, "my": 1.0477706993100229}, "t": 81.1} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.48374, "de": 2.82722, "vi": 2.25984, "tr": 2.84872, "fi": 3.05629, "ru": 1.82737, "el": 1.92999, "hi": 1.47102, "ta": 1.18928, "th": 1.49724, "zh": 3.60621, "my": 1.40263}, "bytes_per_chunk": {"en": 5.538, "de": 6.966, "vi": 7.354, "tr": 5.15, "fi": 5.301, "ru": 15.292, "el": 11.972, "hi": 23.58, "ta": 18.635, "th": 20.638, "zh": 5.76, "my": 16.377}, "bpb_mean": 2.19996, "t": 82.4} +{"event": "train", "step": 1200, "phase": 1, "objective": "parity_a", "lm_loss": 1.71096, "bpb": 2.46839, "chunk_loss": 0.030104, "F": 0.14233, "G": 0.27858, "chunks": 145.75, "bytes_per_chunk": 7.026, "boundary_entropy": 0.45133, "router_noise": 0.0, "grad_norm": 0.9084, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.5108, "alpha": 0.03, "t": 82.4} +{"event": "train", "step": 1250, "phase": 1, "objective": "parity_a", "lm_loss": 1.60902, "bpb": 2.32132, "chunk_loss": 0.031165, "F": 0.13541, "G": 0.2842, "chunks": 138.66, "bytes_per_chunk": 7.385, "boundary_entropy": 0.46563, "router_noise": 0.0, "grad_norm": 0.9413, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.4731, "alpha": 0.03, "t": 84.6} +{"event": "train", "step": 1300, "phase": 1, "objective": "parity_a", "lm_loss": 1.71687, "bpb": 2.47693, "chunk_loss": 0.030183, "F": 0.14551, "G": 0.27252, "chunks": 149.0, "bytes_per_chunk": 6.872, "boundary_entropy": 0.44593, "router_noise": 0.0, "grad_norm": 0.9173, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.8148, "alpha": 0.03, "t": 86.7} +{"event": "train", "step": 1350, "phase": 1, "objective": "parity_a", "lm_loss": 1.51674, "bpb": 2.18819, "chunk_loss": 0.030222, "F": 0.12622, "G": 0.26963, "chunks": 129.25, "bytes_per_chunk": 7.923, "boundary_entropy": 0.45409, "router_noise": 0.0, "grad_norm": 0.8428, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5385, "alpha": 0.03, "t": 88.9} +{"event": "probe", "step": 1400, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2874.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165144, "cps": 22.453125, "mean_p": 0.214505, "boundary_entropy": 0.302239, "bpb": 2.40998}, "de": {"chunks": 3023.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147226, "cps": 23.617188, "mean_p": 0.215014, "boundary_entropy": 0.330138, "bpb": 2.745969}, "vi": {"chunks": 2874.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.155899, "cps": 22.453125, "mean_p": 0.235779, "boundary_entropy": 0.42527, "bpb": 2.20002}, "tr": {"chunks": 3042.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168038, "cps": 23.765625, "mean_p": 0.236413, "boundary_entropy": 0.355052, "bpb": 2.737566}, "fi": {"chunks": 2739.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.145606, "cps": 21.398438, "mean_p": 0.19624, "boundary_entropy": 0.316721, "bpb": 2.987479}, "ru": {"chunks": 3795.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.200264, "cps": 29.648438, "mean_p": 0.317168, "boundary_entropy": 0.561326, "bpb": 1.815605}, "el": {"chunks": 2194.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.106904, "cps": 17.140625, "mean_p": 0.313096, "boundary_entropy": 0.582971, "bpb": 1.886221}, "hi": {"chunks": 3991.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.237207, "cps": 31.179688, "mean_p": 0.301571, "boundary_entropy": 0.571921, "bpb": 1.440993}, "ta": {"chunks": 3180.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.170099, "cps": 24.84375, "mean_p": 0.288261, "boundary_entropy": 0.566464, "bpb": 1.159266}, "th": {"chunks": 3597.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.223624, "cps": 28.101562, "mean_p": 0.285079, "boundary_entropy": 0.555928, "bpb": 1.43284}, "zh": {"chunks": 2852.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482899, "cps": 22.28125, "mean_p": 0.374179, "boundary_entropy": 0.601497, "bpb": 3.559129}, "my": {"chunks": 3634.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.191788, "cps": 28.390625, "mean_p": 0.376717, "boundary_entropy": 0.642547, "bpb": 1.365485}}, "bpb": {"en": 2.40998, "de": 2.74597, "vi": 2.20002, "tr": 2.73757, "fi": 2.98748, "ru": 1.8156, "el": 1.88622, "hi": 1.44099, "ta": 1.15927, "th": 1.43284, "zh": 3.55913, "my": 1.36549}, "gini_cpc": 0.201798, "gini_cps": 0.086645, "bpic": 10.15428, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8915035900760392, "vi": 0.9440195280716028, "tr": 1.01752717026221, "fi": 0.8816932281771348, "ru": 1.2126624288728165, "el": 0.6473410299783826, "hi": 1.4363623447809484, "ta": 1.0300042267338403, "th": 1.3541186792762614, "zh": 2.9241081749072277, "my": 1.1613387127411223}, "t": 91.9} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41697, "de": 2.74932, "vi": 2.20341, "tr": 2.74734, "fi": 2.98909, "ru": 1.79522, "el": 1.87592, "hi": 1.43753, "ta": 1.16675, "th": 1.45463, "zh": 3.56253, "my": 1.37617}, "bytes_per_chunk": {"en": 5.93, "de": 6.906, "vi": 8.846, "tr": 6.205, "fi": 6.881, "ru": 9.728, "el": 15.436, "hi": 11.277, "ta": 15.802, "th": 13.38, "zh": 5.969, "my": 15.669}, "bpb_mean": 2.14791, "t": 93.2} +{"event": "train", "step": 1400, "phase": 1, "objective": "parity_a", "lm_loss": 1.70856, "bpb": 2.46493, "chunk_loss": 0.03012, "F": 0.13464, "G": 0.28003, "chunks": 137.88, "bytes_per_chunk": 7.427, "boundary_entropy": 0.46445, "router_noise": 0.0, "grad_norm": 0.8276, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 8.7969, "alpha": 0.03, "t": 93.2} +{"event": "train", "step": 1450, "phase": 1, "objective": "parity_a", "lm_loss": 1.71018, "bpb": 2.46727, "chunk_loss": 0.0293, "F": 0.12991, "G": 0.291, "chunks": 133.03, "bytes_per_chunk": 7.697, "boundary_entropy": 0.47817, "router_noise": 0.0, "grad_norm": 0.8118, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.8901, "alpha": 0.03, "t": 95.4} +{"event": "train", "step": 1500, "phase": 1, "objective": "parity_a", "lm_loss": 1.68244, "bpb": 2.42725, "chunk_loss": 0.030291, "F": 0.14255, "G": 0.25607, "chunks": 145.97, "bytes_per_chunk": 7.015, "boundary_entropy": 0.40311, "router_noise": 0.0, "grad_norm": 0.9477, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.1667, "alpha": 0.03, "t": 97.6} +{"event": "train", "step": 1550, "phase": 1, "objective": "parity_a", "lm_loss": 1.57562, "bpb": 2.27315, "chunk_loss": 0.030258, "F": 0.14038, "G": 0.26855, "chunks": 143.75, "bytes_per_chunk": 7.123, "boundary_entropy": 0.42017, "router_noise": 0.0, "grad_norm": 0.8868, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.122, "alpha": 0.03, "t": 99.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2861.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.164397, "cps": 22.351562, "mean_p": 0.215343, "boundary_entropy": 0.297021, "bpb": 2.355947}, "de": {"chunks": 2904.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.141431, "cps": 22.6875, "mean_p": 0.208345, "boundary_entropy": 0.315649, "bpb": 2.676093}, "vi": {"chunks": 2971.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161161, "cps": 23.210938, "mean_p": 0.229205, "boundary_entropy": 0.411119, "bpb": 2.160611}, "tr": {"chunks": 3067.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169419, "cps": 23.960938, "mean_p": 0.234089, "boundary_entropy": 0.348555, "bpb": 2.679677}, "fi": {"chunks": 2918.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155122, "cps": 22.796875, "mean_p": 0.208502, "boundary_entropy": 0.319915, "bpb": 2.906889}, "ru": {"chunks": 3285.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.173351, "cps": 25.664062, "mean_p": 0.301547, "boundary_entropy": 0.547746, "bpb": 1.743833}, "el": {"chunks": 2612.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.127272, "cps": 20.40625, "mean_p": 0.333607, "boundary_entropy": 0.594692, "bpb": 1.841995}, "hi": {"chunks": 2971.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176582, "cps": 23.210938, "mean_p": 0.282558, "boundary_entropy": 0.550048, "bpb": 1.411213}, "ta": {"chunks": 3104.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.166034, "cps": 24.25, "mean_p": 0.304578, "boundary_entropy": 0.581603, "bpb": 1.129801}, "th": {"chunks": 2889.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179608, "cps": 22.570312, "mean_p": 0.295442, "boundary_entropy": 0.57088, "bpb": 1.377063}, "zh": {"chunks": 2791.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.47257, "cps": 21.804688, "mean_p": 0.38402, "boundary_entropy": 0.611609, "bpb": 3.511116}, "my": {"chunks": 1764.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.093097, "cps": 13.78125, "mean_p": 0.316294, "boundary_entropy": 0.595639, "bpb": 1.330762}}, "bpb": {"en": 2.35595, "de": 2.67609, "vi": 2.16061, "tr": 2.67968, "fi": 2.90689, "ru": 1.74383, "el": 1.84199, "hi": 1.41121, "ta": 1.1298, "th": 1.37706, "zh": 3.51112, "my": 1.33076}, "gini_cpc": 0.191466, "gini_cps": 0.058346, "bpic": 11.242376, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8603010783248586, "vi": 0.9803152806363973, "tr": 1.0305509950121718, "fi": 0.9435820411250299, "ru": 1.0544656139014443, "el": 0.7741740143278435, "hi": 1.0741225675204744, "ta": 1.009956120617215, "th": 1.0925284096187275, "zh": 2.8745684605836304, "my": 0.5662933570395609}, "t": 102.9} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.36483, "de": 2.68083, "vi": 2.16495, "tr": 2.68815, "fi": 2.91155, "ru": 1.72469, "el": 1.83229, "hi": 1.40846, "ta": 1.13772, "th": 1.39844, "zh": 3.51979, "my": 1.33927}, "bytes_per_chunk": {"en": 5.855, "de": 6.991, "vi": 8.547, "tr": 6.004, "fi": 6.286, "ru": 10.853, "el": 14.384, "hi": 14.241, "ta": 16.603, "th": 15.991, "zh": 5.81, "my": 28.482}, "bpb_mean": 2.09758, "t": 104.1} +{"event": "train", "step": 1600, "phase": 1, "objective": "parity_a", "lm_loss": 1.79537, "bpb": 2.59018, "chunk_loss": 0.030101, "F": 0.14932, "G": 0.25785, "chunks": 152.91, "bytes_per_chunk": 6.697, "boundary_entropy": 0.40092, "router_noise": 0.0, "grad_norm": 0.9408, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 7.4124, "alpha": 0.03, "t": 104.1} +{"event": "train", "step": 1650, "phase": 1, "objective": "parity_a", "lm_loss": 1.58229, "bpb": 2.28276, "chunk_loss": 0.029876, "F": 0.13693, "G": 0.26985, "chunks": 140.22, "bytes_per_chunk": 7.303, "boundary_entropy": 0.43128, "router_noise": 0.0, "grad_norm": 0.8345, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.4189, "alpha": 0.03, "t": 106.3} +{"event": "train", "step": 1700, "phase": 1, "objective": "parity_a", "lm_loss": 1.56547, "bpb": 2.25849, "chunk_loss": 0.030817, "F": 0.1329, "G": 0.27161, "chunks": 136.09, "bytes_per_chunk": 7.524, "boundary_entropy": 0.44832, "router_noise": 0.0, "grad_norm": 0.8133, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.3926, "alpha": 0.03, "t": 108.5} +{"event": "train", "step": 1750, "phase": 1, "objective": "parity_a", "lm_loss": 1.51848, "bpb": 2.1907, "chunk_loss": 0.02989, "F": 0.12555, "G": 0.26967, "chunks": 128.56, "bytes_per_chunk": 7.965, "boundary_entropy": 0.44338, "router_noise": 0.0, "grad_norm": 0.8534, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.9495, "alpha": 0.03, "t": 110.7} +{"event": "probe", "step": 1800, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3087.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177383, "cps": 24.117188, "mean_p": 0.226402, "boundary_entropy": 0.29046, "bpb": 2.314632}, "de": {"chunks": 3246.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.158087, "cps": 25.359375, "mean_p": 0.222909, "boundary_entropy": 0.324228, "bpb": 2.618527}, "vi": {"chunks": 2806.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.15221, "cps": 21.921875, "mean_p": 0.224827, "boundary_entropy": 0.40012, "bpb": 2.132503}, "tr": {"chunks": 3254.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179749, "cps": 25.421875, "mean_p": 0.241297, "boundary_entropy": 0.343755, "bpb": 2.631606}, "fi": {"chunks": 2976.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158205, "cps": 23.25, "mean_p": 0.217771, "boundary_entropy": 0.315737, "bpb": 2.83784}, "ru": {"chunks": 3713.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.195937, "cps": 29.007812, "mean_p": 0.318152, "boundary_entropy": 0.563004, "bpb": 1.700371}, "el": {"chunks": 3426.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.166935, "cps": 26.765625, "mean_p": 0.3508, "boundary_entropy": 0.609004, "bpb": 1.795872}, "hi": {"chunks": 2774.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164874, "cps": 21.671875, "mean_p": 0.276811, "boundary_entropy": 0.540298, "bpb": 1.385999}, "ta": {"chunks": 2243.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.119979, "cps": 17.523438, "mean_p": 0.273866, "boundary_entropy": 0.549871, "bpb": 1.12499}, "th": {"chunks": 3246.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.201803, "cps": 25.359375, "mean_p": 0.283121, "boundary_entropy": 0.551855, "bpb": 1.344344}, "zh": {"chunks": 3020.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.511344, "cps": 23.59375, "mean_p": 0.387282, "boundary_entropy": 0.609849, "bpb": 3.489709}, "my": {"chunks": 2095.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.110566, "cps": 16.367188, "mean_p": 0.344693, "boundary_entropy": 0.616993, "bpb": 1.294728}}, "bpb": {"en": 2.31463, "de": 2.61853, "vi": 2.1325, "tr": 2.63161, "fi": 2.83784, "ru": 1.70037, "el": 1.79587, "hi": 1.386, "ta": 1.12499, "th": 1.34434, "zh": 3.48971, "my": 1.29473}, "gini_cpc": 0.203845, "gini_cps": 0.081002, "bpic": 10.694449, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8912172810347675, "vi": 0.8580883692157169, "tr": 1.0133383709146886, "fi": 0.8918843310617989, "ru": 1.1045953880986996, "el": 0.9410961661587391, "hi": 0.9294774857512523, "ta": 0.6763808369792726, "th": 1.137666424089952, "zh": 2.8827102414668158, "my": 0.623315809028156}, "t": 113.7} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32458, "de": 2.62504, "vi": 2.13835, "tr": 2.6351, "fi": 2.84225, "ru": 1.67882, "el": 1.78693, "hi": 1.38246, "ta": 1.13171, "th": 1.36996, "zh": 3.49214, "my": 1.3038}, "bytes_per_chunk": {"en": 5.337, "de": 6.308, "vi": 8.817, "tr": 5.618, "fi": 6.066, "ru": 9.57, "el": 11.38, "hi": 15.175, "ta": 22.949, "th": 14.02, "zh": 5.227, "my": 24.731}, "bpb_mean": 2.05926, "t": 115.0} +{"event": "train", "step": 1800, "phase": 1, "objective": "parity_a", "lm_loss": 1.46009, "bpb": 2.10647, "chunk_loss": 0.030243, "F": 0.12842, "G": 0.28768, "chunks": 131.5, "bytes_per_chunk": 7.787, "boundary_entropy": 0.46711, "router_noise": 0.0, "grad_norm": 0.7719, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.3327, "alpha": 0.03, "t": 115.0} +{"event": "train", "step": 1850, "phase": 1, "objective": "parity_a", "lm_loss": 1.44704, "bpb": 2.08764, "chunk_loss": 0.030385, "F": 0.1199, "G": 0.25729, "chunks": 122.78, "bytes_per_chunk": 8.34, "boundary_entropy": 0.43349, "router_noise": 0.0, "grad_norm": 0.7846, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.6748, "alpha": 0.03, "t": 117.2} +{"event": "train", "step": 1900, "phase": 1, "objective": "parity_a", "lm_loss": 1.55464, "bpb": 2.24287, "chunk_loss": 0.030271, "F": 0.14307, "G": 0.26061, "chunks": 146.5, "bytes_per_chunk": 6.99, "boundary_entropy": 0.3983, "router_noise": 0.0, "grad_norm": 0.7686, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.603, "alpha": 0.03, "t": 119.4} +{"event": "train", "step": 1950, "phase": 1, "objective": "parity_a", "lm_loss": 1.62053, "bpb": 2.33793, "chunk_loss": 0.030189, "F": 0.14087, "G": 0.28033, "chunks": 144.25, "bytes_per_chunk": 7.099, "boundary_entropy": 0.4483, "router_noise": 0.0, "grad_norm": 0.7989, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.0359, "alpha": 0.03, "t": 121.6} +{"event": "probe", "step": 2000, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2935.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168649, "cps": 22.929688, "mean_p": 0.211038, "boundary_entropy": 0.26552, "bpb": 2.285299}, "de": {"chunks": 3039.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.148006, "cps": 23.742188, "mean_p": 0.203219, "boundary_entropy": 0.290107, "bpb": 2.591868}, "vi": {"chunks": 3077.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166911, "cps": 24.039062, "mean_p": 0.225363, "boundary_entropy": 0.385185, "bpb": 2.110466}, "tr": {"chunks": 3069.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16953, "cps": 23.976562, "mean_p": 0.226848, "boundary_entropy": 0.321592, "bpb": 2.577696}, "fi": {"chunks": 3112.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165435, "cps": 24.3125, "mean_p": 0.222947, "boundary_entropy": 0.312998, "bpb": 2.832496}, "ru": {"chunks": 2413.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.127335, "cps": 18.851562, "mean_p": 0.274447, "boundary_entropy": 0.516358, "bpb": 1.67074}, "el": {"chunks": 2743.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133655, "cps": 21.429688, "mean_p": 0.33055, "boundary_entropy": 0.590311, "bpb": 1.776292}, "hi": {"chunks": 2944.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174978, "cps": 23.0, "mean_p": 0.275073, "boundary_entropy": 0.532035, "bpb": 1.360567}, "ta": {"chunks": 2887.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154426, "cps": 22.554688, "mean_p": 0.288162, "boundary_entropy": 0.55673, "bpb": 1.116099}, "th": {"chunks": 2884.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179297, "cps": 22.53125, "mean_p": 0.233366, "boundary_entropy": 0.4888, "bpb": 1.319996}, "zh": {"chunks": 3063.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.518625, "cps": 23.929688, "mean_p": 0.3837, "boundary_entropy": 0.600428, "bpb": 3.443266}, "my": {"chunks": 1239.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.065389, "cps": 9.679688, "mean_p": 0.3291, "boundary_entropy": 0.606599, "bpb": 1.267611}}, "bpb": {"en": 2.2853, "de": 2.59187, "vi": 2.11047, "tr": 2.5777, "fi": 2.8325, "ru": 1.67074, "el": 1.77629, "hi": 1.36057, "ta": 1.1161, "th": 1.32, "zh": 3.44327, "my": 1.26761}, "gini_cpc": 0.226122, "gini_cps": 0.07539, "bpic": 11.488729, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8775953380733934, "vi": 0.9896927045575203, "tr": 1.005222848886379, "fi": 0.9809428804796063, "ru": 0.7550298508133572, "el": 0.7925031134304711, "hi": 1.0375254232997764, "ta": 0.9156665070464504, "th": 1.063139380389212, "zh": 3.075173112435539, "my": 0.38772512523290675}, "t": 124.7} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29174, "de": 2.59893, "vi": 2.11494, "tr": 2.58159, "fi": 2.83516, "ru": 1.65089, "el": 1.76695, "hi": 1.35749, "ta": 1.12286, "th": 1.34061, "zh": 3.44721, "my": 1.27574}, "bytes_per_chunk": {"en": 5.702, "de": 6.748, "vi": 8.067, "tr": 5.955, "fi": 5.794, "ru": 14.77, "el": 13.583, "hi": 14.324, "ta": 17.956, "th": 15.952, "zh": 5.175, "my": 40.523}, "bpb_mean": 2.03201, "t": 125.9} +{"event": "train", "step": 2000, "phase": 1, "objective": "parity_a", "lm_loss": 1.42436, "bpb": 2.05492, "chunk_loss": 0.030931, "F": 0.11139, "G": 0.26672, "chunks": 114.06, "bytes_per_chunk": 8.978, "boundary_entropy": 0.45241, "router_noise": 0.0, "grad_norm": 1.0994, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 11.6437, "alpha": 0.03, "t": 126.0} +{"event": "train", "step": 2050, "phase": 1, "objective": "parity_a", "lm_loss": 1.59798, "bpb": 2.30539, "chunk_loss": 0.029884, "F": 0.13834, "G": 0.26173, "chunks": 141.66, "bytes_per_chunk": 7.229, "boundary_entropy": 0.41252, "router_noise": 0.0, "grad_norm": 0.8897, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 8.4524, "alpha": 0.03, "t": 128.1} +{"event": "train", "step": 2100, "phase": 1, "objective": "parity_a", "lm_loss": 1.65238, "bpb": 2.38389, "chunk_loss": 0.030498, "F": 0.14011, "G": 0.27075, "chunks": 143.47, "bytes_per_chunk": 7.137, "boundary_entropy": 0.42664, "router_noise": 0.0, "grad_norm": 0.9597, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.1155, "alpha": 0.03, "t": 130.3} +{"event": "train", "step": 2150, "phase": 1, "objective": "parity_a", "lm_loss": 1.38864, "bpb": 2.00338, "chunk_loss": 0.029739, "F": 0.11255, "G": 0.25567, "chunks": 115.25, "bytes_per_chunk": 8.885, "boundary_entropy": 0.43097, "router_noise": 0.0, "grad_norm": 0.8958, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 10.1747, "alpha": 0.03, "t": 132.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.208271, "boundary_entropy": 0.255658, "bpb": 2.251733}, "de": {"chunks": 3010.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146593, "cps": 23.515625, "mean_p": 0.201648, "boundary_entropy": 0.282328, "bpb": 2.542049}, "vi": {"chunks": 2882.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156333, "cps": 22.515625, "mean_p": 0.208257, "boundary_entropy": 0.36358, "bpb": 2.090267}, "tr": {"chunks": 2962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163619, "cps": 23.140625, "mean_p": 0.217126, "boundary_entropy": 0.305345, "bpb": 2.542063}, "fi": {"chunks": 3005.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159747, "cps": 23.476562, "mean_p": 0.206985, "boundary_entropy": 0.287901, "bpb": 2.745974}, "ru": {"chunks": 2716.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.143325, "cps": 21.21875, "mean_p": 0.284419, "boundary_entropy": 0.527968, "bpb": 1.644754}, "el": {"chunks": 2334.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.113726, "cps": 18.234375, "mean_p": 0.319202, "boundary_entropy": 0.582508, "bpb": 1.746611}, "hi": {"chunks": 3073.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.182645, "cps": 24.007812, "mean_p": 0.245669, "boundary_entropy": 0.491855, "bpb": 1.353077}, "ta": {"chunks": 2286.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.122279, "cps": 17.859375, "mean_p": 0.260534, "boundary_entropy": 0.530956, "bpb": 1.095007}, "th": {"chunks": 2882.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179173, "cps": 22.515625, "mean_p": 0.244947, "boundary_entropy": 0.504996, "bpb": 1.284734}, "zh": {"chunks": 2980.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.504572, "cps": 23.28125, "mean_p": 0.375279, "boundary_entropy": 0.595462, "bpb": 3.435299}, "my": {"chunks": 1820.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.096052, "cps": 14.21875, "mean_p": 0.332922, "boundary_entropy": 0.609774, "bpb": 1.267933}}, "bpb": {"en": 2.25173, "de": 2.54205, "vi": 2.09027, "tr": 2.54206, "fi": 2.74597, "ru": 1.64475, "el": 1.74661, "hi": 1.35308, "ta": 1.09501, "th": 1.28473, "zh": 3.4353, "my": 1.26793}, "gini_cpc": 0.221783, "gini_cps": 0.067405, "bpic": 11.688168, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8842852706734671, "vi": 0.9430378786489981, "tr": 0.9869901203693748, "fi": 0.9636312946801748, "ru": 0.8645673966426287, "el": 0.6860224201261786, "hi": 1.101756927902431, "ta": 0.7376138440523166, "th": 1.0808146280941422, "zh": 3.0436949528752297, "my": 0.5794104379074134}, "t": 135.6} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26067, "de": 2.54888, "vi": 2.0949, "tr": 2.54597, "fi": 2.75148, "ru": 1.62354, "el": 1.73839, "hi": 1.35, "ta": 1.10069, "th": 1.31178, "zh": 3.43822, "my": 1.27711}, "bytes_per_chunk": {"en": 5.803, "de": 6.788, "vi": 8.293, "tr": 6.178, "fi": 6.015, "ru": 12.595, "el": 15.267, "hi": 13.367, "ta": 20.525, "th": 15.039, "zh": 5.198, "my": 31.814}, "bpb_mean": 2.00347, "t": 136.9} +{"event": "train", "step": 2200, "phase": 1, "objective": "parity_a", "lm_loss": 1.29699, "bpb": 1.87116, "chunk_loss": 0.030197, "F": 0.10986, "G": 0.25556, "chunks": 112.5, "bytes_per_chunk": 9.102, "boundary_entropy": 0.4351, "router_noise": 0.0, "grad_norm": 0.7813, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 11.3206, "alpha": 0.03, "t": 136.9} +{"event": "train", "step": 2250, "phase": 1, "objective": "parity_a", "lm_loss": 1.53752, "bpb": 2.21817, "chunk_loss": 0.02976, "F": 0.1362, "G": 0.25413, "chunks": 139.47, "bytes_per_chunk": 7.342, "boundary_entropy": 0.39482, "router_noise": 0.0, "grad_norm": 0.8208, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5994, "alpha": 0.03, "t": 139.1} +{"event": "train", "step": 2300, "phase": 1, "objective": "parity_a", "lm_loss": 1.49077, "bpb": 2.15072, "chunk_loss": 0.030686, "F": 0.14032, "G": 0.26287, "chunks": 143.69, "bytes_per_chunk": 7.127, "boundary_entropy": 0.40366, "router_noise": 0.0, "grad_norm": 0.8609, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.3667, "alpha": 0.03, "t": 141.1} +{"event": "train", "step": 2350, "phase": 1, "objective": "parity_a", "lm_loss": 1.46528, "bpb": 2.11395, "chunk_loss": 0.029952, "F": 0.1268, "G": 0.27909, "chunks": 129.84, "bytes_per_chunk": 7.886, "boundary_entropy": 0.45596, "router_noise": 0.0, "grad_norm": 0.7773, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.8086, "alpha": 0.03, "t": 143.3} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2867.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.164742, "cps": 22.398438, "mean_p": 0.203303, "boundary_entropy": 0.251208, "bpb": 2.229406}, "de": {"chunks": 2900.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.141236, "cps": 22.65625, "mean_p": 0.193718, "boundary_entropy": 0.272971, "bpb": 2.499923}, "vi": {"chunks": 2914.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.158069, "cps": 22.765625, "mean_p": 0.216936, "boundary_entropy": 0.372202, "bpb": 2.0691}, "tr": {"chunks": 2794.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.154339, "cps": 21.828125, "mean_p": 0.199488, "boundary_entropy": 0.287872, "bpb": 2.50468}, "fi": {"chunks": 2920.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155228, "cps": 22.8125, "mean_p": 0.202617, "boundary_entropy": 0.280582, "bpb": 2.697368}, "ru": {"chunks": 2668.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.140792, "cps": 20.84375, "mean_p": 0.28859, "boundary_entropy": 0.53277, "bpb": 1.611149}, "el": {"chunks": 2566.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12503, "cps": 20.046875, "mean_p": 0.312069, "boundary_entropy": 0.573389, "bpb": 1.724047}, "hi": {"chunks": 2771.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.164695, "cps": 21.648438, "mean_p": 0.243306, "boundary_entropy": 0.489176, "bpb": 1.319225}, "ta": {"chunks": 2335.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1249, "cps": 18.242188, "mean_p": 0.293563, "boundary_entropy": 0.56376, "bpb": 1.079604}, "th": {"chunks": 3120.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.19397, "cps": 24.375, "mean_p": 0.262854, "boundary_entropy": 0.519928, "bpb": 1.255729}, "zh": {"chunks": 3397.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575178, "cps": 26.539062, "mean_p": 0.379451, "boundary_entropy": 0.59165, "bpb": 3.398806}, "my": {"chunks": 2425.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.127982, "cps": 18.945312, "mean_p": 0.372422, "boundary_entropy": 0.641945, "bpb": 1.233313}}, "bpb": {"en": 2.22941, "de": 2.49992, "vi": 2.0691, "tr": 2.50468, "fi": 2.69737, "ru": 1.61115, "el": 1.72405, "hi": 1.31923, "ta": 1.0796, "th": 1.25573, "zh": 3.39881, "my": 1.23331}, "gini_cpc": 0.224667, "gini_cps": 0.054699, "bpic": 11.395938, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8573181497194636, "vi": 0.9594952580399899, "tr": 0.9368547813473886, "fi": 0.9422527101551744, "ru": 0.854619972703671, "el": 0.7589483727420184, "hi": 0.9997188481314502, "ta": 0.7581547192541442, "th": 1.1774160619285907, "zh": 3.4913913490162294, "my": 0.7768636377392235}, "t": 146.3} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.2376, "de": 2.50887, "vi": 2.07468, "tr": 2.50965, "fi": 2.70661, "ru": 1.59049, "el": 1.71536, "hi": 1.31758, "ta": 1.08765, "th": 1.27708, "zh": 3.40268, "my": 1.24105}, "bytes_per_chunk": {"en": 5.95, "de": 6.922, "vi": 8.029, "tr": 6.565, "fi": 6.169, "ru": 12.362, "el": 13.95, "hi": 15.458, "ta": 21.242, "th": 15.014, "zh": 4.901, "my": 19.669}, "bpb_mean": 1.97244, "t": 147.6} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 147.6} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_a", "lm_loss": 1.32778, "bpb": 1.91558, "chunk_loss": 0.029975, "F": 0.11646, "G": 0.25926, "chunks": 119.25, "bytes_per_chunk": 8.587, "boundary_entropy": 0.42139, "router_noise": 0.0, "grad_norm": 0.8165, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 10.8309, "alpha": 0.03, "t": 147.6} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_a", "lm_loss": 1.48709, "bpb": 2.14541, "chunk_loss": 0.029985, "F": 0.1243, "G": 0.25103, "chunks": 127.28, "bytes_per_chunk": 8.045, "boundary_entropy": 0.39909, "router_noise": 0.0, "grad_norm": 0.9506, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.4427, "alpha": 0.03, "t": 149.7} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_a", "lm_loss": 1.47721, "bpb": 2.13117, "chunk_loss": 0.031048, "F": 0.13406, "G": 0.26124, "chunks": 137.28, "bytes_per_chunk": 7.459, "boundary_entropy": 0.4176, "router_noise": 0.0, "grad_norm": 0.8336, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.044, "n_target_mean": 9.5095, "alpha": 0.03, "t": 151.9} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_a", "lm_loss": 1.53824, "bpb": 2.21921, "chunk_loss": 0.029895, "F": 0.14478, "G": 0.23151, "chunks": 148.25, "bytes_per_chunk": 6.907, "boundary_entropy": 0.33593, "router_noise": 0.0, "grad_norm": 0.8816, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 7.5354, "alpha": 0.03, "t": 154.0} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2915.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1675, "cps": 22.773438, "mean_p": 0.203501, "boundary_entropy": 0.241237, "bpb": 2.204582}, "de": {"chunks": 2937.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.143038, "cps": 22.945312, "mean_p": 0.192187, "boundary_entropy": 0.261242, "bpb": 2.471459}, "vi": {"chunks": 2818.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.152861, "cps": 22.015625, "mean_p": 0.21522, "boundary_entropy": 0.368277, "bpb": 2.058033}, "tr": {"chunks": 2976.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164393, "cps": 23.25, "mean_p": 0.209852, "boundary_entropy": 0.286633, "bpb": 2.45899}, "fi": {"chunks": 2934.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.155973, "cps": 22.921875, "mean_p": 0.198921, "boundary_entropy": 0.267989, "bpb": 2.667028}, "ru": {"chunks": 2230.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.117678, "cps": 17.421875, "mean_p": 0.28125, "boundary_entropy": 0.52992, "bpb": 1.586327}, "el": {"chunks": 2152.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.104858, "cps": 16.8125, "mean_p": 0.309154, "boundary_entropy": 0.573043, "bpb": 1.680154}, "hi": {"chunks": 2592.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.154056, "cps": 20.25, "mean_p": 0.229709, "boundary_entropy": 0.473559, "bpb": 1.315022}, "ta": {"chunks": 2413.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.129072, "cps": 18.851562, "mean_p": 0.284019, "boundary_entropy": 0.557017, "bpb": 1.083466}, "th": {"chunks": 2457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.152751, "cps": 19.195312, "mean_p": 0.243626, "boundary_entropy": 0.505245, "bpb": 1.244249}, "zh": {"chunks": 2831.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.479343, "cps": 22.117188, "mean_p": 0.36285, "boundary_entropy": 0.585458, "bpb": 3.392409}, "my": {"chunks": 2588.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136584, "cps": 20.21875, "mean_p": 0.373456, "boundary_entropy": 0.642617, "bpb": 1.221247}}, "bpb": {"en": 2.20458, "de": 2.47146, "vi": 2.05803, "tr": 2.45899, "fi": 2.66703, "ru": 1.58633, "el": 1.68015, "hi": 1.31502, "ta": 1.08347, "th": 1.24425, "zh": 3.39241, "my": 1.22125}, "gini_cpc": 0.200228, "gini_cps": 0.058409, "bpic": 12.052288, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8539591582441151, "vi": 0.9126061852850007, "tr": 0.981449451295896, "fi": 0.9311803164693335, "ru": 0.7025564250057703, "el": 0.6260182338202489, "hi": 0.9197408699685746, "ta": 0.7705794332328518, "th": 0.9119471120137392, "zh": 2.8617519526904927, "my": 0.8154295714442452}, "t": 157.1} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21363, "de": 2.47869, "vi": 2.062, "tr": 2.46387, "fi": 2.67393, "ru": 1.56517, "el": 1.67149, "hi": 1.31399, "ta": 1.08968, "th": 1.26471, "zh": 3.3939, "my": 1.22992}, "bytes_per_chunk": {"en": 5.845, "de": 6.882, "vi": 8.691, "tr": 6.276, "fi": 6.171, "ru": 15.574, "el": 16.701, "hi": 16.893, "ta": 19.879, "th": 19.061, "zh": 5.609, "my": 20.006}, "bpb_mean": 1.95175, "t": 158.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_a", "lm_loss": 1.5073, "bpb": 2.17457, "chunk_loss": 0.029941, "F": 0.13147, "G": 0.24819, "chunks": 134.62, "bytes_per_chunk": 7.606, "boundary_entropy": 0.38242, "router_noise": 0.0, "grad_norm": 0.8028, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.2882, "alpha": 0.03, "t": 158.3} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_a", "lm_loss": 1.45751, "bpb": 2.10274, "chunk_loss": 0.030193, "F": 0.14139, "G": 0.23989, "chunks": 144.78, "bytes_per_chunk": 7.073, "boundary_entropy": 0.36454, "router_noise": 0.0, "grad_norm": 0.8923, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.0661, "alpha": 0.03, "t": 160.5} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_a", "lm_loss": 1.50754, "bpb": 2.17493, "chunk_loss": 0.030318, "F": 0.1427, "G": 0.23072, "chunks": 146.12, "bytes_per_chunk": 7.008, "boundary_entropy": 0.33797, "router_noise": 0.0, "grad_norm": 0.9136, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.2992, "alpha": 0.03, "t": 162.6} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_a", "lm_loss": 1.54008, "bpb": 2.22186, "chunk_loss": 0.030089, "F": 0.13968, "G": 0.24056, "chunks": 143.03, "bytes_per_chunk": 7.159, "boundary_entropy": 0.36477, "router_noise": 0.0, "grad_norm": 0.9127, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.0733, "alpha": 0.03, "t": 164.7} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2969.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.170603, "cps": 23.195312, "mean_p": 0.207974, "boundary_entropy": 0.243919, "bpb": 2.187451}, "de": {"chunks": 3084.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150197, "cps": 24.09375, "mean_p": 0.199998, "boundary_entropy": 0.267568, "bpb": 2.436945}, "vi": {"chunks": 2829.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.153458, "cps": 22.101562, "mean_p": 0.211588, "boundary_entropy": 0.36419, "bpb": 2.042844}, "tr": {"chunks": 2956.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163288, "cps": 23.09375, "mean_p": 0.212527, "boundary_entropy": 0.298084, "bpb": 2.428789}, "fi": {"chunks": 2861.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152092, "cps": 22.351562, "mean_p": 0.20061, "boundary_entropy": 0.273619, "bpb": 2.636257}, "ru": {"chunks": 3053.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161108, "cps": 23.851562, "mean_p": 0.293696, "boundary_entropy": 0.534838, "bpb": 1.564186}, "el": {"chunks": 2745.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.133752, "cps": 21.445312, "mean_p": 0.318411, "boundary_entropy": 0.578018, "bpb": 1.675295}, "hi": {"chunks": 3011.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17896, "cps": 23.523438, "mean_p": 0.247501, "boundary_entropy": 0.491908, "bpb": 1.288664}, "ta": {"chunks": 3019.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.161487, "cps": 23.585938, "mean_p": 0.286289, "boundary_entropy": 0.556843, "bpb": 1.071731}, "th": {"chunks": 2827.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.175754, "cps": 22.085938, "mean_p": 0.261507, "boundary_entropy": 0.514556, "bpb": 1.217714}, "zh": {"chunks": 2943.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498307, "cps": 22.992188, "mean_p": 0.364062, "boundary_entropy": 0.582889, "bpb": 3.334185}, "my": {"chunks": 3336.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.176061, "cps": 26.0625, "mean_p": 0.388866, "boundary_entropy": 0.650324, "bpb": 1.213147}}, "bpb": {"en": 2.18745, "de": 2.43694, "vi": 2.04284, "tr": 2.42879, "fi": 2.63626, "ru": 1.56419, "el": 1.6753, "hi": 1.28866, "ta": 1.07173, "th": 1.21771, "zh": 3.33418, "my": 1.21315}, "gini_cpc": 0.167706, "gini_cps": 0.026635, "bpic": 10.770381, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8803915890753586, "vi": 0.899505303103592, "tr": 0.9571231064366961, "fi": 0.8914970224007192, "ru": 0.9443467990697187, "el": 0.7839988510619087, "hi": 1.0489857902636306, "ta": 0.9465674499920774, "th": 1.0301931690152717, "zh": 2.920860005358452, "my": 1.0319926127083514}, "t": 167.7} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.19722, "de": 2.44381, "vi": 2.04657, "tr": 2.43134, "fi": 2.64176, "ru": 1.5425, "el": 1.66584, "hi": 1.28525, "ta": 1.07772, "th": 1.23805, "zh": 3.33745, "my": 1.22157}, "bytes_per_chunk": {"en": 5.695, "de": 6.643, "vi": 8.667, "tr": 6.23, "fi": 6.333, "ru": 11.612, "el": 13.313, "hi": 14.542, "ta": 16.181, "th": 16.964, "zh": 5.65, "my": 17.209}, "bpb_mean": 1.92742, "t": 169.0} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_a", "lm_loss": 1.41592, "bpb": 2.04274, "chunk_loss": 0.03, "F": 0.13382, "G": 0.2456, "chunks": 137.03, "bytes_per_chunk": 7.473, "boundary_entropy": 0.37797, "router_noise": 0.0, "grad_norm": 0.844, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 8.7824, "alpha": 0.03, "t": 169.0} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_a", "lm_loss": 1.34041, "bpb": 1.93381, "chunk_loss": 0.029845, "F": 0.12048, "G": 0.24693, "chunks": 123.38, "bytes_per_chunk": 8.3, "boundary_entropy": 0.39388, "router_noise": 0.0, "grad_norm": 0.9213, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.986, "alpha": 0.03, "t": 171.1} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_a", "lm_loss": 1.41779, "bpb": 2.04544, "chunk_loss": 0.030141, "F": 0.13965, "G": 0.242, "chunks": 143.0, "bytes_per_chunk": 7.161, "boundary_entropy": 0.36693, "router_noise": 0.0, "grad_norm": 0.8615, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5507, "alpha": 0.03, "t": 173.2} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_a", "lm_loss": 1.31365, "bpb": 1.8952, "chunk_loss": 0.02991, "F": 0.12283, "G": 0.25282, "chunks": 125.78, "bytes_per_chunk": 8.141, "boundary_entropy": 0.41201, "router_noise": 0.0, "grad_norm": 0.7335, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.6732, "alpha": 0.03, "t": 175.4} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2969.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.170603, "cps": 23.195312, "mean_p": 0.206992, "boundary_entropy": 0.241403, "bpb": 2.173678}, "de": {"chunks": 3069.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149467, "cps": 23.976562, "mean_p": 0.19766, "boundary_entropy": 0.265907, "bpb": 2.424929}, "vi": {"chunks": 3350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18172, "cps": 26.171875, "mean_p": 0.223287, "boundary_entropy": 0.365386, "bpb": 2.031526}, "tr": {"chunks": 3092.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1708, "cps": 24.15625, "mean_p": 0.213402, "boundary_entropy": 0.288595, "bpb": 2.415625}, "fi": {"chunks": 2909.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.154644, "cps": 22.726562, "mean_p": 0.209253, "boundary_entropy": 0.286181, "bpb": 2.626267}, "ru": {"chunks": 3421.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.180528, "cps": 26.726562, "mean_p": 0.309695, "boundary_entropy": 0.554283, "bpb": 1.544447}, "el": {"chunks": 3272.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.159431, "cps": 25.5625, "mean_p": 0.325831, "boundary_entropy": 0.582224, "bpb": 1.640358}, "hi": {"chunks": 3079.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.183001, "cps": 24.054688, "mean_p": 0.2528, "boundary_entropy": 0.503643, "bpb": 1.273005}, "ta": {"chunks": 2408.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.128804, "cps": 18.8125, "mean_p": 0.28606, "boundary_entropy": 0.558949, "bpb": 1.054289}, "th": {"chunks": 3176.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.197451, "cps": 24.8125, "mean_p": 0.24445, "boundary_entropy": 0.498652, "bpb": 1.200887}, "zh": {"chunks": 2951.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499661, "cps": 23.054688, "mean_p": 0.36737, "boundary_entropy": 0.585958, "bpb": 3.336419}, "my": {"chunks": 2289.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120804, "cps": 17.882812, "mean_p": 0.373538, "boundary_entropy": 0.643268, "bpb": 1.198538}}, "bpb": {"en": 2.17368, "de": 2.42493, "vi": 2.03153, "tr": 2.41562, "fi": 2.62627, "ru": 1.54445, "el": 1.64036, "hi": 1.273, "ta": 1.05429, "th": 1.20089, "zh": 3.33642, "my": 1.19854}, "gini_cpc": 0.189343, "gini_cps": 0.057837, "bpic": 10.665027, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.87610952881721, "vi": 1.065161811734547, "tr": 1.0011585402916998, "fi": 0.9064539804836392, "ru": 1.0581756959114013, "el": 0.9345152060745228, "hi": 1.0726759376359079, "ta": 0.7549964953895072, "th": 1.1573730119534853, "zh": 2.9287998218867797, "my": 0.7081028448709283}, "t": 178.4} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.18024, "de": 2.43218, "vi": 2.0347, "tr": 2.41651, "fi": 2.63448, "ru": 1.52179, "el": 1.63175, "hi": 1.27071, "ta": 1.06096, "th": 1.2213, "zh": 3.33407, "my": 1.20656}, "bytes_per_chunk": {"en": 5.743, "de": 6.639, "vi": 7.152, "tr": 6.059, "fi": 6.08, "ru": 10.092, "el": 11.611, "hi": 14.147, "ta": 20.168, "th": 15.152, "zh": 5.398, "my": 22.981}, "bpb_mean": 1.9121, "t": 179.7} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_a", "lm_loss": 1.52997, "bpb": 2.20728, "chunk_loss": 0.030735, "F": 0.14301, "G": 0.26842, "chunks": 146.44, "bytes_per_chunk": 6.993, "boundary_entropy": 0.41916, "router_noise": 0.0, "grad_norm": 0.7929, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.088, "n_target_mean": 9.0106, "alpha": 0.03, "t": 179.7} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_a", "lm_loss": 1.48793, "bpb": 2.14662, "chunk_loss": 0.030055, "F": 0.13425, "G": 0.27038, "chunks": 137.47, "bytes_per_chunk": 7.449, "boundary_entropy": 0.42257, "router_noise": 0.0, "grad_norm": 0.8891, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.0983, "alpha": 0.03, "t": 181.9} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_a", "lm_loss": 1.42121, "bpb": 2.05037, "chunk_loss": 0.03056, "F": 0.12604, "G": 0.27035, "chunks": 129.06, "bytes_per_chunk": 7.934, "boundary_entropy": 0.43631, "router_noise": 0.0, "grad_norm": 0.7646, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.8865, "alpha": 0.03, "t": 184.0} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_a", "lm_loss": 1.33981, "bpb": 1.93294, "chunk_loss": 0.03032, "F": 0.12375, "G": 0.2528, "chunks": 126.72, "bytes_per_chunk": 8.081, "boundary_entropy": 0.40695, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.6709, "alpha": 0.03, "t": 186.2} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2967.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.170488, "cps": 23.179688, "mean_p": 0.204072, "boundary_entropy": 0.225132, "bpb": 2.151326}, "de": {"chunks": 3027.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147421, "cps": 23.648438, "mean_p": 0.193812, "boundary_entropy": 0.258726, "bpb": 2.392114}, "vi": {"chunks": 2762.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.149824, "cps": 21.578125, "mean_p": 0.202619, "boundary_entropy": 0.347536, "bpb": 2.020746}, "tr": {"chunks": 3004.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165939, "cps": 23.46875, "mean_p": 0.209948, "boundary_entropy": 0.280666, "bpb": 2.373472}, "fi": {"chunks": 2805.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.149115, "cps": 21.914062, "mean_p": 0.19169, "boundary_entropy": 0.25192, "bpb": 2.5702}, "ru": {"chunks": 2682.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.14153, "cps": 20.953125, "mean_p": 0.286089, "boundary_entropy": 0.527733, "bpb": 1.531528}, "el": {"chunks": 2447.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.119232, "cps": 19.117188, "mean_p": 0.304018, "boundary_entropy": 0.564776, "bpb": 1.63303}, "hi": {"chunks": 3090.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.183655, "cps": 24.140625, "mean_p": 0.229426, "boundary_entropy": 0.466109, "bpb": 1.267607}, "ta": {"chunks": 2720.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145493, "cps": 21.25, "mean_p": 0.291019, "boundary_entropy": 0.556724, "bpb": 1.048817}, "th": {"chunks": 2860.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177805, "cps": 22.34375, "mean_p": 0.248599, "boundary_entropy": 0.500123, "bpb": 1.186005}, "zh": {"chunks": 2942.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.498137, "cps": 22.984375, "mean_p": 0.355009, "boundary_entropy": 0.57485, "bpb": 3.291855}, "my": {"chunks": 2780.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.146717, "cps": 21.71875, "mean_p": 0.341677, "boundary_entropy": 0.620367, "bpb": 1.188789}}, "bpb": {"en": 2.15133, "de": 2.39211, "vi": 2.02075, "tr": 2.37347, "fi": 2.5702, "ru": 1.53153, "el": 1.63303, "hi": 1.26761, "ta": 1.04882, "th": 1.18601, "zh": 3.29185, "my": 1.18879}, "gini_cpc": 0.187835, "gini_cps": 0.033572, "bpic": 11.259197, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8647022472936484, "vi": 0.8787940466915292, "tr": 0.9733206798285532, "fi": 0.8746364170997124, "ru": 0.8301491605550234, "el": 0.6993582430168978, "hi": 1.0772338216668644, "ta": 0.8533948317829367, "th": 1.0429213106685193, "zh": 2.9218357571621736, "my": 0.8605735499188562}, "t": 189.2} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15936, "de": 2.40022, "vi": 2.02371, "tr": 2.37898, "fi": 2.5799, "ru": 1.50916, "el": 1.6232, "hi": 1.26311, "ta": 1.05482, "th": 1.20638, "zh": 3.29299, "my": 1.19591}, "bytes_per_chunk": {"en": 5.73, "de": 6.711, "vi": 8.761, "tr": 6.132, "fi": 6.413, "ru": 13.297, "el": 14.726, "hi": 13.81, "ta": 19.008, "th": 16.286, "zh": 5.587, "my": 17.365}, "bpb_mean": 1.89064, "t": 190.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_a", "lm_loss": 1.41249, "bpb": 2.0378, "chunk_loss": 0.029807, "F": 0.1236, "G": 0.23725, "chunks": 126.56, "bytes_per_chunk": 8.091, "boundary_entropy": 0.37455, "router_noise": 0.0, "grad_norm": 0.7936, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.2811, "alpha": 0.03, "t": 190.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_a", "lm_loss": 1.39373, "bpb": 2.01072, "chunk_loss": 0.030031, "F": 0.13351, "G": 0.24032, "chunks": 136.72, "bytes_per_chunk": 7.49, "boundary_entropy": 0.36402, "router_noise": 0.0, "grad_norm": 0.8919, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.2351, "alpha": 0.03, "t": 192.6} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_a", "lm_loss": 1.29508, "bpb": 1.86841, "chunk_loss": 0.02992, "F": 0.11102, "G": 0.24084, "chunks": 113.69, "bytes_per_chunk": 9.007, "boundary_entropy": 0.40408, "router_noise": 0.0, "grad_norm": 0.8731, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.7221, "alpha": 0.03, "t": 194.8} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_a", "lm_loss": 1.37097, "bpb": 1.9779, "chunk_loss": 0.029913, "F": 0.12149, "G": 0.25013, "chunks": 124.41, "bytes_per_chunk": 8.231, "boundary_entropy": 0.4045, "router_noise": 0.0, "grad_norm": 0.7972, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.0553, "alpha": 0.03, "t": 196.9} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2950.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169511, "cps": 23.046875, "mean_p": 0.201158, "boundary_entropy": 0.222794, "bpb": 2.132762}, "de": {"chunks": 3049.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.148493, "cps": 23.820312, "mean_p": 0.189286, "boundary_entropy": 0.246046, "bpb": 2.37655}, "vi": {"chunks": 2851.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.154651, "cps": 22.273438, "mean_p": 0.202347, "boundary_entropy": 0.343037, "bpb": 2.011211}, "tr": {"chunks": 3099.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171187, "cps": 24.210938, "mean_p": 0.210933, "boundary_entropy": 0.278088, "bpb": 2.353966}, "fi": {"chunks": 2737.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.1455, "cps": 21.382812, "mean_p": 0.187448, "boundary_entropy": 0.246563, "bpb": 2.572697}, "ru": {"chunks": 2729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.144011, "cps": 21.320312, "mean_p": 0.295567, "boundary_entropy": 0.542541, "bpb": 1.517329}, "el": {"chunks": 2830.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137894, "cps": 22.109375, "mean_p": 0.30589, "boundary_entropy": 0.564222, "bpb": 1.614082}, "hi": {"chunks": 2958.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17581, "cps": 23.109375, "mean_p": 0.240332, "boundary_entropy": 0.483646, "bpb": 1.255992}, "ta": {"chunks": 2700.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.144424, "cps": 21.09375, "mean_p": 0.264557, "boundary_entropy": 0.533364, "bpb": 1.038716}, "th": {"chunks": 3272.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.203419, "cps": 25.5625, "mean_p": 0.254784, "boundary_entropy": 0.505719, "bpb": 1.175322}, "zh": {"chunks": 2673.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452591, "cps": 20.882812, "mean_p": 0.35311, "boundary_entropy": 0.574535, "bpb": 3.268542}, "my": {"chunks": 1900.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.100274, "cps": 14.84375, "mean_p": 0.337006, "boundary_entropy": 0.61539, "bpb": 1.191041}}, "bpb": {"en": 2.13276, "de": 2.37655, "vi": 2.01121, "tr": 2.35397, "fi": 2.5727, "ru": 1.51733, "el": 1.61408, "hi": 1.25599, "ta": 1.03872, "th": 1.17532, "zh": 3.26854, "my": 1.19104}, "gini_cpc": 0.190113, "gini_cps": 0.057223, "bpic": 11.371963, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.876006081982951, "vi": 0.9123388727227593, "tr": 1.009887807714238, "fi": 0.8583511991270883, "ru": 0.8495646348553284, "el": 0.8134815258944698, "hi": 1.0371586672375148, "ta": 0.8520015775087147, "th": 1.2000361638119523, "zh": 2.669977615409781, "my": 0.5915511855819495}, "t": 200.0} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.14195, "de": 2.38281, "vi": 2.01432, "tr": 2.35776, "fi": 2.57799, "ru": 1.49584, "el": 1.60603, "hi": 1.25356, "ta": 1.045, "th": 1.19408, "zh": 3.26766, "my": 1.19955}, "bytes_per_chunk": {"en": 5.731, "de": 6.675, "vi": 8.214, "tr": 5.993, "fi": 6.623, "ru": 12.687, "el": 13.36, "hi": 14.484, "ta": 17.595, "th": 14.533, "zh": 6.051, "my": 25.693}, "bpb_mean": 1.87805, "t": 201.2} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_a", "lm_loss": 1.31688, "bpb": 1.89986, "chunk_loss": 0.029872, "F": 0.11719, "G": 0.25639, "chunks": 120.0, "bytes_per_chunk": 8.533, "boundary_entropy": 0.41472, "router_noise": 0.0, "grad_norm": 0.834, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.5619, "alpha": 0.03, "t": 201.3} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_a", "lm_loss": 1.2272, "bpb": 1.77048, "chunk_loss": 0.029952, "F": 0.11215, "G": 0.23835, "chunks": 114.84, "bytes_per_chunk": 8.916, "boundary_entropy": 0.39328, "router_noise": 0.0, "grad_norm": 0.7777, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.9543, "alpha": 0.03, "t": 203.4} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_a", "lm_loss": 1.33986, "bpb": 1.93301, "chunk_loss": 0.029754, "F": 0.12463, "G": 0.2441, "chunks": 127.62, "bytes_per_chunk": 8.024, "boundary_entropy": 0.37752, "router_noise": 0.0, "grad_norm": 0.8355, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.0046, "alpha": 0.03, "t": 205.6} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_a", "lm_loss": 1.38267, "bpb": 1.99477, "chunk_loss": 0.029969, "F": 0.12167, "G": 0.25162, "chunks": 124.59, "bytes_per_chunk": 8.219, "boundary_entropy": 0.4021, "router_noise": 0.0, "grad_norm": 0.8312, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.7442, "alpha": 0.03, "t": 207.8} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2893.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166236, "cps": 22.601562, "mean_p": 0.19741, "boundary_entropy": 0.21418, "bpb": 2.120007}, "de": {"chunks": 3044.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.148249, "cps": 23.78125, "mean_p": 0.191049, "boundary_entropy": 0.247643, "bpb": 2.350188}, "vi": {"chunks": 2774.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.150475, "cps": 21.671875, "mean_p": 0.198021, "boundary_entropy": 0.33933, "bpb": 1.995403}, "tr": {"chunks": 3037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167762, "cps": 23.726562, "mean_p": 0.207466, "boundary_entropy": 0.276234, "bpb": 2.336597}, "fi": {"chunks": 3012.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160119, "cps": 23.53125, "mean_p": 0.200859, "boundary_entropy": 0.255106, "bpb": 2.521369}, "ru": {"chunks": 3101.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163641, "cps": 24.226562, "mean_p": 0.300298, "boundary_entropy": 0.544818, "bpb": 1.506741}, "el": {"chunks": 3005.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146421, "cps": 23.476562, "mean_p": 0.307574, "boundary_entropy": 0.563947, "bpb": 1.60606}, "hi": {"chunks": 2882.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171293, "cps": 22.515625, "mean_p": 0.241943, "boundary_entropy": 0.49079, "bpb": 1.251536}, "ta": {"chunks": 2745.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.146831, "cps": 21.445312, "mean_p": 0.275045, "boundary_entropy": 0.544049, "bpb": 1.035227}, "th": {"chunks": 2861.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177868, "cps": 22.351562, "mean_p": 0.258121, "boundary_entropy": 0.509399, "bpb": 1.160787}, "zh": {"chunks": 3137.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.531155, "cps": 24.507812, "mean_p": 0.364548, "boundary_entropy": 0.574536, "bpb": 3.253554}, "my": {"chunks": 2398.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126557, "cps": 18.734375, "mean_p": 0.342351, "boundary_entropy": 0.621692, "bpb": 1.1691}}, "bpb": {"en": 2.12001, "de": 2.35019, "vi": 1.9954, "tr": 2.3366, "fi": 2.52137, "ru": 1.50674, "el": 1.60606, "hi": 1.25154, "ta": 1.03523, "th": 1.16079, "zh": 3.25355, "my": 1.1691}, "gini_cpc": 0.186608, "gini_cps": 0.034884, "bpic": 11.000057, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8918009435007113, "vi": 0.9051884448222006, "tr": 1.0091830022310213, "fi": 0.9632050938122765, "ru": 0.9843923691706029, "el": 0.8808040801145449, "hi": 1.030420736840321, "ta": 0.8832681407575369, "th": 1.0699721633075927, "zh": 3.1951905465848234, "my": 0.7613099208480124}, "t": 210.8} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12859, "de": 2.35886, "vi": 1.99966, "tr": 2.33951, "fi": 2.52963, "ru": 1.48685, "el": 1.59922, "hi": 1.24667, "ta": 1.04188, "th": 1.17903, "zh": 3.25285, "my": 1.17672}, "bytes_per_chunk": {"en": 5.871, "de": 6.72, "vi": 8.64, "tr": 6.048, "fi": 6.001, "ru": 11.15, "el": 12.037, "hi": 14.682, "ta": 18.551, "th": 16.409, "zh": 5.244, "my": 19.559}, "bpb_mean": 1.86162, "t": 212.0} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_a", "lm_loss": 1.32576, "bpb": 1.91267, "chunk_loss": 0.030329, "F": 0.12155, "G": 0.25049, "chunks": 124.47, "bytes_per_chunk": 8.227, "boundary_entropy": 0.40309, "router_noise": 0.0, "grad_norm": 0.8277, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.3328, "alpha": 0.03, "t": 212.1} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_a", "lm_loss": 1.32152, "bpb": 1.90655, "chunk_loss": 0.029997, "F": 0.12808, "G": 0.22991, "chunks": 131.16, "bytes_per_chunk": 7.807, "boundary_entropy": 0.3456, "router_noise": 0.0, "grad_norm": 0.8059, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.3376, "alpha": 0.03, "t": 214.2} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_a", "lm_loss": 1.53917, "bpb": 2.22056, "chunk_loss": 0.029998, "F": 0.13696, "G": 0.23882, "chunks": 140.25, "bytes_per_chunk": 7.301, "boundary_entropy": 0.35887, "router_noise": 0.0, "grad_norm": 0.8773, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3595, "alpha": 0.03, "t": 216.4} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_a", "lm_loss": 1.43751, "bpb": 2.07388, "chunk_loss": 0.03067, "F": 0.15552, "G": 0.23466, "chunks": 159.25, "bytes_per_chunk": 6.43, "boundary_entropy": 0.30856, "router_noise": 0.0, "grad_norm": 0.8294, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.2469, "alpha": 0.03, "t": 218.5} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2915.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1675, "cps": 22.773438, "mean_p": 0.197737, "boundary_entropy": 0.205155, "bpb": 2.109387}, "de": {"chunks": 3079.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149954, "cps": 24.054688, "mean_p": 0.186464, "boundary_entropy": 0.232605, "bpb": 2.334686}, "vi": {"chunks": 2892.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156876, "cps": 22.59375, "mean_p": 0.199367, "boundary_entropy": 0.333232, "bpb": 1.988645}, "tr": {"chunks": 3014.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166492, "cps": 23.546875, "mean_p": 0.203027, "boundary_entropy": 0.263119, "bpb": 2.310951}, "fi": {"chunks": 2875.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152836, "cps": 22.460938, "mean_p": 0.192418, "boundary_entropy": 0.240319, "bpb": 2.500097}, "ru": {"chunks": 2563.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.135251, "cps": 20.023438, "mean_p": 0.283939, "boundary_entropy": 0.528859, "bpb": 1.486291}, "el": {"chunks": 2582.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12581, "cps": 20.171875, "mean_p": 0.28372, "boundary_entropy": 0.54142, "bpb": 1.576618}, "hi": {"chunks": 2786.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165587, "cps": 21.765625, "mean_p": 0.235724, "boundary_entropy": 0.478704, "bpb": 1.235648}, "ta": {"chunks": 2868.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.15341, "cps": 22.40625, "mean_p": 0.277673, "boundary_entropy": 0.540367, "bpb": 1.022196}, "th": {"chunks": 2737.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170159, "cps": 21.382812, "mean_p": 0.248628, "boundary_entropy": 0.498458, "bpb": 1.154619}, "zh": {"chunks": 2990.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506265, "cps": 23.359375, "mean_p": 0.35379, "boundary_entropy": 0.564185, "bpb": 3.237876}, "my": {"chunks": 2510.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.132468, "cps": 19.609375, "mean_p": 0.343843, "boundary_entropy": 0.622995, "bpb": 1.161584}}, "bpb": {"en": 2.10939, "de": 2.33469, "vi": 1.98865, "tr": 2.31095, "fi": 2.5001, "ru": 1.48629, "el": 1.57662, "hi": 1.23565, "ta": 1.0222, "th": 1.15462, "zh": 3.23788, "my": 1.16158}, "gini_cpc": 0.186107, "gini_cps": 0.035464, "bpic": 11.350773, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8952469350472014, "vi": 0.9365710034933364, "tr": 0.9939813999347549, "fi": 0.912455149914565, "ru": 0.8074673171703092, "el": 0.7511055203177893, "hi": 0.9885794998967781, "ta": 0.9158813984715372, "th": 1.0158727088244217, "zh": 3.02247910227643, "my": 0.790853255148785}, "t": 221.5} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11696, "de": 2.34357, "vi": 1.99241, "tr": 2.31707, "fi": 2.50888, "ru": 1.46389, "el": 1.56928, "hi": 1.23325, "ta": 1.0285, "th": 1.17287, "zh": 3.23649, "my": 1.1687}, "bytes_per_chunk": {"en": 5.817, "de": 6.679, "vi": 8.232, "tr": 6.094, "fi": 6.26, "ru": 13.691, "el": 14.479, "hi": 15.53, "ta": 17.998, "th": 17.197, "zh": 5.307, "my": 18.554}, "bpb_mean": 1.84599, "t": 222.8} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_a", "lm_loss": 1.38677, "bpb": 2.00068, "chunk_loss": 0.030083, "F": 0.1315, "G": 0.25208, "chunks": 134.66, "bytes_per_chunk": 7.605, "boundary_entropy": 0.38875, "router_noise": 0.0, "grad_norm": 0.8204, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.6644, "alpha": 0.03, "t": 222.8} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_a", "lm_loss": 1.54328, "bpb": 2.22648, "chunk_loss": 0.030215, "F": 0.14127, "G": 0.24819, "chunks": 144.66, "bytes_per_chunk": 7.079, "boundary_entropy": 0.37073, "router_noise": 0.0, "grad_norm": 0.8392, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3671, "alpha": 0.03, "t": 225.0} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_a", "lm_loss": 1.48026, "bpb": 2.13557, "chunk_loss": 0.029901, "F": 0.14569, "G": 0.23709, "chunks": 149.19, "bytes_per_chunk": 6.864, "boundary_entropy": 0.33604, "router_noise": 0.0, "grad_norm": 0.8126, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3124, "alpha": 0.03, "t": 227.1} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_a", "lm_loss": 1.43333, "bpb": 2.06785, "chunk_loss": 0.029804, "F": 0.13385, "G": 0.24771, "chunks": 137.06, "bytes_per_chunk": 7.471, "boundary_entropy": 0.37491, "router_noise": 0.0, "grad_norm": 0.8872, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.5064, "alpha": 0.03, "t": 229.2} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2876.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165259, "cps": 22.46875, "mean_p": 0.196913, "boundary_entropy": 0.208458, "bpb": 2.102401}, "de": {"chunks": 2981.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.145181, "cps": 23.289062, "mean_p": 0.185247, "boundary_entropy": 0.235152, "bpb": 2.32445}, "vi": {"chunks": 2948.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.159913, "cps": 23.03125, "mean_p": 0.196911, "boundary_entropy": 0.330704, "bpb": 1.979462}, "tr": {"chunks": 2908.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.160636, "cps": 22.71875, "mean_p": 0.196192, "boundary_entropy": 0.259615, "bpb": 2.298394}, "fi": {"chunks": 2833.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.150603, "cps": 22.132812, "mean_p": 0.189101, "boundary_entropy": 0.239064, "bpb": 2.485472}, "ru": {"chunks": 3019.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.159314, "cps": 23.585938, "mean_p": 0.293952, "boundary_entropy": 0.537668, "bpb": 1.477795}, "el": {"chunks": 3001.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146226, "cps": 23.445312, "mean_p": 0.299998, "boundary_entropy": 0.553667, "bpb": 1.570646}, "hi": {"chunks": 2957.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17575, "cps": 23.101562, "mean_p": 0.249985, "boundary_entropy": 0.501341, "bpb": 1.232749}, "ta": {"chunks": 2821.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150896, "cps": 22.039062, "mean_p": 0.272115, "boundary_entropy": 0.538402, "bpb": 1.018868}, "th": {"chunks": 3659.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.227479, "cps": 28.585938, "mean_p": 0.245109, "boundary_entropy": 0.49093, "bpb": 1.142393}, "zh": {"chunks": 3011.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509821, "cps": 23.523438, "mean_p": 0.353575, "boundary_entropy": 0.562487, "bpb": 3.205675}, "my": {"chunks": 2489.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13136, "cps": 19.445312, "mean_p": 0.346095, "boundary_entropy": 0.625588, "bpb": 1.155178}}, "bpb": {"en": 2.1024, "de": 2.32445, "vi": 1.97946, "tr": 2.29839, "fi": 2.48547, "ru": 1.47779, "el": 1.57065, "hi": 1.23275, "ta": 1.01887, "th": 1.14239, "zh": 3.20568, "my": 1.15518}, "gini_cpc": 0.190349, "gini_cps": 0.039318, "bpic": 10.809819, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8785061524827873, "vi": 0.9676528403181799, "tr": 0.972028702701594, "fi": 0.9113179605428688, "ru": 0.9640268659564553, "el": 0.8848311203068956, "hi": 1.0634852971871533, "ta": 0.9130884623639635, "th": 1.3765011631963886, "zh": 3.0849814101969337, "my": 0.7948711949518235}, "t": 232.3} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.10861, "de": 2.33432, "vi": 1.9828, "tr": 2.30319, "fi": 2.49342, "ru": 1.45511, "el": 1.56328, "hi": 1.22769, "ta": 1.02522, "th": 1.16129, "zh": 3.20426, "my": 1.16364}, "bytes_per_chunk": {"en": 5.923, "de": 6.834, "vi": 8.062, "tr": 6.374, "fi": 6.386, "ru": 11.472, "el": 12.748, "hi": 14.95, "ta": 17.12, "th": 13.151, "zh": 5.346, "my": 18.743}, "bpb_mean": 1.83524, "t": 233.5} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_a", "lm_loss": 1.32334, "bpb": 1.90918, "chunk_loss": 0.03043, "F": 0.12527, "G": 0.24014, "chunks": 128.28, "bytes_per_chunk": 7.982, "boundary_entropy": 0.3756, "router_noise": 0.0, "grad_norm": 0.8425, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.021, "alpha": 0.03, "t": 233.6} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_a", "lm_loss": 1.47571, "bpb": 2.129, "chunk_loss": 0.030078, "F": 0.14087, "G": 0.24036, "chunks": 144.25, "bytes_per_chunk": 7.099, "boundary_entropy": 0.35778, "router_noise": 0.0, "grad_norm": 0.7778, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3995, "alpha": 0.03, "t": 235.7} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_a", "lm_loss": 1.33711, "bpb": 1.92904, "chunk_loss": 0.030392, "F": 0.13403, "G": 0.24689, "chunks": 137.25, "bytes_per_chunk": 7.461, "boundary_entropy": 0.37678, "router_noise": 0.0, "grad_norm": 0.8245, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.8635, "alpha": 0.03, "t": 237.9} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_a", "lm_loss": 1.49654, "bpb": 2.15905, "chunk_loss": 0.030263, "F": 0.14792, "G": 0.24932, "chunks": 151.47, "bytes_per_chunk": 6.76, "boundary_entropy": 0.35827, "router_noise": 0.0, "grad_norm": 0.8226, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.0388, "alpha": 0.03, "t": 240.0} +{"event": "probe", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2908.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167098, "cps": 22.71875, "mean_p": 0.194679, "boundary_entropy": 0.198766, "bpb": 2.087249}, "de": {"chunks": 3072.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149613, "cps": 24.0, "mean_p": 0.185748, "boundary_entropy": 0.227018, "bpb": 2.307909}, "vi": {"chunks": 2843.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.154218, "cps": 22.210938, "mean_p": 0.194581, "boundary_entropy": 0.328704, "bpb": 1.972503}, "tr": {"chunks": 2962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163619, "cps": 23.140625, "mean_p": 0.199432, "boundary_entropy": 0.254924, "bpb": 2.283351}, "fi": {"chunks": 2950.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156823, "cps": 23.046875, "mean_p": 0.193109, "boundary_entropy": 0.237318, "bpb": 2.471433}, "ru": {"chunks": 2776.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.146491, "cps": 21.6875, "mean_p": 0.279266, "boundary_entropy": 0.519783, "bpb": 1.46301}, "el": {"chunks": 2488.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.12123, "cps": 19.4375, "mean_p": 0.276526, "boundary_entropy": 0.532775, "bpb": 1.558012}, "hi": {"chunks": 3129.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.185973, "cps": 24.445312, "mean_p": 0.244592, "boundary_entropy": 0.490025, "bpb": 1.220637}, "ta": {"chunks": 3204.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.171383, "cps": 25.03125, "mean_p": 0.271768, "boundary_entropy": 0.530387, "bpb": 1.009577}, "th": {"chunks": 3008.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.187007, "cps": 23.5, "mean_p": 0.245015, "boundary_entropy": 0.489671, "bpb": 1.136514}, "zh": {"chunks": 2842.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.481206, "cps": 22.203125, "mean_p": 0.336105, "boundary_entropy": 0.54328, "bpb": 3.193833}, "my": {"chunks": 2005.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105816, "cps": 15.664062, "mean_p": 0.3457, "boundary_entropy": 0.625195, "bpb": 1.147375}}, "bpb": {"en": 2.08725, "de": 2.30791, "vi": 1.9725, "tr": 2.28335, "fi": 2.47143, "ru": 1.46301, "el": 1.55801, "hi": 1.22064, "ta": 1.00958, "th": 1.13651, "zh": 3.19383, "my": 1.14738}, "gini_cpc": 0.195998, "gini_cps": 0.054258, "bpic": 11.225934, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8953617188581792, "vi": 0.9229186789228223, "tr": 0.9791838023609515, "fi": 0.9385120444833231, "ru": 0.8766777119256133, "el": 0.7255030605779902, "hi": 1.1129616715480788, "ta": 1.025644264901023, "th": 1.1191453245075702, "zh": 2.879786881221671, "my": 0.6332580494680439}, "t": 243.0} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.09573, "de": 2.31631, "vi": 1.97686, "tr": 2.28772, "fi": 2.47878, "ru": 1.44041, "el": 1.55133, "hi": 1.21569, "ta": 1.01705, "th": 1.15507, "zh": 3.19293, "my": 1.15444}, "bytes_per_chunk": {"en": 5.883, "de": 6.656, "vi": 8.486, "tr": 6.23, "fi": 6.133, "ru": 12.806, "el": 14.737, "hi": 13.861, "ta": 17.017, "th": 15.641, "zh": 5.592, "my": 23.931}, "bpb_mean": 1.82353, "t": 244.3} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 244.3} +{"event": "train", "step": 4200, "phase": 3, "objective": "parity_a", "lm_loss": 1.30885, "bpb": 1.88827, "chunk_loss": 0.02993, "F": 0.12091, "G": 0.23998, "chunks": 123.81, "bytes_per_chunk": 8.271, "boundary_entropy": 0.38647, "router_noise": 0.0, "grad_norm": 0.7898, "lr": 9.12e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.7253, "alpha": 0.03, "t": 244.3} +{"event": "train", "step": 4250, "phase": 3, "objective": "parity_a", "lm_loss": 1.32127, "bpb": 1.9062, "chunk_loss": 0.030501, "F": 0.13431, "G": 0.24364, "chunks": 137.53, "bytes_per_chunk": 7.446, "boundary_entropy": 0.37359, "router_noise": 0.0, "grad_norm": 0.8114, "lr": 8.81e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.6539, "alpha": 0.03, "t": 246.4} +{"event": "train", "step": 4300, "phase": 3, "objective": "parity_a", "lm_loss": 1.36809, "bpb": 1.97374, "chunk_loss": 0.029863, "F": 0.13339, "G": 0.22383, "chunks": 136.59, "bytes_per_chunk": 7.497, "boundary_entropy": 0.32008, "router_noise": 0.0, "grad_norm": 0.8579, "lr": 8.5e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.515, "alpha": 0.03, "t": 248.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "parity_a", "lm_loss": 1.49698, "bpb": 2.15968, "chunk_loss": 0.030079, "F": 0.13837, "G": 0.252, "chunks": 141.69, "bytes_per_chunk": 7.227, "boundary_entropy": 0.38592, "router_noise": 0.0, "grad_norm": 0.8746, "lr": 8.21e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.7193, "alpha": 0.03, "t": 250.7} +{"event": "probe", "step": 4400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2931.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168419, "cps": 22.898438, "mean_p": 0.197243, "boundary_entropy": 0.195353, "bpb": 2.072806}, "de": {"chunks": 3118.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151853, "cps": 24.359375, "mean_p": 0.186116, "boundary_entropy": 0.218912, "bpb": 2.298211}, "vi": {"chunks": 2796.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.151668, "cps": 21.84375, "mean_p": 0.192041, "boundary_entropy": 0.315536, "bpb": 1.961762}, "tr": {"chunks": 3018.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166713, "cps": 23.578125, "mean_p": 0.200598, "boundary_entropy": 0.250518, "bpb": 2.268859}, "fi": {"chunks": 2856.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151826, "cps": 22.3125, "mean_p": 0.190113, "boundary_entropy": 0.229634, "bpb": 2.451962}, "ru": {"chunks": 3571.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188443, "cps": 27.898438, "mean_p": 0.292868, "boundary_entropy": 0.529788, "bpb": 1.452783}, "el": {"chunks": 2910.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.141792, "cps": 22.734375, "mean_p": 0.285242, "boundary_entropy": 0.539201, "bpb": 1.547212}, "hi": {"chunks": 2827.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168024, "cps": 22.085938, "mean_p": 0.237167, "boundary_entropy": 0.481741, "bpb": 1.209885}, "ta": {"chunks": 3225.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172506, "cps": 25.195312, "mean_p": 0.265023, "boundary_entropy": 0.521988, "bpb": 1.009578}, "th": {"chunks": 2539.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.157849, "cps": 19.835938, "mean_p": 0.238475, "boundary_entropy": 0.484459, "bpb": 1.128604}, "zh": {"chunks": 2956.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.500508, "cps": 23.09375, "mean_p": 0.336973, "boundary_entropy": 0.538828, "bpb": 3.18225}, "my": {"chunks": 2624.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138484, "cps": 20.5, "mean_p": 0.317642, "boundary_entropy": 0.601788, "bpb": 1.146636}}, "bpb": {"en": 2.07281, "de": 2.29821, "vi": 1.96176, "tr": 2.26886, "fi": 2.45196, "ru": 1.45278, "el": 1.54721, "hi": 1.20989, "ta": 1.00958, "th": 1.1286, "zh": 3.18225, "my": 1.14664}, "gini_cpc": 0.17302, "gini_cps": 0.047805, "bpic": 10.85016, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9016375815828539, "vi": 0.9005385876793592, "tr": 0.9898673184282525, "fi": 0.9014769391393034, "ru": 1.1188939810901393, "el": 0.8418998760708397, "hi": 0.9976519076957239, "ta": 1.0242655152486873, "th": 0.9372381052679137, "zh": 2.971798018842452, "my": 0.8222592284567427}, "t": 253.8} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.08249, "de": 2.30674, "vi": 1.96496, "tr": 2.27361, "fi": 2.45922, "ru": 1.43007, "el": 1.53903, "hi": 1.20611, "ta": 1.01611, "th": 1.14782, "zh": 3.18021, "my": 1.15427}, "bytes_per_chunk": {"en": 5.775, "de": 6.609, "vi": 8.917, "tr": 6.097, "fi": 6.268, "ru": 10.148, "el": 13.1, "hi": 15.445, "ta": 17.08, "th": 18.049, "zh": 5.429, "my": 18.215}, "bpb_mean": 1.81339, "t": 255.0} +{"event": "train", "step": 4400, "phase": 3, "objective": "parity_a", "lm_loss": 1.46128, "bpb": 2.10818, "chunk_loss": 0.030204, "F": 0.14661, "G": 0.22756, "chunks": 150.12, "bytes_per_chunk": 6.821, "boundary_entropy": 0.31237, "router_noise": 0.0, "grad_norm": 0.8814, "lr": 7.92e-05, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 7.7349, "alpha": 0.03, "t": 255.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "parity_a", "lm_loss": 1.39039, "bpb": 2.0059, "chunk_loss": 0.030096, "F": 0.1347, "G": 0.23711, "chunks": 137.94, "bytes_per_chunk": 7.424, "boundary_entropy": 0.35415, "router_noise": 0.0, "grad_norm": 0.8199, "lr": 7.63e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.4136, "alpha": 0.03, "t": 257.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "parity_a", "lm_loss": 1.324, "bpb": 1.91013, "chunk_loss": 0.030162, "F": 0.14297, "G": 0.22412, "chunks": 146.41, "bytes_per_chunk": 6.994, "boundary_entropy": 0.30896, "router_noise": 0.0, "grad_norm": 0.8362, "lr": 7.36e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.5424, "alpha": 0.03, "t": 259.3} +{"event": "train", "step": 4550, "phase": 3, "objective": "parity_a", "lm_loss": 1.37769, "bpb": 1.98759, "chunk_loss": 0.030263, "F": 0.13577, "G": 0.24089, "chunks": 139.03, "bytes_per_chunk": 7.365, "boundary_entropy": 0.36672, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 7.09e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.9675, "alpha": 0.03, "t": 261.5} +{"event": "probe", "step": 4600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2934.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168592, "cps": 22.921875, "mean_p": 0.197389, "boundary_entropy": 0.193766, "bpb": 2.067821}, "de": {"chunks": 3038.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147957, "cps": 23.734375, "mean_p": 0.181366, "boundary_entropy": 0.215441, "bpb": 2.284161}, "vi": {"chunks": 2989.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162137, "cps": 23.351562, "mean_p": 0.197376, "boundary_entropy": 0.321454, "bpb": 1.953208}, "tr": {"chunks": 2970.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164061, "cps": 23.203125, "mean_p": 0.197335, "boundary_entropy": 0.249429, "bpb": 2.256748}, "fi": {"chunks": 2856.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151826, "cps": 22.3125, "mean_p": 0.188445, "boundary_entropy": 0.228134, "bpb": 2.443431}, "ru": {"chunks": 2796.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.147546, "cps": 21.84375, "mean_p": 0.28586, "boundary_entropy": 0.529465, "bpb": 1.441312}, "el": {"chunks": 2820.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.137407, "cps": 22.03125, "mean_p": 0.286866, "boundary_entropy": 0.540774, "bpb": 1.535103}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.235782, "boundary_entropy": 0.478164, "bpb": 1.206157}, "ta": {"chunks": 3230.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172773, "cps": 25.234375, "mean_p": 0.269817, "boundary_entropy": 0.526891, "bpb": 1.00204}, "th": {"chunks": 2847.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176997, "cps": 22.242188, "mean_p": 0.23886, "boundary_entropy": 0.481592, "bpb": 1.117537}, "zh": {"chunks": 2907.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.492211, "cps": 22.710938, "mean_p": 0.325957, "boundary_entropy": 0.52693, "bpb": 3.167645}, "my": {"chunks": 2534.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133734, "cps": 19.796875, "mean_p": 0.309299, "boundary_entropy": 0.591526, "bpb": 1.137793}}, "bpb": {"en": 2.06782, "de": 2.28416, "vi": 1.95321, "tr": 2.25675, "fi": 2.44343, "ru": 1.44131, "el": 1.5351, "hi": 1.20616, "ta": 1.00204, "th": 1.11754, "zh": 3.16764, "my": 1.13779}, "gini_cpc": 0.174755, "gini_cps": 0.028719, "bpic": 10.997851, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8776055742280097, "vi": 0.9617158723265239, "tr": 0.9731278651235314, "fi": 0.9005551835778113, "ru": 0.8751690758696603, "el": 0.8150275211202515, "hi": 1.0488077983087054, "ta": 1.0248045938160253, "th": 1.0498576389617276, "zh": 2.9195478654337172, "my": 0.7932448207191094}, "t": 264.5} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.07739, "de": 2.29309, "vi": 1.9565, "tr": 2.26137, "fi": 2.44823, "ru": 1.41922, "el": 1.52709, "hi": 1.20214, "ta": 1.00814, "th": 1.13655, "zh": 3.16633, "my": 1.14533}, "bytes_per_chunk": {"en": 5.751, "de": 6.733, "vi": 8.193, "tr": 6.195, "fi": 6.287, "ru": 12.385, "el": 13.348, "hi": 14.453, "ta": 16.724, "th": 16.194, "zh": 5.553, "my": 18.695}, "bpb_mean": 1.80345, "t": 265.8} +{"event": "train", "step": 4600, "phase": 3, "objective": "parity_a", "lm_loss": 1.42364, "bpb": 2.05388, "chunk_loss": 0.030323, "F": 0.13504, "G": 0.24591, "chunks": 138.28, "bytes_per_chunk": 7.405, "boundary_entropy": 0.37827, "router_noise": 0.0, "grad_norm": 0.8152, "lr": 6.82e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 8.9877, "alpha": 0.03, "t": 265.8} +{"event": "train", "step": 4650, "phase": 3, "objective": "parity_a", "lm_loss": 1.52478, "bpb": 2.19979, "chunk_loss": 0.030008, "F": 0.14282, "G": 0.24141, "chunks": 146.25, "bytes_per_chunk": 7.002, "boundary_entropy": 0.36378, "router_noise": 0.0, "grad_norm": 0.9053, "lr": 6.57e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 7.9514, "alpha": 0.03, "t": 268.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "parity_a", "lm_loss": 1.46926, "bpb": 2.11969, "chunk_loss": 0.030069, "F": 0.13324, "G": 0.24549, "chunks": 136.44, "bytes_per_chunk": 7.505, "boundary_entropy": 0.38459, "router_noise": 0.0, "grad_norm": 0.9199, "lr": 6.32e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.0389, "alpha": 0.03, "t": 270.0} +{"event": "train", "step": 4750, "phase": 3, "objective": "parity_a", "lm_loss": 1.48109, "bpb": 2.13677, "chunk_loss": 0.030086, "F": 0.15082, "G": 0.22793, "chunks": 154.44, "bytes_per_chunk": 6.631, "boundary_entropy": 0.30634, "router_noise": 0.0, "grad_norm": 0.8727, "lr": 6.08e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3322, "alpha": 0.03, "t": 272.2} +{"event": "probe", "step": 4800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2926.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168132, "cps": 22.859375, "mean_p": 0.196693, "boundary_entropy": 0.19149, "bpb": 2.05663}, "de": {"chunks": 3073.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149662, "cps": 24.007812, "mean_p": 0.181292, "boundary_entropy": 0.212886, "bpb": 2.272173}, "vi": {"chunks": 2962.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.160673, "cps": 23.140625, "mean_p": 0.194077, "boundary_entropy": 0.317319, "bpb": 1.950931}, "tr": {"chunks": 2946.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.162735, "cps": 23.015625, "mean_p": 0.195026, "boundary_entropy": 0.245555, "bpb": 2.244665}, "fi": {"chunks": 2840.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.150975, "cps": 22.1875, "mean_p": 0.188642, "boundary_entropy": 0.227115, "bpb": 2.422125}, "ru": {"chunks": 3324.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.175409, "cps": 25.96875, "mean_p": 0.290049, "boundary_entropy": 0.529045, "bpb": 1.438188}, "el": {"chunks": 2772.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135068, "cps": 21.65625, "mean_p": 0.288078, "boundary_entropy": 0.543413, "bpb": 1.529184}, "hi": {"chunks": 3065.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.182169, "cps": 23.945312, "mean_p": 0.241245, "boundary_entropy": 0.485432, "bpb": 1.201758}, "ta": {"chunks": 2505.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.133993, "cps": 19.570312, "mean_p": 0.262776, "boundary_entropy": 0.522684, "bpb": 0.997495}, "th": {"chunks": 2797.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.173889, "cps": 21.851562, "mean_p": 0.239474, "boundary_entropy": 0.48218, "bpb": 1.116545}, "zh": {"chunks": 2967.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50237, "cps": 23.179688, "mean_p": 0.329964, "boundary_entropy": 0.529661, "bpb": 3.157771}, "my": {"chunks": 3094.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.163289, "cps": 24.171875, "mean_p": 0.341314, "boundary_entropy": 0.617991, "bpb": 1.135285}}, "bpb": {"en": 2.05663, "de": 2.27217, "vi": 1.95093, "tr": 2.24466, "fi": 2.42213, "ru": 1.43819, "el": 1.52918, "hi": 1.20176, "ta": 0.99749, "th": 1.11654, "zh": 3.15777, "my": 1.13529}, "gini_cpc": 0.17689, "gini_cps": 0.035683, "bpic": 10.880922, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8901433495898887, "vi": 0.9556342591073437, "tr": 0.9679033421914073, "fi": 0.8979584777060498, "ru": 1.0432817231372986, "el": 0.8033451557559297, "hi": 1.0834907409006103, "ta": 0.7969518059536499, "th": 1.0342396882929905, "zh": 2.987953965046841, "my": 0.9711956571144597}, "t": 275.2} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.06713, "de": 2.28064, "vi": 1.95267, "tr": 2.24919, "fi": 2.42948, "ru": 1.41503, "el": 1.52076, "hi": 1.19835, "ta": 1.00458, "th": 1.13435, "zh": 3.15581, "my": 1.1426}, "bytes_per_chunk": {"en": 5.777, "de": 6.651, "vi": 8.159, "tr": 6.234, "fi": 6.293, "ru": 10.741, "el": 13.278, "hi": 14.044, "ta": 20.035, "th": 16.893, "zh": 5.362, "my": 16.268}, "bpb_mean": 1.79588, "t": 276.5} +{"event": "train", "step": 4800, "phase": 3, "objective": "parity_a", "lm_loss": 1.3643, "bpb": 1.96826, "chunk_loss": 0.030416, "F": 0.14182, "G": 0.24156, "chunks": 145.22, "bytes_per_chunk": 7.051, "boundary_entropy": 0.34979, "router_noise": 0.0, "grad_norm": 0.8128, "lr": 5.85e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 8.7435, "alpha": 0.03, "t": 276.5} +{"event": "train", "step": 4850, "phase": 3, "objective": "parity_a", "lm_loss": 1.29726, "bpb": 1.87155, "chunk_loss": 0.030003, "F": 0.13931, "G": 0.22269, "chunks": 142.66, "bytes_per_chunk": 7.178, "boundary_entropy": 0.30423, "router_noise": 0.0, "grad_norm": 0.8136, "lr": 5.62e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.8411, "alpha": 0.03, "t": 278.7} +{"event": "train", "step": 4900, "phase": 3, "objective": "parity_a", "lm_loss": 1.39378, "bpb": 2.0108, "chunk_loss": 0.030132, "F": 0.13199, "G": 0.23553, "chunks": 135.16, "bytes_per_chunk": 7.576, "boundary_entropy": 0.34373, "router_noise": 0.0, "grad_norm": 0.8445, "lr": 5.41e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.3676, "alpha": 0.03, "t": 280.8} +{"event": "train", "step": 4950, "phase": 3, "objective": "parity_a", "lm_loss": 1.27069, "bpb": 1.83321, "chunk_loss": 0.030264, "F": 0.13159, "G": 0.23943, "chunks": 134.75, "bytes_per_chunk": 7.599, "boundary_entropy": 0.36041, "router_noise": 0.0, "grad_norm": 0.8534, "lr": 5.2e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.4148, "alpha": 0.03, "t": 282.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2917.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167615, "cps": 22.789062, "mean_p": 0.195904, "boundary_entropy": 0.191273, "bpb": 2.052498}, "de": {"chunks": 3059.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.14898, "cps": 23.898438, "mean_p": 0.182287, "boundary_entropy": 0.215178, "bpb": 2.271318}, "vi": {"chunks": 2947.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.159859, "cps": 23.023438, "mean_p": 0.194732, "boundary_entropy": 0.314604, "bpb": 1.94155}, "tr": {"chunks": 2945.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.16268, "cps": 23.007812, "mean_p": 0.194815, "boundary_entropy": 0.242322, "bpb": 2.241991}, "fi": {"chunks": 2911.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15475, "cps": 22.742188, "mean_p": 0.190453, "boundary_entropy": 0.226392, "bpb": 2.410024}, "ru": {"chunks": 2648.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.139736, "cps": 20.6875, "mean_p": 0.276544, "boundary_entropy": 0.51863, "bpb": 1.429982}, "el": {"chunks": 2635.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.128393, "cps": 20.585938, "mean_p": 0.27721, "boundary_entropy": 0.532302, "bpb": 1.524634}, "hi": {"chunks": 2820.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167608, "cps": 22.03125, "mean_p": 0.234365, "boundary_entropy": 0.477685, "bpb": 1.194014}, "ta": {"chunks": 3003.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.160631, "cps": 23.460938, "mean_p": 0.276271, "boundary_entropy": 0.533864, "bpb": 0.993182}, "th": {"chunks": 2850.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177184, "cps": 22.265625, "mean_p": 0.249502, "boundary_entropy": 0.489321, "bpb": 1.113904}, "zh": {"chunks": 2865.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.4851, "cps": 22.382812, "mean_p": 0.32669, "boundary_entropy": 0.528925, "bpb": 3.147637}, "my": {"chunks": 2391.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126187, "cps": 18.679688, "mean_p": 0.330332, "boundary_entropy": 0.609694, "bpb": 1.128737}}, "bpb": {"en": 2.0525, "de": 2.27132, "vi": 1.94155, "tr": 2.24199, "fi": 2.41002, "ru": 1.42998, "el": 1.52463, "hi": 1.19401, "ta": 0.99318, "th": 1.1139, "zh": 3.14764, "my": 1.12874}, "gini_cpc": 0.179769, "gini_cps": 0.033403, "bpic": 11.290665, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8888219288495033, "vi": 0.9537283336397031, "tr": 0.9705601120590361, "fi": 0.9232472294864927, "ru": 0.833674384442758, "el": 0.7659976997470884, "hi": 0.9999579245708791, "ta": 0.9583354505406466, "th": 1.057088835035932, "zh": 2.8941355954752677, "my": 0.7528420890141281}, "t": 286.0} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.06248, "de": 2.27995, "vi": 1.94426, "tr": 2.2466, "fi": 2.41821, "ru": 1.40793, "el": 1.51737, "hi": 1.19083, "ta": 0.99966, "th": 1.13318, "zh": 3.14512, "my": 1.13699}, "bytes_per_chunk": {"en": 5.802, "de": 6.629, "vi": 8.515, "tr": 6.17, "fi": 6.158, "ru": 13.043, "el": 13.425, "hi": 15.402, "ta": 17.319, "th": 16.457, "zh": 5.625, "my": 19.952}, "bpb_mean": 1.79021, "t": 287.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "parity_a", "lm_loss": 1.3814, "bpb": 1.99294, "chunk_loss": 0.029954, "F": 0.12506, "G": 0.25599, "chunks": 128.06, "bytes_per_chunk": 7.996, "boundary_entropy": 0.40844, "router_noise": 0.0, "grad_norm": 0.8277, "lr": 5e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.4625, "alpha": 0.03, "t": 287.3} +{"event": "train", "step": 5050, "phase": 3, "objective": "parity_a", "lm_loss": 1.39834, "bpb": 2.01737, "chunk_loss": 0.030136, "F": 0.12872, "G": 0.24593, "chunks": 131.81, "bytes_per_chunk": 7.769, "boundary_entropy": 0.37577, "router_noise": 0.0, "grad_norm": 0.9665, "lr": 4.81e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5005, "alpha": 0.03, "t": 289.4} +{"event": "train", "step": 5100, "phase": 3, "objective": "parity_a", "lm_loss": 1.49494, "bpb": 2.15674, "chunk_loss": 0.030086, "F": 0.14474, "G": 0.23448, "chunks": 148.22, "bytes_per_chunk": 6.909, "boundary_entropy": 0.33968, "router_noise": 0.0, "grad_norm": 0.8676, "lr": 4.63e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 7.8644, "alpha": 0.03, "t": 291.5} +{"event": "train", "step": 5150, "phase": 3, "objective": "parity_a", "lm_loss": 1.3547, "bpb": 1.95443, "chunk_loss": 0.029923, "F": 0.13309, "G": 0.22487, "chunks": 136.28, "bytes_per_chunk": 7.514, "boundary_entropy": 0.32696, "router_noise": 0.0, "grad_norm": 0.8611, "lr": 4.45e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.3816, "alpha": 0.03, "t": 293.7} +{"event": "probe", "step": 5200, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2902.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166753, "cps": 22.671875, "mean_p": 0.193374, "boundary_entropy": 0.183786, "bpb": 2.045722}, "de": {"chunks": 3087.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150343, "cps": 24.117188, "mean_p": 0.18088, "boundary_entropy": 0.208004, "bpb": 2.260566}, "vi": {"chunks": 2866.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.155465, "cps": 22.390625, "mean_p": 0.190639, "boundary_entropy": 0.31026, "bpb": 1.939269}, "tr": {"chunks": 2931.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161907, "cps": 22.898438, "mean_p": 0.191656, "boundary_entropy": 0.237552, "bpb": 2.228439}, "fi": {"chunks": 2858.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151932, "cps": 22.328125, "mean_p": 0.188372, "boundary_entropy": 0.222461, "bpb": 2.398306}, "ru": {"chunks": 2840.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.149868, "cps": 22.1875, "mean_p": 0.28133, "boundary_entropy": 0.521136, "bpb": 1.427911}, "el": {"chunks": 2839.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.138333, "cps": 22.179688, "mean_p": 0.277908, "boundary_entropy": 0.530897, "bpb": 1.517109}, "hi": {"chunks": 2831.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168262, "cps": 22.117188, "mean_p": 0.231301, "boundary_entropy": 0.471254, "bpb": 1.189781}, "ta": {"chunks": 2684.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.143568, "cps": 20.96875, "mean_p": 0.261081, "boundary_entropy": 0.519468, "bpb": 0.988797}, "th": {"chunks": 2643.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164315, "cps": 20.648438, "mean_p": 0.242958, "boundary_entropy": 0.482008, "bpb": 1.106219}, "zh": {"chunks": 3068.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519472, "cps": 23.96875, "mean_p": 0.33288, "boundary_entropy": 0.525973, "bpb": 3.140185}, "my": {"chunks": 2294.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.121068, "cps": 17.921875, "mean_p": 0.33307, "boundary_entropy": 0.613691, "bpb": 1.123878}}, "bpb": {"en": 2.04572, "de": 2.26057, "vi": 1.93927, "tr": 2.22844, "fi": 2.39831, "ru": 1.42791, "el": 1.51711, "hi": 1.18978, "ta": 0.9888, "th": 1.10622, "zh": 3.14018, "my": 1.12388}, "gini_cpc": 0.187278, "gini_cps": 0.036273, "bpic": 11.340041, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9015938371281972, "vi": 0.9323087413691296, "tr": 0.9709390742985246, "fi": 0.9111230906180128, "ru": 0.898743655999229, "el": 0.8295666024701472, "hi": 1.009047262583677, "ta": 0.8609615450900405, "th": 0.9853778824460938, "zh": 3.115219299463709, "my": 0.7260336497857607}, "t": 296.7} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.05527, "de": 2.26957, "vi": 1.94149, "tr": 2.23354, "fi": 2.4049, "ru": 1.40645, "el": 1.50884, "hi": 1.1861, "ta": 0.99615, "th": 1.12494, "zh": 3.13747, "my": 1.13156}, "bytes_per_chunk": {"en": 5.836, "de": 6.613, "vi": 8.709, "tr": 6.257, "fi": 6.256, "ru": 12.128, "el": 13.295, "hi": 15.143, "ta": 19.233, "th": 17.76, "zh": 5.295, "my": 20.645}, "bpb_mean": 1.78302, "t": 298.0} +{"event": "train", "step": 5200, "phase": 3, "objective": "parity_a", "lm_loss": 1.26919, "bpb": 1.83105, "chunk_loss": 0.029965, "F": 0.12173, "G": 0.24441, "chunks": 124.66, "bytes_per_chunk": 8.215, "boundary_entropy": 0.38159, "router_noise": 0.0, "grad_norm": 0.8461, "lr": 4.29e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 10.3687, "alpha": 0.03, "t": 298.0} +{"event": "train", "step": 5250, "phase": 3, "objective": "parity_a", "lm_loss": 1.31215, "bpb": 1.89303, "chunk_loss": 0.030221, "F": 0.13104, "G": 0.24735, "chunks": 134.19, "bytes_per_chunk": 7.631, "boundary_entropy": 0.37891, "router_noise": 0.0, "grad_norm": 0.8006, "lr": 4.14e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.3915, "alpha": 0.03, "t": 300.2} +{"event": "train", "step": 5300, "phase": 3, "objective": "parity_a", "lm_loss": 1.23875, "bpb": 1.78713, "chunk_loss": 0.0301, "F": 0.1243, "G": 0.23738, "chunks": 127.28, "bytes_per_chunk": 8.045, "boundary_entropy": 0.36433, "router_noise": 0.0, "grad_norm": 0.7883, "lr": 3.99e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 10.1505, "alpha": 0.03, "t": 302.3} +{"event": "train", "step": 5350, "phase": 3, "objective": "parity_a", "lm_loss": 1.46835, "bpb": 2.11838, "chunk_loss": 0.029781, "F": 0.12958, "G": 0.24991, "chunks": 132.69, "bytes_per_chunk": 7.717, "boundary_entropy": 0.39754, "router_noise": 0.0, "grad_norm": 0.8477, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.0422, "alpha": 0.03, "t": 304.5} +{"event": "probe", "step": 5400, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2913.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167385, "cps": 22.757812, "mean_p": 0.194149, "boundary_entropy": 0.18092, "bpb": 2.043066}, "de": {"chunks": 3109.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151415, "cps": 24.289062, "mean_p": 0.180555, "boundary_entropy": 0.202403, "bpb": 2.251633}, "vi": {"chunks": 3065.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16626, "cps": 23.945312, "mean_p": 0.193621, "boundary_entropy": 0.306266, "bpb": 1.935109}, "tr": {"chunks": 2972.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164172, "cps": 23.21875, "mean_p": 0.194155, "boundary_entropy": 0.239583, "bpb": 2.222676}, "fi": {"chunks": 2874.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.152783, "cps": 22.453125, "mean_p": 0.186864, "boundary_entropy": 0.21728, "bpb": 2.391872}, "ru": {"chunks": 3148.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166121, "cps": 24.59375, "mean_p": 0.281114, "boundary_entropy": 0.518494, "bpb": 1.41959}, "el": {"chunks": 2845.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.138625, "cps": 22.226562, "mean_p": 0.276413, "boundary_entropy": 0.528498, "bpb": 1.509382}, "hi": {"chunks": 2812.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167132, "cps": 21.96875, "mean_p": 0.229781, "boundary_entropy": 0.467479, "bpb": 1.183192}, "ta": {"chunks": 2901.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.155175, "cps": 22.664062, "mean_p": 0.267281, "boundary_entropy": 0.523794, "bpb": 0.98493}, "th": {"chunks": 3063.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.190426, "cps": 23.929688, "mean_p": 0.250776, "boundary_entropy": 0.488418, "bpb": 1.102381}, "zh": {"chunks": 3016.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510667, "cps": 23.5625, "mean_p": 0.326403, "boundary_entropy": 0.519602, "bpb": 3.129359}, "my": {"chunks": 2842.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.149989, "cps": 22.203125, "mean_p": 0.340131, "boundary_entropy": 0.617954, "bpb": 1.121801}}, "bpb": {"en": 2.04307, "de": 2.25163, "vi": 1.93511, "tr": 2.22268, "fi": 2.39187, "ru": 1.41959, "el": 1.50938, "hi": 1.18319, "ta": 0.98493, "th": 1.10238, "zh": 3.12936, "my": 1.1218}, "gini_cpc": 0.170863, "gini_cps": 0.021063, "bpic": 10.792492, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9045903499744177, "vi": 0.9932783568621569, "tr": 0.9808032341311842, "fi": 0.9127640274022896, "ru": 0.9924511628791688, "el": 0.8281806155240261, "hi": 0.9984903662375303, "ta": 0.9270558416600815, "th": 1.1376523470351092, "zh": 3.0508547400520967, "my": 0.8960749425986063}, "t": 307.6} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.05236, "de": 2.26006, "vi": 1.93745, "tr": 2.2272, "fi": 2.39831, "ru": 1.39648, "el": 1.5021, "hi": 1.17881, "ta": 0.99221, "th": 1.12049, "zh": 3.12693, "my": 1.13067}, "bytes_per_chunk": {"en": 5.808, "de": 6.559, "vi": 8.189, "tr": 6.212, "fi": 6.242, "ru": 11.268, "el": 12.915, "hi": 15.182, "ta": 18.408, "th": 15.407, "zh": 5.381, "my": 17.359}, "bpb_mean": 1.77692, "t": 308.8} +{"event": "train", "step": 5400, "phase": 3, "objective": "parity_a", "lm_loss": 1.36735, "bpb": 1.97267, "chunk_loss": 0.030317, "F": 0.1358, "G": 0.23321, "chunks": 139.06, "bytes_per_chunk": 7.364, "boundary_entropy": 0.34145, "router_noise": 0.0, "grad_norm": 0.9072, "lr": 3.73e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.1908, "alpha": 0.03, "t": 308.8} +{"event": "train", "step": 5450, "phase": 3, "objective": "parity_a", "lm_loss": 1.22549, "bpb": 1.768, "chunk_loss": 0.030039, "F": 0.11862, "G": 0.23397, "chunks": 121.47, "bytes_per_chunk": 8.43, "boundary_entropy": 0.37094, "router_noise": 0.0, "grad_norm": 0.8191, "lr": 3.62e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.9327, "alpha": 0.03, "t": 311.0} +{"event": "train", "step": 5500, "phase": 3, "objective": "parity_a", "lm_loss": 1.3323, "bpb": 1.9221, "chunk_loss": 0.030812, "F": 0.13629, "G": 0.23403, "chunks": 139.56, "bytes_per_chunk": 7.337, "boundary_entropy": 0.33834, "router_noise": 0.0, "grad_norm": 0.8573, "lr": 3.51e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.3141, "alpha": 0.03, "t": 313.1} +{"event": "train", "step": 5550, "phase": 3, "objective": "parity_a", "lm_loss": 1.40754, "bpb": 2.03065, "chunk_loss": 0.030027, "F": 0.13998, "G": 0.23046, "chunks": 143.34, "bytes_per_chunk": 7.144, "boundary_entropy": 0.32183, "router_noise": 0.0, "grad_norm": 0.8891, "lr": 3.41e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 8.7726, "alpha": 0.03, "t": 315.3} +{"event": "probe", "step": 5600, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2923.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16796, "cps": 22.835938, "mean_p": 0.194782, "boundary_entropy": 0.181282, "bpb": 2.0373}, "de": {"chunks": 3103.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151123, "cps": 24.242188, "mean_p": 0.180888, "boundary_entropy": 0.202738, "bpb": 2.249575}, "vi": {"chunks": 2961.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.160618, "cps": 23.132812, "mean_p": 0.1867, "boundary_entropy": 0.299928, "bpb": 1.930454}, "tr": {"chunks": 3003.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165884, "cps": 23.460938, "mean_p": 0.194825, "boundary_entropy": 0.238561, "bpb": 2.213316}, "fi": {"chunks": 2880.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153102, "cps": 22.5, "mean_p": 0.187705, "boundary_entropy": 0.218173, "bpb": 2.389391}, "ru": {"chunks": 3009.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.158786, "cps": 23.507812, "mean_p": 0.280701, "boundary_entropy": 0.518608, "bpb": 1.414568}, "el": {"chunks": 2882.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140428, "cps": 22.515625, "mean_p": 0.275054, "boundary_entropy": 0.525627, "bpb": 1.506149}, "hi": {"chunks": 2889.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.171709, "cps": 22.570312, "mean_p": 0.225987, "boundary_entropy": 0.461133, "bpb": 1.1804}, "ta": {"chunks": 2756.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.147419, "cps": 21.53125, "mean_p": 0.258148, "boundary_entropy": 0.516059, "bpb": 0.983232}, "th": {"chunks": 2805.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.174386, "cps": 21.914062, "mean_p": 0.241336, "boundary_entropy": 0.480187, "bpb": 1.099506}, "zh": {"chunks": 3143.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.532171, "cps": 24.554688, "mean_p": 0.328, "boundary_entropy": 0.51461, "bpb": 3.123301}, "my": {"chunks": 2220.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.117163, "cps": 17.34375, "mean_p": 0.317006, "boundary_entropy": 0.600304, "bpb": 1.11939}}, "bpb": {"en": 2.0373, "de": 2.24957, "vi": 1.93045, "tr": 2.21332, "fi": 2.38939, "ru": 1.41457, "el": 1.50615, "hi": 1.1804, "ta": 0.98323, "th": 1.09951, "zh": 3.1233, "my": 1.11939}, "gini_cpc": 0.19209, "gini_cps": 0.037576, "bpic": 11.100278, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8997558380817314, "vi": 0.9562921048990817, "tr": 0.9876432174736463, "fi": 0.911540373893737, "ru": 0.9453840661408878, "el": 0.8360811578455013, "hi": 1.022322157770086, "ta": 0.8777059623498629, "th": 1.0382623487883125, "zh": 3.1684455141034378, "my": 0.6975653554164228}, "t": 318.3} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.04609, "de": 2.25662, "vi": 1.93265, "tr": 2.21926, "fi": 2.39537, "ru": 1.39204, "el": 1.49854, "hi": 1.17746, "ta": 0.99062, "th": 1.11754, "zh": 3.12013, "my": 1.12689}, "bytes_per_chunk": {"en": 5.798, "de": 6.57, "vi": 8.442, "tr": 6.149, "fi": 6.237, "ru": 11.872, "el": 12.935, "hi": 14.841, "ta": 18.61, "th": 16.586, "zh": 5.224, "my": 20.567}, "bpb_mean": 1.77277, "t": 319.6} +{"event": "train", "step": 5600, "phase": 3, "objective": "parity_a", "lm_loss": 1.34975, "bpb": 1.94728, "chunk_loss": 0.030141, "F": 0.13376, "G": 0.23758, "chunks": 136.97, "bytes_per_chunk": 7.476, "boundary_entropy": 0.35555, "router_noise": 0.0, "grad_norm": 0.8535, "lr": 3.33e-05, "router_trainable": true, "sec_per_step": 0.087, "n_target_mean": 9.2803, "alpha": 0.03, "t": 319.6} +{"event": "train", "step": 5650, "phase": 3, "objective": "parity_a", "lm_loss": 1.33064, "bpb": 1.9197, "chunk_loss": 0.030108, "F": 0.13116, "G": 0.23418, "chunks": 134.31, "bytes_per_chunk": 7.624, "boundary_entropy": 0.35727, "router_noise": 0.0, "grad_norm": 0.8904, "lr": 3.25e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.0063, "alpha": 0.03, "t": 321.8} +{"event": "train", "step": 5700, "phase": 3, "objective": "parity_a", "lm_loss": 1.30782, "bpb": 1.88678, "chunk_loss": 0.030144, "F": 0.1351, "G": 0.21803, "chunks": 138.34, "bytes_per_chunk": 7.402, "boundary_entropy": 0.30076, "router_noise": 0.0, "grad_norm": 0.8511, "lr": 3.18e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.7491, "alpha": 0.03, "t": 323.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "parity_a", "lm_loss": 1.21935, "bpb": 1.75915, "chunk_loss": 0.030005, "F": 0.12552, "G": 0.23061, "chunks": 128.53, "bytes_per_chunk": 7.967, "boundary_entropy": 0.34413, "router_noise": 0.0, "grad_norm": 0.8224, "lr": 3.13e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 9.9933, "alpha": 0.03, "t": 326.0} +{"event": "probe", "step": 5800, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2926.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168132, "cps": 22.859375, "mean_p": 0.194425, "boundary_entropy": 0.179335, "bpb": 2.033066}, "de": {"chunks": 3109.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151415, "cps": 24.289062, "mean_p": 0.180506, "boundary_entropy": 0.200533, "bpb": 2.241215}, "vi": {"chunks": 2883.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.156387, "cps": 22.523438, "mean_p": 0.186403, "boundary_entropy": 0.3001, "bpb": 1.927241}, "tr": {"chunks": 3014.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166492, "cps": 23.546875, "mean_p": 0.194808, "boundary_entropy": 0.236122, "bpb": 2.2087}, "fi": {"chunks": 2887.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.153474, "cps": 22.554688, "mean_p": 0.187016, "boundary_entropy": 0.2155, "bpb": 2.378249}, "ru": {"chunks": 2853.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.150554, "cps": 22.289062, "mean_p": 0.275961, "boundary_entropy": 0.514491, "bpb": 1.412056}, "el": {"chunks": 2924.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.142474, "cps": 22.84375, "mean_p": 0.272781, "boundary_entropy": 0.522209, "bpb": 1.503431}, "hi": {"chunks": 2870.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.170579, "cps": 22.421875, "mean_p": 0.227579, "boundary_entropy": 0.464694, "bpb": 1.177102}, "ta": {"chunks": 2882.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.154159, "cps": 22.515625, "mean_p": 0.258732, "boundary_entropy": 0.512042, "bpb": 0.981279}, "th": {"chunks": 2688.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167112, "cps": 21.0, "mean_p": 0.239099, "boundary_entropy": 0.477763, "bpb": 1.096011}, "zh": {"chunks": 3185.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539282, "cps": 24.882812, "mean_p": 0.328972, "boundary_entropy": 0.513217, "bpb": 3.112467}, "my": {"chunks": 2285.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120593, "cps": 17.851562, "mean_p": 0.306428, "boundary_entropy": 0.590846, "bpb": 1.117021}}, "bpb": {"en": 2.03307, "de": 2.24122, "vi": 1.92724, "tr": 2.2087, "fi": 2.37825, "ru": 1.41206, "el": 1.50343, "hi": 1.1771, "ta": 0.98128, "th": 1.09601, "zh": 3.11247, "my": 1.11702}, "gini_cpc": 0.189727, "gini_cps": 0.036771, "bpic": 11.122153, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9005713224454813, "vi": 0.9301463771122458, "tr": 0.990244627754549, "fi": 0.9128190581469597, "ru": 0.8954520926927536, "el": 0.8473958280773227, "hi": 1.0145573984942093, "ta": 0.9168922573885904, "th": 0.9939350311517908, "zh": 3.2074935553333965, "my": 0.7172534183925471}, "t": 329.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.04206, "de": 2.25082, "vi": 1.93025, "tr": 2.21429, "fi": 2.38541, "ru": 1.38951, "el": 1.49539, "hi": 1.17327, "ta": 0.98866, "th": 1.11339, "zh": 3.11057, "my": 1.12498}, "bytes_per_chunk": {"en": 5.82, "de": 6.539, "vi": 8.725, "tr": 6.136, "fi": 6.245, "ru": 12.322, "el": 12.97, "hi": 15.029, "ta": 18.647, "th": 17.111, "zh": 5.137, "my": 19.864}, "bpb_mean": 1.76822, "t": 330.3} +{"event": "train", "step": 5800, "phase": 3, "objective": "parity_a", "lm_loss": 1.30651, "bpb": 1.88489, "chunk_loss": 0.030193, "F": 0.13239, "G": 0.22972, "chunks": 135.56, "bytes_per_chunk": 7.554, "boundary_entropy": 0.34345, "router_noise": 0.0, "grad_norm": 0.8886, "lr": 3.08e-05, "router_trainable": true, "sec_per_step": 0.086, "n_target_mean": 9.4562, "alpha": 0.03, "t": 330.3} +{"event": "train", "step": 5850, "phase": 3, "objective": "parity_a", "lm_loss": 1.29774, "bpb": 1.87224, "chunk_loss": 0.030059, "F": 0.12604, "G": 0.23813, "chunks": 129.06, "bytes_per_chunk": 7.934, "boundary_entropy": 0.36485, "router_noise": 0.0, "grad_norm": 0.8147, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.9248, "alpha": 0.03, "t": 332.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "parity_a", "lm_loss": 1.37292, "bpb": 1.98071, "chunk_loss": 0.030137, "F": 0.1315, "G": 0.24078, "chunks": 134.66, "bytes_per_chunk": 7.605, "boundary_entropy": 0.37204, "router_noise": 0.0, "grad_norm": 0.9348, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.043, "n_target_mean": 9.5896, "alpha": 0.03, "t": 334.6} +{"event": "train", "step": 5950, "phase": 3, "objective": "parity_a", "lm_loss": 1.40998, "bpb": 2.03417, "chunk_loss": 0.030083, "F": 0.13834, "G": 0.2478, "chunks": 141.66, "bytes_per_chunk": 7.229, "boundary_entropy": 0.37094, "router_noise": 0.0, "grad_norm": 0.8503, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.042, "n_target_mean": 8.6325, "alpha": 0.03, "t": 336.7} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167327, "cps": 22.75, "mean_p": 0.193075, "boundary_entropy": 0.176609, "bpb": 2.03092}, "de": {"chunks": 3073.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149662, "cps": 24.007812, "mean_p": 0.179112, "boundary_entropy": 0.197926, "bpb": 2.241083}, "vi": {"chunks": 2952.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16013, "cps": 23.0625, "mean_p": 0.185796, "boundary_entropy": 0.296375, "bpb": 1.924045}, "tr": {"chunks": 2984.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164835, "cps": 23.3125, "mean_p": 0.192429, "boundary_entropy": 0.231674, "bpb": 2.2056}, "fi": {"chunks": 2855.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151773, "cps": 22.304688, "mean_p": 0.184115, "boundary_entropy": 0.210057, "bpb": 2.382605}, "ru": {"chunks": 3099.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163536, "cps": 24.210938, "mean_p": 0.28128, "boundary_entropy": 0.518638, "bpb": 1.409159}, "el": {"chunks": 2926.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.142572, "cps": 22.859375, "mean_p": 0.276043, "boundary_entropy": 0.526308, "bpb": 1.496338}, "hi": {"chunks": 3036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.180446, "cps": 23.71875, "mean_p": 0.228852, "boundary_entropy": 0.463725, "bpb": 1.176335}, "ta": {"chunks": 3017.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16138, "cps": 23.570312, "mean_p": 0.261727, "boundary_entropy": 0.513043, "bpb": 0.979115}, "th": {"chunks": 2962.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184147, "cps": 23.140625, "mean_p": 0.245104, "boundary_entropy": 0.479221, "bpb": 1.094705}, "zh": {"chunks": 3133.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.530477, "cps": 24.476562, "mean_p": 0.324595, "boundary_entropy": 0.510064, "bpb": 3.111488}, "my": {"chunks": 2885.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152259, "cps": 22.539062, "mean_p": 0.31423, "boundary_entropy": 0.595955, "bpb": 1.113407}}, "bpb": {"en": 2.03092, "de": 2.24108, "vi": 1.92405, "tr": 2.2056, "fi": 2.38261, "ru": 1.40916, "el": 1.49634, "hi": 1.17633, "ta": 0.97912, "th": 1.09471, "zh": 3.11149, "my": 1.11341}, "gini_cpc": 0.175784, "gini_cps": 0.015995, "bpic": 10.709968, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8944228849244555, "vi": 0.9569868292813777, "tr": 0.9851015829444819, "fi": 0.9070411258376411, "ru": 0.9773387348139986, "el": 0.8520522471973283, "hi": 1.0783989190601373, "ta": 0.9644563797395437, "th": 1.1005169566212463, "zh": 3.1702951901214265, "my": 0.9099451006166094}, "t": 339.7} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.04084, "de": 2.25053, "vi": 1.92663, "tr": 2.2104, "fi": 2.38887, "ru": 1.38658, "el": 1.48922, "hi": 1.17197, "ta": 0.9864, "th": 1.11174, "zh": 3.10856, "my": 1.12147}, "bytes_per_chunk": {"en": 5.827, "de": 6.587, "vi": 8.623, "tr": 6.165, "fi": 6.308, "ru": 11.386, "el": 12.836, "hi": 14.233, "ta": 18.382, "th": 15.817, "zh": 5.251, "my": 16.817}, "bpb_mean": 1.7661, "t": 341.0} +{"event": "probe", "step": 6000, "phase": 3, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 2912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167327, "cps": 22.75, "mean_p": 0.193075, "boundary_entropy": 0.176609, "bpb": 2.03092}, "de": {"chunks": 3073.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.149662, "cps": 24.007812, "mean_p": 0.179112, "boundary_entropy": 0.197926, "bpb": 2.241083}, "vi": {"chunks": 2952.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16013, "cps": 23.0625, "mean_p": 0.185796, "boundary_entropy": 0.296375, "bpb": 1.924045}, "tr": {"chunks": 2984.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164835, "cps": 23.3125, "mean_p": 0.192429, "boundary_entropy": 0.231674, "bpb": 2.2056}, "fi": {"chunks": 2855.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.151773, "cps": 22.304688, "mean_p": 0.184115, "boundary_entropy": 0.210057, "bpb": 2.382605}, "ru": {"chunks": 3099.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163536, "cps": 24.210938, "mean_p": 0.28128, "boundary_entropy": 0.518638, "bpb": 1.409159}, "el": {"chunks": 2926.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.142572, "cps": 22.859375, "mean_p": 0.276043, "boundary_entropy": 0.526308, "bpb": 1.496338}, "hi": {"chunks": 3036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.180446, "cps": 23.71875, "mean_p": 0.228852, "boundary_entropy": 0.463725, "bpb": 1.176335}, "ta": {"chunks": 3017.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.16138, "cps": 23.570312, "mean_p": 0.261727, "boundary_entropy": 0.513043, "bpb": 0.979115}, "th": {"chunks": 2962.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184147, "cps": 23.140625, "mean_p": 0.245104, "boundary_entropy": 0.479221, "bpb": 1.094705}, "zh": {"chunks": 3133.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.530477, "cps": 24.476562, "mean_p": 0.324595, "boundary_entropy": 0.510064, "bpb": 3.111488}, "my": {"chunks": 2885.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.152259, "cps": 22.539062, "mean_p": 0.31423, "boundary_entropy": 0.595955, "bpb": 1.113407}}, "bpb": {"en": 2.03092, "de": 2.24108, "vi": 1.92405, "tr": 2.2056, "fi": 2.38261, "ru": 1.40916, "el": 1.49634, "hi": 1.17633, "ta": 0.97912, "th": 1.09471, "zh": 3.11149, "my": 1.11341}, "gini_cpc": 0.175784, "gini_cps": 0.015995, "bpic": 10.709968, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8944228849244555, "vi": 0.9569868292813777, "tr": 0.9851015829444819, "fi": 0.9070411258376411, "ru": 0.9773387348139986, "el": 0.8520522471973283, "hi": 1.0783989190601373, "ta": 0.9644563797395437, "th": 1.1005169566212463, "zh": 3.1702951901214265, "my": 0.9099451006166094}, "t": 341.9} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_D_s2/th0.70"], "t": 344.1} +{"event": "final", "run": "pilot_D_s2", "condition": "D", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16732747227489514, "cps": 22.75, "bpb": 2.0501788783388752, "bytes_per_chunk": 5.78371520921356}, "de": {"cpc": 0.14966152047922857, "cps": 24.0078125, "bpb": 2.2412111552777563, "bytes_per_chunk": 6.562541462742987}, "vi": {"cpc": 0.16013018714401953, "cps": 23.0625, "bpb": 1.930560698842099, "bytes_per_chunk": 8.555473964197713}, "tr": {"cpc": 0.1648345578080981, "cps": 23.3125, "bpb": 2.203401177944363, "bytes_per_chunk": 6.183443607071672}, "fi": {"cpc": 0.15177289883578757, "cps": 22.3046875, "bpb": 2.403979631391192, "bytes_per_chunk": 6.310564388969801}, "ru": {"cpc": 0.16353562005277045, "cps": 24.2109375, "bpb": 1.387356672396501, "bytes_per_chunk": 11.404755171738705}, "el": {"cpc": 0.14257174876967305, "cps": 22.859375, "bpb": 1.4845651416482626, "bytes_per_chunk": 12.836981538612212}, "hi": {"cpc": 0.18044576523031203, "cps": 23.71875, "bpb": 1.1793226742945286, "bytes_per_chunk": 14.2659519468858}, "ta": {"cpc": 0.16138004814121423, "cps": 23.5703125, "bpb": 0.9860990857841374, "bytes_per_chunk": 18.334953663227836}, "th": {"cpc": 0.18414672054709358, "cps": 23.140625, "bpb": 1.1074859563602184, "bytes_per_chunk": 15.86636000484203}, "zh": {"cpc": 0.5304774805282764, "cps": 24.4765625, "bpb": 3.1147953965002095, "bytes_per_chunk": 5.2603971224176505}, "my": {"cpc": 0.15225881359510238, "cps": 22.5390625, "bpb": 1.1316485030339114, "bytes_per_chunk": 16.763804956035173}}, "gini_cpc": 0.1757837534840907, "gini_cps": 0.01599505125486056, "bpic": 10.709968186638388, "seed": 2, "mean_boundary_entropy": 0.3650463819503784, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 346.4} diff --git a/pilot_D_s2/model.safetensors b/pilot_D_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2b60335cd8b2eef9a0039c876a10f24def036cae --- /dev/null +++ b/pilot_D_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:515ef64d677249a4c39314f10af20be2b2d2903c16243f2839f0664e7347d376 +size 90078296 diff --git a/pilot_E_s0/config.json b/pilot_E_s0/config.json new file mode 100644 index 0000000000000000000000000000000000000000..90d3b891f11828551eb55e90f1bb0d27f74babe6 --- /dev/null +++ b/pilot_E_s0/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_E_s0", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "E", + "seed": 0, + "out_dir": null, + "run_name": "pilot_E_s0", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.2399013066286535, + "gini_cps": 0.09629140102627898, + "bpic": 9.946120354532733, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8454651103762486, + "vi": 0.9344158100241328, + "tr": 0.9179838716867316, + "fi": 0.8758020520083962, + "ru": 0.9423521807166596, + "el": 0.7980808189731832, + "hi": 0.9231542251279875, + "ta": 0.40952020344821577, + "th": 0.9706816678545352, + "zh": 2.9652988004444296, + "my": 0.4750138128930667 + } + } +} \ No newline at end of file diff --git a/pilot_E_s0/final.json b/pilot_E_s0/final.json new file mode 100644 index 0000000000000000000000000000000000000000..dc9df1aeb5a4abcd05f5425ace58a508fc31b8ec --- /dev/null +++ b/pilot_E_s0/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_E_s0", + "condition": "E", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.20898695627190714, + "cps": 28.4140625, + "bpb": 2.027534847106518, + "bytes_per_chunk": 4.792351075401505 + }, + "de": { + "cpc": 0.1766911800516242, + "cps": 28.34375, + "bpb": 2.209753539885548, + "bytes_per_chunk": 5.571071842225504 + }, + "vi": { + "cpc": 0.19528071602929212, + "cps": 28.125, + "bpb": 1.9175251448329642, + "bytes_per_chunk": 6.9727493981992525 + }, + "tr": { + "cpc": 0.19184665525051098, + "cps": 27.1328125, + "bpb": 2.1790023647295897, + "bytes_per_chunk": 5.453437210705333 + }, + "fi": { + "cpc": 0.18303120514592525, + "cps": 26.8984375, + "bpb": 2.3653980538947033, + "bytes_per_chunk": 5.287773194420631 + }, + "ru": { + "cpc": 0.19693931398416886, + "cps": 29.15625, + "bpb": 1.3694184250825936, + "bytes_per_chunk": 8.874054264484352 + }, + "el": { + "cpc": 0.16678848121619647, + "cps": 26.7421875, + "bpb": 1.4537136629856469, + "bytes_per_chunk": 10.662544996034248 + }, + "hi": { + "cpc": 0.19292719167904904, + "cps": 25.359375, + "bpb": 1.1981697263057156, + "bytes_per_chunk": 12.130960919965755 + }, + "ta": { + "cpc": 0.08558438085049479, + "cps": 12.5, + "bpb": 0.9989697245544682, + "bytes_per_chunk": 32.08224207563334 + }, + "th": { + "cpc": 0.20285980727385763, + "cps": 25.4921875, + "bpb": 1.1227061361153114, + "bytes_per_chunk": 13.105889411058895 + }, + "zh": { + "cpc": 0.6197087707416187, + "cps": 28.59375, + "bpb": 3.112132933082202, + "bytes_per_chunk": 4.639224153187272 + }, + "my": { + "cpc": 0.09927169094363521, + "cps": 14.6953125, + "bpb": 1.1179256096116879, + "bytes_per_chunk": 25.561308566135246 + } + }, + "gini_cpc": 0.2399013066286535, + "gini_cps": 0.09629140102627898, + "bpic": 9.946120354532733, + "seed": 0, + "mean_boundary_entropy": 0.3112594485282898, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_b", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_E_s0/log.jsonl b/pilot_E_s0/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..1dcc0aa1746e4bf4b0b4a4c753d2e1f6e48935db --- /dev/null +++ b/pilot_E_s0/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_E_s0", "condition": "E", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_b", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.4} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6384.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.366833, "cps": 49.875, "mean_p": 0.496725, "boundary_entropy": 0.686995, "bpb": 8.160238}, "de": {"chunks": 8628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.420202, "cps": 67.40625, "mean_p": 0.498889, "boundary_entropy": 0.687821, "bpb": 8.156329}, "vi": {"chunks": 13115.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.711418, "cps": 102.460938, "mean_p": 0.505745, "boundary_entropy": 0.688385, "bpb": 8.087291}, "tr": {"chunks": 5290.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.292217, "cps": 41.328125, "mean_p": 0.489567, "boundary_entropy": 0.687288, "bpb": 8.171434}, "fi": {"chunks": 8895.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.472862, "cps": 69.492188, "mean_p": 0.500688, "boundary_entropy": 0.687512, "bpb": 8.214758}, "ru": {"chunks": 10744.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.566966, "cps": 83.9375, "mean_p": 0.493655, "boundary_entropy": 0.689893, "bpb": 8.099397}, "el": {"chunks": 15039.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732788, "cps": 117.492188, "mean_p": 0.497482, "boundary_entropy": 0.690234, "bpb": 8.158044}, "hi": {"chunks": 2563.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152333, "cps": 20.023438, "mean_p": 0.484638, "boundary_entropy": 0.690256, "bpb": 8.262162}, "ta": {"chunks": 38089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.03739, "cps": 297.570312, "mean_p": 0.512976, "boundary_entropy": 0.690378, "bpb": 8.051803}, "th": {"chunks": 34006.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.114144, "cps": 265.671875, "mean_p": 0.511916, "boundary_entropy": 0.690552, "bpb": 8.248459}, "zh": {"chunks": 11821.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001524, "cps": 92.351562, "mean_p": 0.52004, "boundary_entropy": 0.685674, "bpb": 8.123118}, "my": {"chunks": 48201.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.543857, "cps": 376.570312, "mean_p": 0.521563, "boundary_entropy": 0.690206, "bpb": 7.913994}}, "bpb": {"en": 8.16024, "de": 8.15633, "vi": 8.08729, "tr": 8.17143, "fi": 8.21476, "ru": 8.0994, "el": 8.15804, "hi": 8.26216, "ta": 8.0518, "th": 8.24846, "zh": 8.12312, "my": 7.91399}, "gini_cpc": 0.424496, "gini_cps": 0.425905, "bpic": 1.892645, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1454838515955792, "vi": 1.939350894526797, "tr": 0.7965927738475616, "fi": 1.2890367847879758, "ru": 1.5455676790921895, "el": 1.997603802482379, "hi": 0.41526447061189375, "ta": 5.553993192060118, "th": 5.7632270176529286, "zh": 5.456221801328583, "my": 6.934639901884223}, "t": 3.5} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63916, "bpb": 8.13559, "chunk_loss": 0.05247, "F": 0.47223, "G": 0.4995, "chunks": 483.56, "bytes_per_chunk": 2.118, "boundary_entropy": 0.69158, "router_noise": 0.0, "grad_norm": 7.806, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.8} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6328.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.363615, "cps": 49.4375, "mean_p": 0.496549, "boundary_entropy": 0.686989, "bpb": 8.13796}, "de": {"chunks": 8596.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.418643, "cps": 67.15625, "mean_p": 0.498781, "boundary_entropy": 0.687819, "bpb": 8.13665}, "vi": {"chunks": 13023.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.706428, "cps": 101.742188, "mean_p": 0.505542, "boundary_entropy": 0.688387, "bpb": 8.072292}, "tr": {"chunks": 5243.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.289621, "cps": 40.960938, "mean_p": 0.489423, "boundary_entropy": 0.68728, "bpb": 8.156685}, "fi": {"chunks": 8839.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.469885, "cps": 69.054688, "mean_p": 0.500506, "boundary_entropy": 0.687509, "bpb": 8.196344}, "ru": {"chunks": 10502.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.554195, "cps": 82.046875, "mean_p": 0.493306, "boundary_entropy": 0.689882, "bpb": 8.059552}, "el": {"chunks": 15040.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.732836, "cps": 117.5, "mean_p": 0.497468, "boundary_entropy": 0.690234, "bpb": 8.140715}, "hi": {"chunks": 2500.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148588, "cps": 19.53125, "mean_p": 0.484438, "boundary_entropy": 0.690242, "bpb": 8.249479}, "ta": {"chunks": 37854.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.024819, "cps": 295.734375, "mean_p": 0.512695, "boundary_entropy": 0.690391, "bpb": 8.028618}, "th": {"chunks": 33855.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.104756, "cps": 264.492188, "mean_p": 0.51177, "boundary_entropy": 0.690558, "bpb": 8.229618}, "zh": {"chunks": 11819.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.001185, "cps": 92.335938, "mean_p": 0.520021, "boundary_entropy": 0.685675, "bpb": 8.12062}, "my": {"chunks": 48158.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.541588, "cps": 376.234375, "mean_p": 0.521508, "boundary_entropy": 0.69021, "bpb": 7.893447}}, "bpb": {"en": 8.13796, "de": 8.13665, "vi": 8.07229, "tr": 8.15668, "fi": 8.19634, "ru": 8.05955, "el": 8.14072, "hi": 8.24948, "ta": 8.02862, "th": 8.22962, "zh": 8.12062, "my": 7.89345}, "gini_cpc": 0.425843, "gini_cps": 0.427294, "bpic": 1.902194, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1513348466897018, "vi": 1.9427886084191666, "tr": 0.7965021565388616, "fi": 1.2922570202455042, "ru": 1.5241245175773628, "el": 2.015415715943378, "hi": 0.408641608887503, "ta": 5.568573521520691, "th": 5.788411565533451, "zh": 5.503575640149103, "my": 6.989767273771027}, "t": 5.2} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6249.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.359076, "cps": 48.820312, "mean_p": 0.496201, "boundary_entropy": 0.686976, "bpb": 8.088584}, "de": {"chunks": 8518.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.414844, "cps": 66.546875, "mean_p": 0.498576, "boundary_entropy": 0.687814, "bpb": 8.09281}, "vi": {"chunks": 12839.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.696447, "cps": 100.304688, "mean_p": 0.505085, "boundary_entropy": 0.68839, "bpb": 8.038729}, "tr": {"chunks": 5169.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.285533, "cps": 40.382812, "mean_p": 0.489116, "boundary_entropy": 0.687262, "bpb": 8.12213}, "fi": {"chunks": 8750.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.465153, "cps": 68.359375, "mean_p": 0.50014, "boundary_entropy": 0.687503, "bpb": 8.154251}, "ru": {"chunks": 10058.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.530765, "cps": 78.578125, "mean_p": 0.492759, "boundary_entropy": 0.689865, "bpb": 7.993326}, "el": {"chunks": 15093.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.735419, "cps": 117.914062, "mean_p": 0.497514, "boundary_entropy": 0.690235, "bpb": 8.120838}, "hi": {"chunks": 2405.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.142942, "cps": 18.789062, "mean_p": 0.484162, "boundary_entropy": 0.690223, "bpb": 8.217298}, "ta": {"chunks": 37476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.0046, "cps": 292.78125, "mean_p": 0.512238, "boundary_entropy": 0.690413, "bpb": 7.98783}, "th": {"chunks": 33649.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.091949, "cps": 262.882812, "mean_p": 0.511606, "boundary_entropy": 0.690564, "bpb": 8.202604}, "zh": {"chunks": 11810.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.999661, "cps": 92.265625, "mean_p": 0.519977, "boundary_entropy": 0.685678, "bpb": 8.114115}, "my": {"chunks": 48087.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.53784, "cps": 375.679688, "mean_p": 0.521422, "boundary_entropy": 0.690216, "bpb": 7.860126}}, "bpb": {"en": 8.08858, "de": 8.09281, "vi": 8.03873, "tr": 8.12213, "fi": 8.15425, "ru": 7.99333, "el": 8.12084, "hi": 8.2173, "ta": 7.98783, "th": 8.2026, "zh": 8.11412, "my": 7.86013}, "gini_cpc": 0.428216, "gini_cps": 0.429762, "bpic": 1.917917, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1553107757943555, "vi": 1.9395530038264217, "tr": 0.7951875581317117, "fi": 1.2954175161247852, "ru": 1.4781415073905229, "el": 2.0480866296888456, "hi": 0.39808297410795235, "ta": 5.58266228079242, "th": 5.825922357089102, "zh": 5.568908092683926, "my": 7.067696683274264}, "t": 6.8} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.340114, "cps": 46.242188, "mean_p": 0.494973, "boundary_entropy": 0.686928, "bpb": 7.918834}, "de": {"chunks": 8280.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.403253, "cps": 64.6875, "mean_p": 0.497821, "boundary_entropy": 0.687798, "bpb": 7.939083}, "vi": {"chunks": 12276.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.665907, "cps": 95.90625, "mean_p": 0.503598, "boundary_entropy": 0.688396, "bpb": 7.92694}, "tr": {"chunks": 4900.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.270673, "cps": 38.28125, "mean_p": 0.488079, "boundary_entropy": 0.687201, "bpb": 8.003465}, "fi": {"chunks": 8334.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.443039, "cps": 65.109375, "mean_p": 0.498782, "boundary_entropy": 0.687477, "bpb": 8.007484}, "ru": {"chunks": 8691.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.458628, "cps": 67.898438, "mean_p": 0.49085, "boundary_entropy": 0.689793, "bpb": 7.771058}, "el": {"chunks": 15240.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.742581, "cps": 119.0625, "mean_p": 0.497599, "boundary_entropy": 0.690236, "bpb": 8.033798}, "hi": {"chunks": 2072.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.12315, "cps": 16.1875, "mean_p": 0.482793, "boundary_entropy": 0.690125, "bpb": 8.096535}, "ta": {"chunks": 35897.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.920139, "cps": 280.445312, "mean_p": 0.510437, "boundary_entropy": 0.690491, "bpb": 7.841583}, "th": {"chunks": 32617.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.02779, "cps": 254.820312, "mean_p": 0.510752, "boundary_entropy": 0.690595, "bpb": 8.088114}, "zh": {"chunks": 11780.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.994582, "cps": 92.03125, "mean_p": 0.519761, "boundary_entropy": 0.68569, "bpb": 8.087305}, "my": {"chunks": 47876.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.526705, "cps": 374.03125, "mean_p": 0.521122, "boundary_entropy": 0.690237, "bpb": 7.783255}}, "bpb": {"en": 7.91883, "de": 7.93908, "vi": 7.92694, "tr": 8.00347, "fi": 8.00748, "ru": 7.77106, "el": 8.0338, "hi": 8.09654, "ta": 7.84158, "th": 8.08811, "zh": 8.08731, "my": 7.78326}, "gini_cpc": 0.43724, "gini_cps": 0.438161, "bpic": 1.979457, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1856423673520349, "vi": 1.9578955442823107, "tr": 0.7958318367395848, "fi": 1.302618953231875, "ru": 1.348454558706121, "el": 2.183332613435894, "hi": 0.36208493714175544, "ta": 5.645578698359926, "th": 5.962092759558987, "zh": 5.8644545934971415, "my": 7.428998359850808}, "t": 8.5} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5086.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.292248, "cps": 39.734375, "mean_p": 0.491682, "boundary_entropy": 0.686769, "bpb": 7.437741}, "de": {"chunks": 7671.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.373594, "cps": 59.929688, "mean_p": 0.495829, "boundary_entropy": 0.68775, "bpb": 7.496115}, "vi": {"chunks": 10394.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.563819, "cps": 81.203125, "mean_p": 0.498908, "boundary_entropy": 0.688358, "bpb": 7.58607}, "tr": {"chunks": 4096.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226261, "cps": 32.0, "mean_p": 0.485082, "boundary_entropy": 0.687, "bpb": 7.643642}, "fi": {"chunks": 7121.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.378555, "cps": 55.632812, "mean_p": 0.494863, "boundary_entropy": 0.687364, "bpb": 7.577082}, "ru": {"chunks": 5209.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.274881, "cps": 40.695312, "mean_p": 0.485326, "boundary_entropy": 0.689504, "bpb": 7.189171}, "el": {"chunks": 14861.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.724114, "cps": 116.101562, "mean_p": 0.497136, "boundary_entropy": 0.69023, "bpb": 7.711294}, "hi": {"chunks": 1134.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.0674, "cps": 8.859375, "mean_p": 0.477101, "boundary_entropy": 0.689635, "bpb": 7.696343}, "ta": {"chunks": 28684.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.534314, "cps": 224.09375, "mean_p": 0.503576, "boundary_entropy": 0.690676, "bpb": 7.366198}, "th": {"chunks": 27423.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.70488, "cps": 214.242188, "mean_p": 0.506238, "boundary_entropy": 0.690718, "bpb": 7.547739}, "zh": {"chunks": 11595.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.963258, "cps": 90.585938, "mean_p": 0.518923, "boundary_entropy": 0.685739, "bpb": 7.998409}, "my": {"chunks": 47096.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.485539, "cps": 367.9375, "mean_p": 0.52, "boundary_entropy": 0.690311, "bpb": 7.472399}}, "bpb": {"en": 7.43774, "de": 7.49612, "vi": 7.58607, "tr": 7.64364, "fi": 7.57708, "ru": 7.18917, "el": 7.71129, "hi": 7.69634, "ta": 7.3662, "th": 7.54774, "zh": 7.99841, "my": 7.4724}, "gini_cpc": 0.469752, "gini_cps": 0.46352, "bpic": 2.252633, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2783428301130746, "vi": 1.9292447846591116, "tr": 0.7742071198345971, "fi": 1.2953193901218223, "ru": 0.9405738656584323, "el": 2.47773555767563, "hi": 0.23062466146909125, "ta": 5.250032703085954, "th": 5.833667374377982, "zh": 6.717769135515261, "my": 8.504884324015782}, "t": 10.2} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3939.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22634, "cps": 30.773438, "mean_p": 0.488084, "boundary_entropy": 0.686662, "bpb": 6.812284}, "de": {"chunks": 6917.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.336872, "cps": 54.039062, "mean_p": 0.493873, "boundary_entropy": 0.687797, "bpb": 6.904783}, "vi": {"chunks": 7193.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.390182, "cps": 56.195312, "mean_p": 0.490796, "boundary_entropy": 0.688163, "bpb": 7.158029}, "tr": {"chunks": 3499.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.193283, "cps": 27.335938, "mean_p": 0.483492, "boundary_entropy": 0.686945, "bpb": 7.131209}, "fi": {"chunks": 5524.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.293658, "cps": 43.15625, "mean_p": 0.490059, "boundary_entropy": 0.687261, "bpb": 7.002}, "ru": {"chunks": 2616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138047, "cps": 20.4375, "mean_p": 0.478855, "boundary_entropy": 0.689013, "bpb": 6.360667}, "el": {"chunks": 5629.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.274278, "cps": 43.976562, "mean_p": 0.487042, "boundary_entropy": 0.689872, "bpb": 7.040732}, "hi": {"chunks": 404.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.024012, "cps": 3.15625, "mean_p": 0.466984, "boundary_entropy": 0.688445, "bpb": 7.056598}, "ta": {"chunks": 14610.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.781492, "cps": 114.140625, "mean_p": 0.49018, "boundary_entropy": 0.690531, "bpb": 6.621792}, "th": {"chunks": 17447.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.084675, "cps": 136.304688, "mean_p": 0.496557, "boundary_entropy": 0.690724, "bpb": 6.370019}, "zh": {"chunks": 10879.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.842025, "cps": 84.992188, "mean_p": 0.515377, "boundary_entropy": 0.685938, "bpb": 7.770503}, "my": {"chunks": 42518.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 2.243931, "cps": 332.171875, "mean_p": 0.515696, "boundary_entropy": 0.690552, "bpb": 6.672612}}, "bpb": {"en": 6.81228, "de": 6.90478, "vi": 7.15803, "tr": 7.13121, "fi": 7.002, "ru": 6.36067, "el": 7.04073, "hi": 7.0566, "ta": 6.62179, "th": 6.37002, "zh": 7.7705, "my": 6.67261}, "gini_cpc": 0.523296, "gini_cps": 0.49206, "bpic": 3.167163, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.488344640464893, "vi": 1.7238721668999848, "tr": 0.8539482059143753, "fi": 1.2974180207550612, "ru": 0.6099112789298008, "el": 1.2117932886696066, "hi": 0.10608755286318436, "ta": 3.452732126958041, "th": 4.7922320043390965, "zh": 8.138299595413187, "my": 9.913969783980882}, "t": 12.1} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4870.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.279837, "cps": 38.046875, "mean_p": 0.495237, "boundary_entropy": 0.687434, "bpb": 6.360852}, "de": {"chunks": 8531.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415478, "cps": 66.648438, "mean_p": 0.49897, "boundary_entropy": 0.68833, "bpb": 6.444319}, "vi": {"chunks": 5671.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.307621, "cps": 44.304688, "mean_p": 0.489076, "boundary_entropy": 0.688362, "bpb": 6.904147}, "tr": {"chunks": 6805.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.375905, "cps": 53.164062, "mean_p": 0.496495, "boundary_entropy": 0.687979, "bpb": 6.718635}, "fi": {"chunks": 7159.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.380575, "cps": 55.929688, "mean_p": 0.497718, "boundary_entropy": 0.688012, "bpb": 6.521123}, "ru": {"chunks": 5338.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281689, "cps": 41.703125, "mean_p": 0.487966, "boundary_entropy": 0.689828, "bpb": 5.791418}, "el": {"chunks": 485.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.023632, "cps": 3.789062, "mean_p": 0.469279, "boundary_entropy": 0.68835, "bpb": 6.573441}, "hi": {"chunks": 2676.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.159049, "cps": 20.90625, "mean_p": 0.485673, "boundary_entropy": 0.690385, "bpb": 5.948979}, "ta": {"chunks": 5524.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.29548, "cps": 43.15625, "mean_p": 0.482429, "boundary_entropy": 0.690238, "bpb": 5.809561}, "th": {"chunks": 3723.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231458, "cps": 29.085938, "mean_p": 0.487887, "boundary_entropy": 0.690626, "bpb": 5.621182}, "zh": {"chunks": 7412.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.254995, "cps": 57.90625, "mean_p": 0.501043, "boundary_entropy": 0.686376, "bpb": 7.331264}, "my": {"chunks": 25506.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.346105, "cps": 199.265625, "mean_p": 0.496512, "boundary_entropy": 0.690916, "bpb": 5.630075}}, "bpb": {"en": 6.36085, "de": 6.44432, "vi": 6.90415, "tr": 6.71864, "fi": 6.52112, "ru": 5.79142, "el": 6.57344, "hi": 5.94898, "ta": 5.80956, "th": 5.62118, "zh": 7.33126, "my": 5.63008}, "gini_cpc": 0.41259, "gini_cps": 0.368122, "bpic": 4.585197, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.484713624214479, "vi": 1.0992884483971377, "tr": 1.3432991412021629, "fi": 1.35998975871189, "ru": 1.006617587621158, "el": 0.08444929968390251, "hi": 0.5683635198672163, "ta": 1.055901384650279, "th": 0.827117348225131, "zh": 4.484738521574482, "my": 4.810321883863283}, "t": 14.4} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.22433, "bpb": 6.09442, "chunk_loss": 0.031183, "F": 0.18106, "G": 0.4876, "chunks": 185.41, "bytes_per_chunk": 5.523, "boundary_entropy": 0.69168, "router_noise": 0.0, "grad_norm": 1.5909, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.237, "alpha": 0.03, "t": 15.7} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4690.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.269494, "cps": 36.640625, "mean_p": 0.495912, "boundary_entropy": 0.687587, "bpb": 5.820111}, "de": {"chunks": 6099.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.297034, "cps": 47.648438, "mean_p": 0.49574, "boundary_entropy": 0.688412, "bpb": 5.934562}, "vi": {"chunks": 2873.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.155845, "cps": 22.445312, "mean_p": 0.480869, "boundary_entropy": 0.687901, "bpb": 6.313429}, "tr": {"chunks": 5022.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.277413, "cps": 39.234375, "mean_p": 0.493876, "boundary_entropy": 0.688057, "bpb": 6.227108}, "fi": {"chunks": 5382.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.286109, "cps": 42.046875, "mean_p": 0.495016, "boundary_entropy": 0.6881, "bpb": 5.973641}, "ru": {"chunks": 7552.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.398522, "cps": 59.0, "mean_p": 0.493521, "boundary_entropy": 0.6902, "bpb": 5.415087}, "el": {"chunks": 4168.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.203089, "cps": 32.5625, "mean_p": 0.490307, "boundary_entropy": 0.690334, "bpb": 5.661142}, "hi": {"chunks": 425.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.02526, "cps": 3.320312, "mean_p": 0.4737, "boundary_entropy": 0.689293, "bpb": 5.441916}, "ta": {"chunks": 2812.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150415, "cps": 21.96875, "mean_p": 0.483562, "boundary_entropy": 0.690386, "bpb": 5.20753}, "th": {"chunks": 1539.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.095679, "cps": 12.023438, "mean_p": 0.48435, "boundary_entropy": 0.690448, "bpb": 5.100715}, "zh": {"chunks": 4653.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.787843, "cps": 36.351562, "mean_p": 0.49305, "boundary_entropy": 0.686644, "bpb": 6.993661}, "my": {"chunks": 21877.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.154581, "cps": 170.914062, "mean_p": 0.493964, "boundary_entropy": 0.690996, "bpb": 4.996093}}, "bpb": {"en": 5.82011, "de": 5.93456, "vi": 6.31343, "tr": 6.22711, "fi": 5.97364, "ru": 5.41509, "el": 5.66114, "hi": 5.44192, "ta": 5.20753, "th": 5.10072, "zh": 6.99366, "my": 4.99609}, "gini_cpc": 0.433841, "gini_cps": 0.407701, "bpic": 5.72022, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.102192632443463, "vi": 0.5782874422494062, "tr": 1.0293840493635862, "fi": 1.061654212892493, "ru": 1.478781621481736, "el": 0.7535952330564274, "hi": 0.09373140664750965, "ta": 0.5581373991996994, "th": 0.35503308980211074, "zh": 2.923417802863194, "my": 4.284258511567739}, "t": 17.5} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.37965, "bpb": 4.87581, "chunk_loss": 0.030057, "F": 0.16687, "G": 0.47919, "chunks": 170.88, "bytes_per_chunk": 5.993, "boundary_entropy": 0.69024, "router_noise": 0.0, "grad_norm": 1.6762, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.079, "alpha": 0.03, "t": 19.7} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3122.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179394, "cps": 24.390625, "mean_p": 0.447977, "boundary_entropy": 0.675496, "bpb": 4.500981}, "de": {"chunks": 3626.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176594, "cps": 28.328125, "mean_p": 0.449602, "boundary_entropy": 0.677613, "bpb": 4.70209}, "vi": {"chunks": 6160.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.334147, "cps": 48.125, "mean_p": 0.466085, "boundary_entropy": 0.682856, "bpb": 4.984991}, "tr": {"chunks": 3657.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202011, "cps": 28.570312, "mean_p": 0.456302, "boundary_entropy": 0.679539, "bpb": 5.012739}, "fi": {"chunks": 4337.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.230557, "cps": 33.882812, "mean_p": 0.453561, "boundary_entropy": 0.677777, "bpb": 4.720152}, "ru": {"chunks": 5573.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.29409, "cps": 43.539062, "mean_p": 0.466158, "boundary_entropy": 0.685417, "bpb": 3.672206}, "el": {"chunks": 5613.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273498, "cps": 43.851562, "mean_p": 0.471631, "boundary_entropy": 0.687395, "bpb": 4.599649}, "hi": {"chunks": 10003.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.594532, "cps": 78.148438, "mean_p": 0.490201, "boundary_entropy": 0.68966, "bpb": 3.647087}, "ta": {"chunks": 6326.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.338379, "cps": 49.421875, "mean_p": 0.484174, "boundary_entropy": 0.689589, "bpb": 3.372903}, "th": {"chunks": 12891.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.80143, "cps": 100.710938, "mean_p": 0.471254, "boundary_entropy": 0.687321, "bpb": 3.148725}, "zh": {"chunks": 2992.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.506603, "cps": 23.375, "mean_p": 0.480834, "boundary_entropy": 0.685183, "bpb": 6.312779}, "my": {"chunks": 13266.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.700127, "cps": 103.640625, "mean_p": 0.470281, "boundary_entropy": 0.688191, "bpb": 4.012571}}, "bpb": {"en": 4.50098, "de": 4.70209, "vi": 4.98499, "tr": 5.01274, "fi": 4.72015, "ru": 3.67221, "el": 4.59965, "hi": 3.64709, "ta": 3.3729, "th": 3.14873, "zh": 6.31278, "my": 4.01257}, "gini_cpc": 0.286496, "gini_cps": 0.284089, "bpic": 4.947799, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9843886872253546, "vi": 1.8626394275852256, "tr": 1.126070627316116, "fi": 1.2851942095978774, "ru": 1.639347603778783, "el": 1.5245631508630977, "hi": 3.314106170750071, "ta": 1.8862312666375287, "th": 4.46741979916511, "zh": 2.8239653785887073, "my": 3.902723993120793}, "t": 22.0} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.89272, "bpb": 4.17332, "chunk_loss": 0.029735, "F": 0.16159, "G": 0.43193, "chunks": 165.47, "bytes_per_chunk": 6.188, "boundary_entropy": 0.67168, "router_noise": 0.0, "grad_norm": 1.6704, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.071, "alpha": 0.03, "t": 23.2} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2188.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.125725, "cps": 17.09375, "mean_p": 0.37003, "boundary_entropy": 0.623888, "bpb": 3.888371}, "de": {"chunks": 2523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.122875, "cps": 19.710938, "mean_p": 0.374745, "boundary_entropy": 0.631069, "bpb": 4.112904}, "vi": {"chunks": 4328.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234771, "cps": 33.8125, "mean_p": 0.399445, "boundary_entropy": 0.621135, "bpb": 3.658745}, "tr": {"chunks": 3010.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166271, "cps": 23.515625, "mean_p": 0.393531, "boundary_entropy": 0.64135, "bpb": 4.166064}, "fi": {"chunks": 3334.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177237, "cps": 26.046875, "mean_p": 0.37481, "boundary_entropy": 0.627603, "bpb": 4.131318}, "ru": {"chunks": 4316.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.227757, "cps": 33.71875, "mean_p": 0.453139, "boundary_entropy": 0.67522, "bpb": 2.827726}, "el": {"chunks": 6069.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.295717, "cps": 47.414062, "mean_p": 0.40451, "boundary_entropy": 0.65476, "bpb": 3.066706}, "hi": {"chunks": 10035.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.596434, "cps": 78.398438, "mean_p": 0.408294, "boundary_entropy": 0.648582, "bpb": 2.396659}, "ta": {"chunks": 8466.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.452848, "cps": 66.140625, "mean_p": 0.465579, "boundary_entropy": 0.68025, "bpb": 2.304827}, "th": {"chunks": 5694.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.353994, "cps": 44.484375, "mean_p": 0.446164, "boundary_entropy": 0.678737, "bpb": 2.318348}, "zh": {"chunks": 3613.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.611751, "cps": 28.226562, "mean_p": 0.471466, "boundary_entropy": 0.681717, "bpb": 5.296948}, "my": {"chunks": 5142.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.271374, "cps": 40.171875, "mean_p": 0.448927, "boundary_entropy": 0.683107, "bpb": 2.453691}}, "bpb": {"en": 3.88837, "de": 4.1129, "vi": 3.65874, "tr": 4.16606, "fi": 4.13132, "ru": 2.82773, "el": 3.06671, "hi": 2.39666, "ta": 2.30483, "th": 2.31835, "zh": 5.29695, "my": 2.45369}, "gini_cpc": 0.292026, "gini_cps": 0.252075, "bpic": 6.536003, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9773309358609509, "vi": 1.8673293041562602, "tr": 1.3224910654965325, "fi": 1.4097123828807232, "ru": 1.8115445726992516, "el": 2.3520854472722936, "hi": 4.743939114065373, "ta": 3.6018829639459167, "th": 2.815614545442146, "zh": 4.865767143505411, "my": 2.158467424943239}, "t": 26.5} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.89304, "de": 4.11455, "vi": 3.66409, "tr": 4.17539, "fi": 4.13399, "ru": 2.81262, "el": 3.06067, "hi": 2.39258, "ta": 2.32289, "th": 2.35101, "zh": 5.30543, "my": 2.47118}, "bytes_per_chunk": {"en": 7.167, "de": 8.059, "vi": 5.593, "tr": 7.084, "fi": 6.149, "ru": 7.773, "el": 5.976, "hi": 4.311, "ta": 5.865, "th": 7.253, "zh": 5.955, "my": 9.798}, "bpb_mean": 3.39145, "t": 27.8} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.49464, "bpb": 3.599, "chunk_loss": 0.028899, "F": 0.14569, "G": 0.40243, "chunks": 149.19, "bytes_per_chunk": 6.864, "boundary_entropy": 0.64892, "router_noise": 0.0, "grad_norm": 1.4946, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.093, "alpha": 0.03, "t": 27.9} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.5629, "bpb": 3.69748, "chunk_loss": 0.032516, "F": 0.2131, "G": 0.40823, "chunks": 218.22, "bytes_per_chunk": 4.693, "boundary_entropy": 0.64359, "router_noise": 0.0, "grad_norm": 1.302, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 30.1} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2358.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.135494, "cps": 18.421875, "mean_p": 0.346566, "boundary_entropy": 0.597902, "bpb": 3.640094}, "de": {"chunks": 2900.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.141236, "cps": 22.65625, "mean_p": 0.355521, "boundary_entropy": 0.60953, "bpb": 3.907296}, "vi": {"chunks": 4380.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237592, "cps": 34.21875, "mean_p": 0.420122, "boundary_entropy": 0.6379, "bpb": 3.22282}, "tr": {"chunks": 3585.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198033, "cps": 28.007812, "mean_p": 0.373009, "boundary_entropy": 0.610943, "bpb": 3.855173}, "fi": {"chunks": 2480.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.131838, "cps": 19.375, "mean_p": 0.340538, "boundary_entropy": 0.592614, "bpb": 3.889235}, "ru": {"chunks": 4388.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.231557, "cps": 34.28125, "mean_p": 0.450752, "boundary_entropy": 0.671687, "bpb": 2.648602}, "el": {"chunks": 5147.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.250792, "cps": 40.210938, "mean_p": 0.386985, "boundary_entropy": 0.646324, "bpb": 2.758954}, "hi": {"chunks": 8233.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.489331, "cps": 64.320312, "mean_p": 0.374216, "boundary_entropy": 0.614455, "bpb": 2.153349}, "ta": {"chunks": 9069.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.485103, "cps": 70.851562, "mean_p": 0.41857, "boundary_entropy": 0.649786, "bpb": 1.90803}, "th": {"chunks": 4499.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.279702, "cps": 35.148438, "mean_p": 0.437455, "boundary_entropy": 0.673805, "bpb": 2.082161}, "zh": {"chunks": 4115.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.696749, "cps": 32.148438, "mean_p": 0.4648, "boundary_entropy": 0.674754, "bpb": 4.972556}, "my": {"chunks": 10446.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.551298, "cps": 81.609375, "mean_p": 0.425627, "boundary_entropy": 0.669391, "bpb": 2.161537}}, "bpb": {"en": 3.64009, "de": 3.9073, "vi": 3.22282, "tr": 3.85517, "fi": 3.88924, "ru": 2.6486, "el": 2.75895, "hi": 2.15335, "ta": 1.90803, "th": 2.08216, "zh": 4.97256, "my": 2.16154}, "gini_cpc": 0.304408, "gini_cps": 0.263217, "bpic": 6.230211, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.042379616304369, "vi": 1.7535222786062854, "tr": 1.4615676706614777, "fi": 0.9730163026532984, "ru": 1.708982926812893, "el": 1.850945547470541, "hi": 3.611464597771552, "ta": 3.580257406458436, "th": 2.064311573139199, "zh": 5.14229179107114, "my": 4.068805827761636}, "t": 31.3} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.35271, "bpb": 3.39424, "chunk_loss": 0.030821, "F": 0.1853, "G": 0.3771, "chunks": 189.75, "bytes_per_chunk": 5.397, "boundary_entropy": 0.61464, "router_noise": 0.0, "grad_norm": 1.0568, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 33.4} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.04441, "bpb": 2.94946, "chunk_loss": 0.032543, "F": 0.21442, "G": 0.36369, "chunks": 219.56, "bytes_per_chunk": 4.664, "boundary_entropy": 0.59207, "router_noise": 0.0, "grad_norm": 0.8266, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 35.8} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3543.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203586, "cps": 27.679688, "mean_p": 0.324582, "boundary_entropy": 0.538032, "bpb": 3.260117}, "de": {"chunks": 4724.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.230069, "cps": 36.90625, "mean_p": 0.335579, "boundary_entropy": 0.543647, "bpb": 3.530933}, "vi": {"chunks": 5874.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.318633, "cps": 45.890625, "mean_p": 0.338713, "boundary_entropy": 0.56275, "bpb": 2.794747}, "tr": {"chunks": 4728.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.261172, "cps": 36.9375, "mean_p": 0.341092, "boundary_entropy": 0.550266, "bpb": 3.432649}, "fi": {"chunks": 4423.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.235128, "cps": 34.554688, "mean_p": 0.344438, "boundary_entropy": 0.565396, "bpb": 3.579724}, "ru": {"chunks": 5633.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.297256, "cps": 44.007812, "mean_p": 0.301917, "boundary_entropy": 0.490772, "bpb": 2.514333}, "el": {"chunks": 5868.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.285923, "cps": 45.84375, "mean_p": 0.34776, "boundary_entropy": 0.585417, "bpb": 2.549509}, "hi": {"chunks": 5782.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.343655, "cps": 45.171875, "mean_p": 0.345364, "boundary_entropy": 0.597991, "bpb": 1.799663}, "ta": {"chunks": 4906.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.262423, "cps": 38.328125, "mean_p": 0.379208, "boundary_entropy": 0.633757, "bpb": 1.596363}, "th": {"chunks": 5141.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.319615, "cps": 40.164062, "mean_p": 0.326515, "boundary_entropy": 0.586577, "bpb": 1.903608}, "zh": {"chunks": 2793.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.472909, "cps": 21.820312, "mean_p": 0.343059, "boundary_entropy": 0.584308, "bpb": 4.151039}, "my": {"chunks": 6895.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.363891, "cps": 53.867188, "mean_p": 0.342983, "boundary_entropy": 0.589187, "bpb": 1.929362}}, "bpb": {"en": 3.26012, "de": 3.53093, "vi": 2.79475, "tr": 3.43265, "fi": 3.57972, "ru": 2.51433, "el": 2.54951, "hi": 1.79966, "ta": 1.59636, "th": 1.90361, "zh": 4.15104, "my": 1.92936}, "gini_cpc": 0.125172, "gini_cps": 0.116697, "bpic": 6.363472, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1300832805727365, "vi": 1.5651060423066878, "tr": 1.2828618326320977, "fi": 1.1549362793339206, "ru": 1.4601030386573697, "el": 1.4044368881603808, "hi": 1.688013759211286, "ta": 1.2890063067300548, "th": 1.5699271729858075, "zh": 2.322899716214484, "my": 1.7874086787190826}, "t": 38.9} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.26805, "de": 3.52898, "vi": 2.80045, "tr": 3.43973, "fi": 3.57193, "ru": 2.49803, "el": 2.54297, "hi": 1.79606, "ta": 1.612, "th": 1.93286, "zh": 4.1592, "my": 1.94476}, "bytes_per_chunk": {"en": 4.772, "de": 4.393, "vi": 4.121, "tr": 4.129, "fi": 4.304, "ru": 6.225, "el": 6.243, "hi": 6.845, "ta": 8.317, "th": 7.023, "zh": 4.85, "my": 6.856}, "bpb_mean": 2.75792, "t": 40.3} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.05453, "bpb": 2.96407, "chunk_loss": 0.031226, "F": 0.19855, "G": 0.33132, "chunks": 203.31, "bytes_per_chunk": 5.037, "boundary_entropy": 0.54967, "router_noise": 0.0, "grad_norm": 1.1058, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 40.3} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.12714, "bpb": 3.06882, "chunk_loss": 0.030446, "F": 0.17886, "G": 0.32096, "chunks": 183.16, "bytes_per_chunk": 5.591, "boundary_entropy": 0.54539, "router_noise": 0.0, "grad_norm": 0.7715, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 42.5} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.95705, "bpb": 2.82343, "chunk_loss": 0.031042, "F": 0.19601, "G": 0.32729, "chunks": 200.72, "bytes_per_chunk": 5.102, "boundary_entropy": 0.54123, "router_noise": 0.0, "grad_norm": 0.8817, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 44.7} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.91907, "bpb": 2.76863, "chunk_loss": 0.030575, "F": 0.18433, "G": 0.30782, "chunks": 188.75, "bytes_per_chunk": 5.425, "boundary_entropy": 0.51658, "router_noise": 0.0, "grad_norm": 0.9193, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 46.9} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2957.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169913, "cps": 23.101562, "mean_p": 0.278056, "boundary_entropy": 0.467246, "bpb": 2.947112}, "de": {"chunks": 3691.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179759, "cps": 28.835938, "mean_p": 0.280616, "boundary_entropy": 0.459734, "bpb": 3.27217}, "vi": {"chunks": 5436.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.294874, "cps": 42.46875, "mean_p": 0.293575, "boundary_entropy": 0.491472, "bpb": 2.570139}, "tr": {"chunks": 4558.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.251781, "cps": 35.609375, "mean_p": 0.313868, "boundary_entropy": 0.495129, "bpb": 3.160186}, "fi": {"chunks": 3529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187603, "cps": 27.570312, "mean_p": 0.285615, "boundary_entropy": 0.486486, "bpb": 3.381178}, "ru": {"chunks": 6191.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.326702, "cps": 48.367188, "mean_p": 0.32386, "boundary_entropy": 0.536824, "bpb": 2.23425}, "el": {"chunks": 6425.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.313063, "cps": 50.195312, "mean_p": 0.353304, "boundary_entropy": 0.593019, "bpb": 2.272318}, "hi": {"chunks": 6070.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.360773, "cps": 47.421875, "mean_p": 0.332949, "boundary_entropy": 0.564491, "bpb": 1.637105}, "ta": {"chunks": 5327.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.284942, "cps": 41.617188, "mean_p": 0.346999, "boundary_entropy": 0.594374, "bpb": 1.401118}, "th": {"chunks": 4060.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.252409, "cps": 31.71875, "mean_p": 0.292405, "boundary_entropy": 0.540962, "bpb": 1.755693}, "zh": {"chunks": 2868.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.485608, "cps": 22.40625, "mean_p": 0.348334, "boundary_entropy": 0.585704, "bpb": 3.879023}, "my": {"chunks": 13268.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.700232, "cps": 103.65625, "mean_p": 0.382878, "boundary_entropy": 0.598282, "bpb": 1.654737}}, "bpb": {"en": 2.94711, "de": 3.27217, "vi": 2.57014, "tr": 3.16019, "fi": 3.38118, "ru": 2.23425, "el": 2.27232, "hi": 1.63711, "ta": 1.40112, "th": 1.75569, "zh": 3.87902, "my": 1.65474}, "gini_cpc": 0.226842, "gini_cps": 0.234335, "bpic": 5.961184, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0579482723860258, "vi": 1.7354379961438058, "tr": 1.4818237974707948, "fi": 1.1041105777714049, "ru": 1.922756930248246, "el": 1.8424897585560653, "hi": 2.1232758191834322, "ta": 1.676988262628205, "th": 1.4855174714898627, "zh": 2.8579754904391548, "my": 4.121116411439199}, "t": 50.0} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.95609, "de": 3.27018, "vi": 2.57805, "tr": 3.17224, "fi": 3.36971, "ru": 2.21834, "el": 2.26482, "hi": 1.63157, "ta": 1.41561, "th": 1.78504, "zh": 3.89187, "my": 1.6662}, "bytes_per_chunk": {"en": 5.814, "de": 5.511, "vi": 4.847, "tr": 4.104, "fi": 5.9, "ru": 5.562, "el": 5.655, "hi": 5.95, "ta": 7.414, "th": 9.08, "zh": 5.117, "my": 4.334}, "bpb_mean": 2.51831, "t": 51.3} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.94835, "bpb": 2.81088, "chunk_loss": 0.030376, "F": 0.17639, "G": 0.30611, "chunks": 180.62, "bytes_per_chunk": 5.669, "boundary_entropy": 0.51013, "router_noise": 0.0, "grad_norm": 0.8575, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 51.4} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.73875, "bpb": 2.50849, "chunk_loss": 0.030166, "F": 0.17108, "G": 0.31685, "chunks": 175.19, "bytes_per_chunk": 5.845, "boundary_entropy": 0.52452, "router_noise": 0.0, "grad_norm": 0.8181, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 53.5} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75936, "bpb": 2.53822, "chunk_loss": 0.030625, "F": 0.18356, "G": 0.31583, "chunks": 187.97, "bytes_per_chunk": 5.448, "boundary_entropy": 0.51815, "router_noise": 0.0, "grad_norm": 0.6683, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 55.7} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.69882, "bpb": 2.45088, "chunk_loss": 0.029936, "F": 0.16568, "G": 0.31532, "chunks": 169.66, "bytes_per_chunk": 6.036, "boundary_entropy": 0.52223, "router_noise": 0.0, "grad_norm": 0.6439, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 57.9} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3126.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179624, "cps": 24.421875, "mean_p": 0.276437, "boundary_entropy": 0.441525, "bpb": 2.73885}, "de": {"chunks": 3554.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173087, "cps": 27.765625, "mean_p": 0.273974, "boundary_entropy": 0.443329, "bpb": 3.078063}, "vi": {"chunks": 4796.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.260157, "cps": 37.46875, "mean_p": 0.276364, "boundary_entropy": 0.47003, "bpb": 2.431378}, "tr": {"chunks": 3907.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215821, "cps": 30.523438, "mean_p": 0.313483, "boundary_entropy": 0.485981, "bpb": 3.019434}, "fi": {"chunks": 3429.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182287, "cps": 26.789062, "mean_p": 0.278516, "boundary_entropy": 0.458572, "bpb": 3.248636}, "ru": {"chunks": 5838.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.308074, "cps": 45.609375, "mean_p": 0.346447, "boundary_entropy": 0.580501, "bpb": 2.066938}, "el": {"chunks": 6051.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.29484, "cps": 47.273438, "mean_p": 0.318043, "boundary_entropy": 0.553578, "bpb": 2.179537}, "hi": {"chunks": 6878.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.408796, "cps": 53.734375, "mean_p": 0.317382, "boundary_entropy": 0.536503, "bpb": 1.556079}, "ta": {"chunks": 7556.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.404172, "cps": 59.03125, "mean_p": 0.399894, "boundary_entropy": 0.633397, "bpb": 1.290381}, "th": {"chunks": 4778.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297047, "cps": 37.328125, "mean_p": 0.358374, "boundary_entropy": 0.605574, "bpb": 1.641762}, "zh": {"chunks": 2962.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.501524, "cps": 23.140625, "mean_p": 0.341127, "boundary_entropy": 0.572626, "bpb": 3.757687}, "my": {"chunks": 12122.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.639751, "cps": 94.703125, "mean_p": 0.380825, "boundary_entropy": 0.608739, "bpb": 1.479215}}, "bpb": {"en": 2.73885, "de": 3.07806, "vi": 2.43138, "tr": 3.01943, "fi": 3.24864, "ru": 2.06694, "el": 2.17954, "hi": 1.55608, "ta": 1.29038, "th": 1.64176, "zh": 3.75769, "my": 1.47922}, "gini_cpc": 0.230771, "gini_cps": 0.234715, "bpic": 5.904596, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9636074806035283, "vi": 1.4483421806242507, "tr": 1.20151170583597, "fi": 1.0148240437176312, "ru": 1.7151022743962037, "el": 1.6414265517186233, "hi": 2.2758427187401074, "ta": 2.2500989980077195, "th": 1.653713328365324, "zh": 2.7920729301604865, "my": 3.561607442046664}, "t": 60.9} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74901, "de": 3.07841, "vi": 2.437, "tr": 3.03126, "fi": 3.24598, "ru": 2.05147, "el": 2.16821, "hi": 1.55095, "ta": 1.3006, "th": 1.66915, "zh": 3.77001, "my": 1.49069}, "bytes_per_chunk": {"en": 5.644, "de": 5.703, "vi": 5.069, "tr": 4.757, "fi": 5.662, "ru": 5.89, "el": 6.307, "hi": 5.772, "ta": 5.984, "th": 8.584, "zh": 5.385, "my": 5.112}, "bpb_mean": 2.37856, "t": 62.3} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.82188, "bpb": 2.62842, "chunk_loss": 0.030073, "F": 0.17209, "G": 0.30712, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.50603, "router_noise": 0.0, "grad_norm": 0.7776, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 62.3} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.87209, "bpb": 2.70085, "chunk_loss": 0.030413, "F": 0.18039, "G": 0.30903, "chunks": 184.72, "bytes_per_chunk": 5.544, "boundary_entropy": 0.49886, "router_noise": 0.0, "grad_norm": 0.8689, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 64.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.68278, "bpb": 2.42773, "chunk_loss": 0.030215, "F": 0.1781, "G": 0.30603, "chunks": 182.38, "bytes_per_chunk": 5.615, "boundary_entropy": 0.48759, "router_noise": 0.0, "grad_norm": 0.9587, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 66.7} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.81677, "bpb": 2.62104, "chunk_loss": 0.030381, "F": 0.18005, "G": 0.30648, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.48323, "router_noise": 0.0, "grad_norm": 0.81, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 68.8} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3445.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197954, "cps": 26.914062, "mean_p": 0.275047, "boundary_entropy": 0.406401, "bpb": 2.607226}, "de": {"chunks": 3806.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18536, "cps": 29.734375, "mean_p": 0.276753, "boundary_entropy": 0.427319, "bpb": 2.958297}, "vi": {"chunks": 4074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220993, "cps": 31.828125, "mean_p": 0.260113, "boundary_entropy": 0.457583, "bpb": 2.328269}, "tr": {"chunks": 3660.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.202176, "cps": 28.59375, "mean_p": 0.279574, "boundary_entropy": 0.429128, "bpb": 2.923251}, "fi": {"chunks": 3958.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.210409, "cps": 30.921875, "mean_p": 0.289111, "boundary_entropy": 0.43479, "bpb": 3.140842}, "ru": {"chunks": 6664.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.351662, "cps": 52.0625, "mean_p": 0.361047, "boundary_entropy": 0.58656, "bpb": 1.965126}, "el": {"chunks": 6580.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320616, "cps": 51.40625, "mean_p": 0.322643, "boundary_entropy": 0.541983, "bpb": 2.044101}, "hi": {"chunks": 7740.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.46003, "cps": 60.46875, "mean_p": 0.36305, "boundary_entropy": 0.59052, "bpb": 1.503433}, "ta": {"chunks": 8409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449799, "cps": 65.695312, "mean_p": 0.426726, "boundary_entropy": 0.646252, "bpb": 1.225617}, "th": {"chunks": 8743.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.54355, "cps": 68.304688, "mean_p": 0.434856, "boundary_entropy": 0.655763, "bpb": 1.532675}, "zh": {"chunks": 2490.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.421605, "cps": 19.453125, "mean_p": 0.339574, "boundary_entropy": 0.569309, "bpb": 3.636351}, "my": {"chunks": 13019.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.687091, "cps": 101.710938, "mean_p": 0.396442, "boundary_entropy": 0.633225, "bpb": 1.417753}}, "bpb": {"en": 2.60723, "de": 2.9583, "vi": 2.32827, "tr": 2.92325, "fi": 3.14084, "ru": 1.96513, "el": 2.0441, "hi": 1.50343, "ta": 1.22562, "th": 1.53267, "zh": 3.63635, "my": 1.41775}, "gini_cpc": 0.240404, "gini_cps": 0.260647, "bpic": 5.287114, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9363781493163648, "vi": 1.1163818744161713, "tr": 1.0213284457499165, "fi": 1.0629156472770658, "ru": 1.7764814135433942, "el": 1.6196454019126971, "hi": 2.323917903285982, "ta": 2.272237782352181, "th": 2.745834181888399, "zh": 2.1298096889979785, "my": 3.4709562922648587}, "t": 72.0} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61585, "de": 2.96069, "vi": 2.3337, "tr": 2.93231, "fi": 3.14271, "ru": 1.94913, "el": 2.03301, "hi": 1.49951, "ta": 1.23788, "th": 1.55825, "zh": 3.64673, "my": 1.42821}, "bytes_per_chunk": {"en": 5.194, "de": 5.387, "vi": 6.054, "tr": 5.255, "fi": 4.834, "ru": 5.253, "el": 5.609, "hi": 5.361, "ta": 5.775, "th": 5.043, "zh": 6.272, "my": 4.535}, "bpb_mean": 2.27816, "t": 73.3} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74602, "bpb": 2.51898, "chunk_loss": 0.03067, "F": 0.18683, "G": 0.32267, "chunks": 191.31, "bytes_per_chunk": 5.352, "boundary_entropy": 0.50818, "router_noise": 0.0, "grad_norm": 0.8245, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 73.3} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.61192, "bpb": 2.32551, "chunk_loss": 0.030824, "F": 0.19119, "G": 0.32967, "chunks": 195.78, "bytes_per_chunk": 5.23, "boundary_entropy": 0.51187, "router_noise": 0.0, "grad_norm": 0.6976, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 75.5} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.80436, "bpb": 2.60313, "chunk_loss": 0.030477, "F": 0.18298, "G": 0.31784, "chunks": 187.38, "bytes_per_chunk": 5.465, "boundary_entropy": 0.4949, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 77.6} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66816, "bpb": 2.40665, "chunk_loss": 0.030437, "F": 0.18167, "G": 0.31013, "chunks": 186.03, "bytes_per_chunk": 5.504, "boundary_entropy": 0.47778, "router_noise": 0.0, "grad_norm": 0.8999, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 79.8} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3330.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191346, "cps": 26.015625, "mean_p": 0.257766, "boundary_entropy": 0.381752, "bpb": 2.505447}, "de": {"chunks": 3521.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17148, "cps": 27.507812, "mean_p": 0.255634, "boundary_entropy": 0.399986, "bpb": 2.838305}, "vi": {"chunks": 4314.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234011, "cps": 33.703125, "mean_p": 0.277481, "boundary_entropy": 0.464441, "bpb": 2.295492}, "tr": {"chunks": 3604.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199083, "cps": 28.15625, "mean_p": 0.268855, "boundary_entropy": 0.412431, "bpb": 2.80636}, "fi": {"chunks": 3664.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19478, "cps": 28.625, "mean_p": 0.273851, "boundary_entropy": 0.417528, "bpb": 3.059714}, "ru": {"chunks": 5261.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.277625, "cps": 41.101562, "mean_p": 0.327939, "boundary_entropy": 0.55962, "bpb": 1.872103}, "el": {"chunks": 6136.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298982, "cps": 47.9375, "mean_p": 0.289499, "boundary_entropy": 0.51269, "bpb": 1.977267}, "hi": {"chunks": 7577.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450342, "cps": 59.195312, "mean_p": 0.396795, "boundary_entropy": 0.626943, "bpb": 1.465463}, "ta": {"chunks": 8001.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.427975, "cps": 62.507812, "mean_p": 0.423123, "boundary_entropy": 0.64666, "bpb": 1.203699}, "th": {"chunks": 7745.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481505, "cps": 60.507812, "mean_p": 0.408779, "boundary_entropy": 0.637867, "bpb": 1.477365}, "zh": {"chunks": 2712.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.459194, "cps": 21.1875, "mean_p": 0.34072, "boundary_entropy": 0.561285, "bpb": 3.578722}, "my": {"chunks": 8188.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.43213, "cps": 63.96875, "mean_p": 0.419619, "boundary_entropy": 0.655024, "bpb": 1.335951}}, "bpb": {"en": 2.50545, "de": 2.83831, "vi": 2.29549, "tr": 2.80636, "fi": 3.05971, "ru": 1.8721, "el": 1.97727, "hi": 1.46546, "ta": 1.2037, "th": 1.47736, "zh": 3.57872, "my": 1.33595}, "gini_cpc": 0.204671, "gini_cps": 0.208253, "bpic": 5.991616, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8961764033550913, "vi": 1.2229730462765451, "tr": 1.0404329977660365, "fi": 1.0179430187723209, "ru": 1.4509049894221397, "el": 1.5625157096871758, "hi": 2.3535428028325502, "ta": 2.2366533904859662, "th": 2.516403285473848, "zh": 2.399805969193033, "my": 2.2583660925016216}, "t": 82.8} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51611, "de": 2.84404, "vi": 2.29948, "tr": 2.81683, "fi": 3.06379, "ru": 1.85404, "el": 1.96652, "hi": 1.46455, "ta": 1.21144, "th": 1.50184, "zh": 3.58909, "my": 1.34763}, "bytes_per_chunk": {"en": 5.32, "de": 5.731, "vi": 5.733, "tr": 5.187, "fi": 5.133, "ru": 6.684, "el": 6.011, "hi": 5.417, "ta": 6.173, "th": 5.96, "zh": 6.046, "my": 7.034}, "bpb_mean": 2.20628, "t": 84.1} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.72464, "bpb": 2.48813, "chunk_loss": 0.03034, "F": 0.17999, "G": 0.29338, "chunks": 184.31, "bytes_per_chunk": 5.556, "boundary_entropy": 0.45704, "router_noise": 0.0, "grad_norm": 0.8759, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 84.2} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.8365, "bpb": 2.64951, "chunk_loss": 0.030441, "F": 0.18359, "G": 0.29657, "chunks": 188.0, "bytes_per_chunk": 5.447, "boundary_entropy": 0.45483, "router_noise": 0.0, "grad_norm": 0.8221, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 86.3} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.52288, "bpb": 2.19705, "chunk_loss": 0.030251, "F": 0.17514, "G": 0.31822, "chunks": 179.34, "bytes_per_chunk": 5.71, "boundary_entropy": 0.49673, "router_noise": 0.0, "grad_norm": 0.7643, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 88.3} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.52045, "bpb": 2.19355, "chunk_loss": 0.030471, "F": 0.18149, "G": 0.3149, "chunks": 185.84, "bytes_per_chunk": 5.51, "boundary_entropy": 0.4876, "router_noise": 0.0, "grad_norm": 0.7941, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 90.3} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3419.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19646, "cps": 26.710938, "mean_p": 0.258718, "boundary_entropy": 0.366825, "bpb": 2.43401}, "de": {"chunks": 3840.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187016, "cps": 30.0, "mean_p": 0.261722, "boundary_entropy": 0.3888, "bpb": 2.759716}, "vi": {"chunks": 3751.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.203472, "cps": 29.304688, "mean_p": 0.271897, "boundary_entropy": 0.45753, "bpb": 2.208197}, "tr": {"chunks": 3546.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195879, "cps": 27.703125, "mean_p": 0.255019, "boundary_entropy": 0.382016, "bpb": 2.730885}, "fi": {"chunks": 3322.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176599, "cps": 25.953125, "mean_p": 0.249227, "boundary_entropy": 0.378669, "bpb": 3.002421}, "ru": {"chunks": 6254.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.330026, "cps": 48.859375, "mean_p": 0.355766, "boundary_entropy": 0.56893, "bpb": 1.805643}, "el": {"chunks": 5578.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.271793, "cps": 43.578125, "mean_p": 0.309351, "boundary_entropy": 0.543689, "bpb": 1.903299}, "hi": {"chunks": 6683.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.397207, "cps": 52.210938, "mean_p": 0.396701, "boundary_entropy": 0.633787, "bpb": 1.432353}, "ta": {"chunks": 7200.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.38513, "cps": 56.25, "mean_p": 0.405911, "boundary_entropy": 0.639508, "bpb": 1.167362}, "th": {"chunks": 6497.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.403917, "cps": 50.757812, "mean_p": 0.384545, "boundary_entropy": 0.624112, "bpb": 1.429609}, "zh": {"chunks": 2730.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.462242, "cps": 21.328125, "mean_p": 0.339315, "boundary_entropy": 0.561665, "bpb": 3.544054}, "my": {"chunks": 9666.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.510133, "cps": 75.515625, "mean_p": 0.41829, "boundary_entropy": 0.651057, "bpb": 1.30033}}, "bpb": {"en": 2.43401, "de": 2.75972, "vi": 2.2082, "tr": 2.73088, "fi": 3.00242, "ru": 1.80564, "el": 1.9033, "hi": 1.43235, "ta": 1.16736, "th": 1.42961, "zh": 3.54405, "my": 1.30033}, "gini_cpc": 0.206304, "gini_cps": 0.210778, "bpic": 6.141872, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9519274197278389, "vi": 1.0356879935058738, "tr": 0.9970414170113021, "fi": 0.8989028638800748, "ru": 1.679862293670093, "el": 1.3834475041000447, "hi": 2.0218149689676648, "ta": 1.9603429101302206, "th": 2.055970225448437, "zh": 2.3528499083872947, "my": 2.596620216978436}, "t": 93.4} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.44047, "de": 2.76419, "vi": 2.21118, "tr": 2.73983, "fi": 3.0007, "ru": 1.78769, "el": 1.89139, "hi": 1.4291, "ta": 1.17608, "th": 1.45037, "zh": 3.5512, "my": 1.31114}, "bytes_per_chunk": {"en": 5.154, "de": 5.308, "vi": 6.416, "tr": 5.303, "fi": 5.551, "ru": 5.587, "el": 6.674, "hi": 6.01, "ta": 6.681, "th": 7.021, "zh": 6.087, "my": 6.067}, "bpb_mean": 2.14611, "t": 94.7} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.5747, "bpb": 2.27181, "chunk_loss": 0.030365, "F": 0.1839, "G": 0.31124, "chunks": 188.31, "bytes_per_chunk": 5.438, "boundary_entropy": 0.47221, "router_noise": 0.0, "grad_norm": 0.7232, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 94.8} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.67193, "bpb": 2.41209, "chunk_loss": 0.030499, "F": 0.1839, "G": 0.31143, "chunks": 188.31, "bytes_per_chunk": 5.438, "boundary_entropy": 0.47917, "router_noise": 0.0, "grad_norm": 0.7367, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 96.9} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.74535, "bpb": 2.51801, "chunk_loss": 0.030506, "F": 0.18265, "G": 0.31297, "chunks": 187.03, "bytes_per_chunk": 5.475, "boundary_entropy": 0.49268, "router_noise": 0.0, "grad_norm": 0.695, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 99.1} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60881, "bpb": 2.32103, "chunk_loss": 0.030096, "F": 0.17554, "G": 0.29645, "chunks": 179.75, "bytes_per_chunk": 5.697, "boundary_entropy": 0.45756, "router_noise": 0.0, "grad_norm": 0.7856, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 101.3} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189622, "cps": 25.78125, "mean_p": 0.246271, "boundary_entropy": 0.34514, "bpb": 2.376888}, "de": {"chunks": 3782.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.184191, "cps": 29.546875, "mean_p": 0.254915, "boundary_entropy": 0.369177, "bpb": 2.663505}, "vi": {"chunks": 4301.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.233306, "cps": 33.601562, "mean_p": 0.273038, "boundary_entropy": 0.448958, "bpb": 2.167378}, "tr": {"chunks": 3893.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215047, "cps": 30.414062, "mean_p": 0.257062, "boundary_entropy": 0.366628, "bpb": 2.656147}, "fi": {"chunks": 3657.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194408, "cps": 28.570312, "mean_p": 0.260136, "boundary_entropy": 0.372167, "bpb": 2.882762}, "ru": {"chunks": 6287.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.331768, "cps": 49.117188, "mean_p": 0.349386, "boundary_entropy": 0.555685, "bpb": 1.748073}, "el": {"chunks": 6450.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314282, "cps": 50.390625, "mean_p": 0.327708, "boundary_entropy": 0.544786, "bpb": 1.85989}, "hi": {"chunks": 6375.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.3789, "cps": 49.804688, "mean_p": 0.364835, "boundary_entropy": 0.608628, "bpb": 1.409249}, "ta": {"chunks": 9367.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.501043, "cps": 73.179688, "mean_p": 0.402786, "boundary_entropy": 0.633979, "bpb": 1.162191}, "th": {"chunks": 8470.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.526578, "cps": 66.171875, "mean_p": 0.385987, "boundary_entropy": 0.618543, "bpb": 1.372577}, "zh": {"chunks": 2648.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.448358, "cps": 20.6875, "mean_p": 0.335957, "boundary_entropy": 0.554682, "bpb": 3.513941}, "my": {"chunks": 7189.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.379407, "cps": 56.164062, "mean_p": 0.403153, "boundary_entropy": 0.64585, "bpb": 1.262484}}, "bpb": {"en": 2.37689, "de": 2.6635, "vi": 2.16738, "tr": 2.65615, "fi": 2.88276, "ru": 1.74807, "el": 1.85989, "hi": 1.40925, "ta": 1.16219, "th": 1.37258, "zh": 3.51394, "my": 1.26248}, "gini_cpc": 0.205777, "gini_cps": 0.212946, "bpic": 5.839727, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9713579470741113, "vi": 1.2303721182533225, "tr": 1.1340808906610154, "fi": 1.0252346064440052, "ru": 1.749622787239146, "el": 1.6574065460924108, "hi": 1.9981831689855463, "ta": 2.6423188990736466, "th": 2.7769785514454455, "zh": 2.3644749561308993, "my": 2.00085348417679}, "t": 104.4} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38543, "de": 2.67132, "vi": 2.17371, "tr": 2.6678, "fi": 2.88939, "ru": 1.73012, "el": 1.84927, "hi": 1.40541, "ta": 1.17108, "th": 1.39125, "zh": 3.51963, "my": 1.27308}, "bytes_per_chunk": {"en": 5.298, "de": 5.409, "vi": 5.449, "tr": 4.923, "fi": 5.071, "ru": 5.448, "el": 5.775, "hi": 6.395, "ta": 5.195, "th": 5.578, "zh": 6.37, "my": 7.561}, "bpb_mean": 2.09396, "t": 105.7} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.60302, "bpb": 2.31267, "chunk_loss": 0.030577, "F": 0.18689, "G": 0.30674, "chunks": 191.38, "bytes_per_chunk": 5.351, "boundary_entropy": 0.46434, "router_noise": 0.0, "grad_norm": 0.7745, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 105.7} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.58619, "bpb": 2.28839, "chunk_loss": 0.030277, "F": 0.17938, "G": 0.29838, "chunks": 183.69, "bytes_per_chunk": 5.575, "boundary_entropy": 0.45088, "router_noise": 0.0, "grad_norm": 0.8317, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 107.9} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.54447, "bpb": 2.2282, "chunk_loss": 0.0304, "F": 0.18265, "G": 0.30516, "chunks": 187.03, "bytes_per_chunk": 5.475, "boundary_entropy": 0.46292, "router_noise": 0.0, "grad_norm": 0.7086, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 110.0} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.56352, "bpb": 2.25568, "chunk_loss": 0.030699, "F": 0.18878, "G": 0.30134, "chunks": 193.31, "bytes_per_chunk": 5.297, "boundary_entropy": 0.45045, "router_noise": 0.0, "grad_norm": 0.6916, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 112.2} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3291.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189105, "cps": 25.710938, "mean_p": 0.238836, "boundary_entropy": 0.33295, "bpb": 2.329736}, "de": {"chunks": 3838.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186919, "cps": 29.984375, "mean_p": 0.251906, "boundary_entropy": 0.358287, "bpb": 2.626912}, "vi": {"chunks": 4159.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225603, "cps": 32.492188, "mean_p": 0.2793, "boundary_entropy": 0.448414, "bpb": 2.135864}, "tr": {"chunks": 3515.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194167, "cps": 27.460938, "mean_p": 0.245401, "boundary_entropy": 0.356507, "bpb": 2.625674}, "fi": {"chunks": 3439.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182819, "cps": 26.867188, "mean_p": 0.245406, "boundary_entropy": 0.35702, "bpb": 2.840941}, "ru": {"chunks": 5622.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.296675, "cps": 43.921875, "mean_p": 0.320243, "boundary_entropy": 0.532445, "bpb": 1.708568}, "el": {"chunks": 5314.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.258929, "cps": 41.515625, "mean_p": 0.305668, "boundary_entropy": 0.523089, "bpb": 1.812597}, "hi": {"chunks": 5968.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.35471, "cps": 46.625, "mean_p": 0.370756, "boundary_entropy": 0.610927, "bpb": 1.380061}, "ta": {"chunks": 7462.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.399144, "cps": 58.296875, "mean_p": 0.375885, "boundary_entropy": 0.618176, "bpb": 1.108149}, "th": {"chunks": 8810.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.547715, "cps": 68.828125, "mean_p": 0.384608, "boundary_entropy": 0.613502, "bpb": 1.323137}, "zh": {"chunks": 2630.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.44531, "cps": 20.546875, "mean_p": 0.321855, "boundary_entropy": 0.535009, "bpb": 3.472733}, "my": {"chunks": 8162.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.430758, "cps": 63.765625, "mean_p": 0.399271, "boundary_entropy": 0.64663, "bpb": 1.245166}}, "bpb": {"en": 2.32974, "de": 2.62691, "vi": 2.13586, "tr": 2.62567, "fi": 2.84094, "ru": 1.70857, "el": 1.8126, "hi": 1.38006, "ta": 1.10815, "th": 1.32314, "zh": 3.47273, "my": 1.24517}, "gini_cpc": 0.212852, "gini_cps": 0.212656, "bpic": 6.169121, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9884365612666733, "vi": 1.1930043200394398, "tr": 1.0267649046217908, "fi": 0.9667552301556329, "ru": 1.5688371500109435, "el": 1.3692316924280563, "hi": 1.8757285098763208, "ta": 2.1106975843818256, "th": 2.8963502632012195, "zh": 2.3548244897807984, "my": 2.2778727136726356}, "t": 115.3} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.3383, "de": 2.63198, "vi": 2.14126, "tr": 2.63599, "fi": 2.8428, "ru": 1.69061, "el": 1.80361, "hi": 1.37619, "ta": 1.11646, "th": 1.3465, "zh": 3.47664, "my": 1.25376}, "bytes_per_chunk": {"en": 5.25, "de": 5.31, "vi": 5.859, "tr": 5.406, "fi": 5.313, "ru": 6.052, "el": 6.9, "hi": 6.754, "ta": 6.654, "th": 5.193, "zh": 6.21, "my": 7.166}, "bpb_mean": 2.05451, "t": 116.6} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.53041, "bpb": 2.20791, "chunk_loss": 0.030126, "F": 0.17456, "G": 0.29653, "chunks": 178.75, "bytes_per_chunk": 5.729, "boundary_entropy": 0.46337, "router_noise": 0.0, "grad_norm": 0.7378, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 116.6} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.58464, "bpb": 2.28615, "chunk_loss": 0.030482, "F": 0.18658, "G": 0.28398, "chunks": 191.06, "bytes_per_chunk": 5.36, "boundary_entropy": 0.42113, "router_noise": 0.0, "grad_norm": 0.7315, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 118.8} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.63394, "bpb": 2.35727, "chunk_loss": 0.03094, "F": 0.19415, "G": 0.30252, "chunks": 198.81, "bytes_per_chunk": 5.151, "boundary_entropy": 0.44107, "router_noise": 0.0, "grad_norm": 0.737, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 120.9} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.48195, "bpb": 2.138, "chunk_loss": 0.029938, "F": 0.16855, "G": 0.30256, "chunks": 172.59, "bytes_per_chunk": 5.933, "boundary_entropy": 0.46997, "router_noise": 0.0, "grad_norm": 0.7261, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 123.1} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3286.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.188818, "cps": 25.671875, "mean_p": 0.233855, "boundary_entropy": 0.314994, "bpb": 2.294023}, "de": {"chunks": 3999.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19476, "cps": 31.242188, "mean_p": 0.255228, "boundary_entropy": 0.353307, "bpb": 2.563604}, "vi": {"chunks": 4248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230431, "cps": 33.1875, "mean_p": 0.273109, "boundary_entropy": 0.429052, "bpb": 2.108491}, "tr": {"chunks": 3712.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.205049, "cps": 29.0, "mean_p": 0.245315, "boundary_entropy": 0.340562, "bpb": 2.559391}, "fi": {"chunks": 3366.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.178938, "cps": 26.296875, "mean_p": 0.242045, "boundary_entropy": 0.345894, "bpb": 2.775525}, "ru": {"chunks": 5410.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.285488, "cps": 42.265625, "mean_p": 0.316622, "boundary_entropy": 0.52542, "bpb": 1.677421}, "el": {"chunks": 6371.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310432, "cps": 49.773438, "mean_p": 0.329345, "boundary_entropy": 0.540245, "bpb": 1.737231}, "hi": {"chunks": 6995.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.41575, "cps": 54.648438, "mean_p": 0.392039, "boundary_entropy": 0.618097, "bpb": 1.351307}, "ta": {"chunks": 6724.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.359668, "cps": 52.53125, "mean_p": 0.38954, "boundary_entropy": 0.627455, "bpb": 1.104455}, "th": {"chunks": 7863.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.488841, "cps": 61.429688, "mean_p": 0.391752, "boundary_entropy": 0.62349, "bpb": 1.302197}, "zh": {"chunks": 2641.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.447172, "cps": 20.632812, "mean_p": 0.334736, "boundary_entropy": 0.54752, "bpb": 3.437204}, "my": {"chunks": 9342.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.493034, "cps": 72.984375, "mean_p": 0.412225, "boundary_entropy": 0.646724, "bpb": 1.222558}}, "bpb": {"en": 2.29402, "de": 2.5636, "vi": 2.10849, "tr": 2.55939, "fi": 2.77553, "ru": 1.67742, "el": 1.73723, "hi": 1.35131, "ta": 1.10446, "th": 1.3022, "zh": 3.4372, "my": 1.22256}, "gini_cpc": 0.205972, "gini_cps": 0.213223, "bpic": 6.00061, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0314675225982288, "vi": 1.2203879961193453, "tr": 1.0859603710141894, "fi": 0.9476736151679295, "ru": 1.5119750055002674, "el": 1.6440814187985993, "hi": 2.201857490782183, "ta": 1.9048412897756322, "th": 2.588950646585934, "zh": 2.3682716690104804, "my": 2.611157377123745}, "t": 126.2} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.30187, "de": 2.56934, "vi": 2.11599, "tr": 2.56691, "fi": 2.78614, "ru": 1.655, "el": 1.72798, "hi": 1.34866, "ta": 1.11107, "th": 1.32149, "zh": 3.43962, "my": 1.23066}, "bytes_per_chunk": {"en": 5.32, "de": 5.15, "vi": 5.61, "tr": 5.192, "fi": 5.483, "ru": 6.472, "el": 5.851, "hi": 6.07, "ta": 7.438, "th": 5.839, "zh": 6.311, "my": 5.897}, "bpb_mean": 2.01456, "t": 127.5} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.59774, "bpb": 2.30506, "chunk_loss": 0.030283, "F": 0.18237, "G": 0.28494, "chunks": 186.75, "bytes_per_chunk": 5.483, "boundary_entropy": 0.42186, "router_noise": 0.0, "grad_norm": 0.7495, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 127.5} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.61211, "bpb": 2.32579, "chunk_loss": 0.03062, "F": 0.18756, "G": 0.30742, "chunks": 192.06, "bytes_per_chunk": 5.332, "boundary_entropy": 0.46283, "router_noise": 0.0, "grad_norm": 0.7714, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 129.7} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.54944, "bpb": 2.23536, "chunk_loss": 0.030439, "F": 0.18314, "G": 0.29077, "chunks": 187.53, "bytes_per_chunk": 5.46, "boundary_entropy": 0.43107, "router_noise": 0.0, "grad_norm": 0.7544, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 131.8} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.50705, "bpb": 2.17421, "chunk_loss": 0.030367, "F": 0.18286, "G": 0.29348, "chunks": 187.25, "bytes_per_chunk": 5.469, "boundary_entropy": 0.4344, "router_noise": 0.0, "grad_norm": 0.7054, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 134.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3401.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195426, "cps": 26.570312, "mean_p": 0.236227, "boundary_entropy": 0.311591, "bpb": 2.253811}, "de": {"chunks": 3887.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189305, "cps": 30.367188, "mean_p": 0.249513, "boundary_entropy": 0.349754, "bpb": 2.523271}, "vi": {"chunks": 4103.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222566, "cps": 32.054688, "mean_p": 0.266149, "boundary_entropy": 0.427743, "bpb": 2.093082}, "tr": {"chunks": 3780.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208805, "cps": 29.53125, "mean_p": 0.245979, "boundary_entropy": 0.334774, "bpb": 2.509146}, "fi": {"chunks": 3684.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195843, "cps": 28.78125, "mean_p": 0.254455, "boundary_entropy": 0.348943, "bpb": 2.721436}, "ru": {"chunks": 5716.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301636, "cps": 44.65625, "mean_p": 0.324644, "boundary_entropy": 0.527171, "bpb": 1.641631}, "el": {"chunks": 6368.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310286, "cps": 49.75, "mean_p": 0.323933, "boundary_entropy": 0.529162, "bpb": 1.705685}, "hi": {"chunks": 6658.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395721, "cps": 52.015625, "mean_p": 0.390184, "boundary_entropy": 0.617248, "bpb": 1.330981}, "ta": {"chunks": 7986.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.427173, "cps": 62.390625, "mean_p": 0.377893, "boundary_entropy": 0.615504, "bpb": 1.081544}, "th": {"chunks": 7945.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.493938, "cps": 62.070312, "mean_p": 0.406719, "boundary_entropy": 0.637073, "bpb": 1.26721}, "zh": {"chunks": 3082.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521842, "cps": 24.078125, "mean_p": 0.333487, "boundary_entropy": 0.53319, "bpb": 3.439677}, "my": {"chunks": 7505.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.396084, "cps": 58.632812, "mean_p": 0.417226, "boundary_entropy": 0.653258, "bpb": 1.208808}}, "bpb": {"en": 2.25381, "de": 2.52327, "vi": 2.09308, "tr": 2.50915, "fi": 2.72144, "ru": 1.64163, "el": 1.70568, "hi": 1.33098, "ta": 1.08154, "th": 1.26721, "zh": 3.43968, "my": 1.20881}, "gini_cpc": 0.20362, "gini_cps": 0.188506, "bpic": 5.985822, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9686784133165747, "vi": 1.1388744850566854, "tr": 1.0684611528110497, "fi": 1.002132683350066, "ru": 1.5434781792410892, "el": 1.587741139619417, "hi": 2.024912242837414, "ta": 2.185854875369397, "th": 2.5274951131142562, "zh": 2.67027924397846, "my": 2.026771593647065}, "t": 137.1} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.26362, "de": 2.53012, "vi": 2.09542, "tr": 2.51612, "fi": 2.73188, "ru": 1.61866, "el": 1.6952, "hi": 1.32636, "ta": 1.08767, "th": 1.28465, "zh": 3.44392, "my": 1.21739}, "bytes_per_chunk": {"en": 5.167, "de": 5.208, "vi": 5.863, "tr": 4.929, "fi": 4.979, "ru": 6.022, "el": 5.949, "hi": 6.289, "ta": 6.346, "th": 5.966, "zh": 5.377, "my": 7.545}, "bpb_mean": 1.98425, "t": 138.4} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.4538, "bpb": 2.09739, "chunk_loss": 0.030337, "F": 0.18524, "G": 0.2975, "chunks": 189.69, "bytes_per_chunk": 5.398, "boundary_entropy": 0.43999, "router_noise": 0.0, "grad_norm": 0.6894, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 138.4} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.54089, "bpb": 2.22303, "chunk_loss": 0.030236, "F": 0.17938, "G": 0.29221, "chunks": 183.69, "bytes_per_chunk": 5.575, "boundary_entropy": 0.4324, "router_noise": 0.0, "grad_norm": 0.7344, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 140.6} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.4664, "bpb": 2.11557, "chunk_loss": 0.030638, "F": 0.19043, "G": 0.30156, "chunks": 195.0, "bytes_per_chunk": 5.251, "boundary_entropy": 0.44476, "router_noise": 0.0, "grad_norm": 0.7043, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 142.7} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.48956, "bpb": 2.14898, "chunk_loss": 0.030071, "F": 0.17654, "G": 0.28801, "chunks": 180.78, "bytes_per_chunk": 5.664, "boundary_entropy": 0.42715, "router_noise": 0.0, "grad_norm": 0.7084, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 144.9} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3447.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198069, "cps": 26.929688, "mean_p": 0.237721, "boundary_entropy": 0.306082, "bpb": 2.223984}, "de": {"chunks": 3968.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.19325, "cps": 31.0, "mean_p": 0.251081, "boundary_entropy": 0.341303, "bpb": 2.481891}, "vi": {"chunks": 3987.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.216273, "cps": 31.148438, "mean_p": 0.2673, "boundary_entropy": 0.421052, "bpb": 2.078738}, "tr": {"chunks": 3811.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210518, "cps": 29.773438, "mean_p": 0.246663, "boundary_entropy": 0.331522, "bpb": 2.471774}, "fi": {"chunks": 3790.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.201478, "cps": 29.609375, "mean_p": 0.256597, "boundary_entropy": 0.3441, "bpb": 2.675764}, "ru": {"chunks": 5750.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30343, "cps": 44.921875, "mean_p": 0.33294, "boundary_entropy": 0.534227, "bpb": 1.608151}, "el": {"chunks": 6217.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.302928, "cps": 48.570312, "mean_p": 0.315851, "boundary_entropy": 0.521201, "bpb": 1.688765}, "hi": {"chunks": 6600.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.392273, "cps": 51.5625, "mean_p": 0.379784, "boundary_entropy": 0.610709, "bpb": 1.304982}, "ta": {"chunks": 10329.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.552501, "cps": 80.695312, "mean_p": 0.404711, "boundary_entropy": 0.623426, "bpb": 1.0629}, "th": {"chunks": 7816.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.485919, "cps": 61.0625, "mean_p": 0.382287, "boundary_entropy": 0.61787, "bpb": 1.249947}, "zh": {"chunks": 2627.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.444802, "cps": 20.523438, "mean_p": 0.325087, "boundary_entropy": 0.529766, "bpb": 3.381845}, "my": {"chunks": 10831.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.571617, "cps": 84.617188, "mean_p": 0.421477, "boundary_entropy": 0.650732, "bpb": 1.181123}}, "bpb": {"en": 2.22398, "de": 2.48189, "vi": 2.07874, "tr": 2.47177, "fi": 2.67576, "ru": 1.60815, "el": 1.68877, "hi": 1.30498, "ta": 1.0629, "th": 1.24995, "zh": 3.38184, "my": 1.18112}, "gini_cpc": 0.225934, "gini_cps": 0.244338, "bpic": 5.548133, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9756680716520058, "vi": 1.0919077047930028, "tr": 1.0628481822923435, "fi": 1.0172089280391141, "ru": 1.5319389810113648, "el": 1.5294062442922622, "hi": 1.98048564744587, "ta": 2.7894311389999005, "th": 2.4532755030458566, "zh": 2.2456882514190255, "my": 2.885944777084937}, "t": 148.0} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23338, "de": 2.48855, "vi": 2.08274, "tr": 2.48175, "fi": 2.68832, "ru": 1.5845, "el": 1.6795, "hi": 1.30192, "ta": 1.06981, "th": 1.26833, "zh": 3.3867, "my": 1.19058}, "bytes_per_chunk": {"en": 5.076, "de": 5.139, "vi": 6.214, "tr": 4.937, "fi": 4.818, "ru": 6.039, "el": 6.025, "hi": 6.202, "ta": 4.992, "th": 5.926, "zh": 6.204, "my": 5.303}, "bpb_mean": 1.95467, "t": 149.3} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 149.3} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_b", "lm_loss": 1.37321, "bpb": 1.98113, "chunk_loss": 0.064431, "F": 0.19147, "G": 0.29902, "chunks": 196.06, "bytes_per_chunk": 5.223, "boundary_entropy": 0.43556, "router_noise": 0.0, "grad_norm": 0.7912, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.09, "worst_lang": "my", "n_target_mean": 21.145, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 149.4} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_b", "lm_loss": 1.47809, "bpb": 2.13244, "chunk_loss": 0.031173, "F": 0.13437, "G": 0.24668, "chunks": 137.59, "bytes_per_chunk": 7.442, "boundary_entropy": 0.41838, "router_noise": 0.0, "grad_norm": 0.6918, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.046, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.25, "fallback": 0.0, "alpha": 0.03, "t": 151.6} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_b", "lm_loss": 1.50773, "bpb": 2.1752, "chunk_loss": 0.030474, "F": 0.14792, "G": 0.2357, "chunks": 151.47, "bytes_per_chunk": 6.76, "boundary_entropy": 0.37246, "router_noise": 0.0, "grad_norm": 0.7156, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.045, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 153.9} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_b", "lm_loss": 1.57234, "bpb": 2.2684, "chunk_loss": 0.031121, "F": 0.15692, "G": 0.2375, "chunks": 160.69, "bytes_per_chunk": 6.373, "boundary_entropy": 0.3619, "router_noise": 0.0, "grad_norm": 0.7328, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.045, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.1562, "fallback": 0.0, "alpha": 0.03, "t": 156.1} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3499.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.201057, "cps": 27.335938, "mean_p": 0.237593, "boundary_entropy": 0.290806, "bpb": 2.199798}, "de": {"chunks": 3617.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176155, "cps": 28.257812, "mean_p": 0.2148, "boundary_entropy": 0.28122, "bpb": 2.456964}, "vi": {"chunks": 3298.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.178899, "cps": 25.765625, "mean_p": 0.232452, "boundary_entropy": 0.379423, "bpb": 2.054643}, "tr": {"chunks": 3282.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.181296, "cps": 25.640625, "mean_p": 0.2145, "boundary_entropy": 0.286433, "bpb": 2.456722}, "fi": {"chunks": 3185.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169316, "cps": 24.882812, "mean_p": 0.208087, "boundary_entropy": 0.281544, "bpb": 2.655108}, "ru": {"chunks": 2649.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.139789, "cps": 20.695312, "mean_p": 0.177039, "boundary_entropy": 0.369737, "bpb": 1.634094}, "el": {"chunks": 3620.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.176387, "cps": 28.28125, "mean_p": 0.208631, "boundary_entropy": 0.417438, "bpb": 1.684746}, "hi": {"chunks": 2557.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151976, "cps": 19.976562, "mean_p": 0.246091, "boundary_entropy": 0.504335, "bpb": 1.353983}, "ta": {"chunks": 1312.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.070179, "cps": 10.25, "mean_p": 0.177462, "boundary_entropy": 0.426139, "bpb": 1.099543}, "th": {"chunks": 2063.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.128256, "cps": 16.117188, "mean_p": 0.203655, "boundary_entropy": 0.447871, "bpb": 1.268319}, "zh": {"chunks": 2758.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.466983, "cps": 21.546875, "mean_p": 0.322946, "boundary_entropy": 0.524923, "bpb": 3.35211}, "my": {"chunks": 1138.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.060059, "cps": 8.890625, "mean_p": 0.18014, "boundary_entropy": 0.443433, "bpb": 1.204573}}, "bpb": {"en": 2.1998, "de": 2.45696, "vi": 2.05464, "tr": 2.45672, "fi": 2.65511, "ru": 1.63409, "el": 1.68475, "hi": 1.35398, "ta": 1.09954, "th": 1.26832, "zh": 3.35211, "my": 1.20457}, "gini_cpc": 0.249996, "gini_cps": 0.162052, "bpic": 11.637486, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.876145589989623, "vi": 0.8897903411203619, "tr": 0.9017127343633681, "fi": 0.8421272698508192, "ru": 0.6952690893214118, "el": 0.8772995429312002, "hi": 0.7558851839222159, "ta": 0.34905072407880877, "th": 0.6379084285638518, "zh": 2.322635164398478, "my": 0.29871639793582566}, "t": 159.2} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20943, "de": 2.46332, "vi": 2.05831, "tr": 2.46286, "fi": 2.66467, "ru": 1.61114, "el": 1.67459, "hi": 1.3492, "ta": 1.10477, "th": 1.28726, "zh": 3.35538, "my": 1.214}, "bytes_per_chunk": {"en": 4.966, "de": 5.593, "vi": 7.488, "tr": 5.705, "fi": 5.659, "ru": 12.5, "el": 10.18, "hi": 14.944, "ta": 36.178, "th": 20.807, "zh": 6.051, "my": 44.169}, "bpb_mean": 1.95458, "t": 160.5} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_b", "lm_loss": 1.60175, "bpb": 2.31084, "chunk_loss": 0.029848, "F": 0.15869, "G": 0.23762, "chunks": 162.5, "bytes_per_chunk": 6.302, "boundary_entropy": 0.35892, "router_noise": 0.0, "grad_norm": 0.7436, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 160.6} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_b", "lm_loss": 1.50389, "bpb": 2.16966, "chunk_loss": 0.029805, "F": 0.14868, "G": 0.23851, "chunks": 152.25, "bytes_per_chunk": 6.726, "boundary_entropy": 0.37467, "router_noise": 0.0, "grad_norm": 0.6449, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 162.8} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_b", "lm_loss": 1.52026, "bpb": 2.19327, "chunk_loss": 0.030496, "F": 0.15424, "G": 0.22773, "chunks": 157.94, "bytes_per_chunk": 6.484, "boundary_entropy": 0.3453, "router_noise": 0.0, "grad_norm": 0.686, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 165.0} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_b", "lm_loss": 1.41185, "bpb": 2.03686, "chunk_loss": 0.030269, "F": 0.15109, "G": 0.21399, "chunks": 154.72, "bytes_per_chunk": 6.618, "boundary_entropy": 0.31455, "router_noise": 0.0, "grad_norm": 0.7337, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 167.2} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3410.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195943, "cps": 26.640625, "mean_p": 0.229668, "boundary_entropy": 0.277609, "bpb": 2.183696}, "de": {"chunks": 3441.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167584, "cps": 26.882812, "mean_p": 0.202459, "boundary_entropy": 0.266178, "bpb": 2.435738}, "vi": {"chunks": 2750.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.149173, "cps": 21.484375, "mean_p": 0.191425, "boundary_entropy": 0.337928, "bpb": 2.051121}, "tr": {"chunks": 3045.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168204, "cps": 23.789062, "mean_p": 0.205589, "boundary_entropy": 0.276435, "bpb": 2.428041}, "fi": {"chunks": 3179.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168997, "cps": 24.835938, "mean_p": 0.204935, "boundary_entropy": 0.270695, "bpb": 2.634959}, "ru": {"chunks": 3278.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.172982, "cps": 25.609375, "mean_p": 0.187958, "boundary_entropy": 0.36249, "bpb": 1.579017}, "el": {"chunks": 2874.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.140038, "cps": 22.453125, "mean_p": 0.177814, "boundary_entropy": 0.378301, "bpb": 1.664446}, "hi": {"chunks": 2747.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.163269, "cps": 21.460938, "mean_p": 0.220151, "boundary_entropy": 0.457778, "bpb": 1.325429}, "ta": {"chunks": 1706.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.091254, "cps": 13.328125, "mean_p": 0.181826, "boundary_entropy": 0.421338, "bpb": 1.114541}, "th": {"chunks": 2122.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.131924, "cps": 16.578125, "mean_p": 0.196407, "boundary_entropy": 0.429315, "bpb": 1.259075}, "zh": {"chunks": 3012.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.50999, "cps": 23.53125, "mean_p": 0.318755, "boundary_entropy": 0.511299, "bpb": 3.342942}, "my": {"chunks": 605.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.031929, "cps": 4.726562, "mean_p": 0.183007, "boundary_entropy": 0.444818, "bpb": 1.195874}}, "bpb": {"en": 2.1837, "de": 2.43574, "vi": 2.05112, "tr": 2.42804, "fi": 2.63496, "ru": 1.57902, "el": 1.66445, "hi": 1.32543, "ta": 1.11454, "th": 1.25908, "zh": 3.34294, "my": 1.19587}, "gini_cpc": 0.26676, "gini_cps": 0.149748, "bpic": 11.93015, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8552675737061848, "vi": 0.7613060710254862, "tr": 0.8584331625985746, "fi": 0.8624787144104086, "ru": 0.882814537407439, "el": 0.7146866336788581, "hi": 0.8332461730858893, "ta": 0.46571829468101544, "th": 0.6732774291998976, "zh": 2.6027428739400165, "my": 0.16295276716582566}, "t": 170.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.1925, "de": 2.44182, "vi": 2.05354, "tr": 2.43782, "fi": 2.64254, "ru": 1.55718, "el": 1.6536, "hi": 1.32067, "ta": 1.11962, "th": 1.27658, "zh": 3.34459, "my": 1.20462}, "bytes_per_chunk": {"en": 5.098, "de": 5.836, "vi": 9.052, "tr": 6.04, "fi": 5.657, "ru": 10.252, "el": 12.57, "hi": 14.126, "ta": 29.29, "th": 20.851, "zh": 5.541, "my": 65.032}, "bpb_mean": 1.93709, "t": 171.5} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_b", "lm_loss": 1.47911, "bpb": 2.1339, "chunk_loss": 0.029908, "F": 0.14529, "G": 0.21918, "chunks": 148.78, "bytes_per_chunk": 6.883, "boundary_entropy": 0.33823, "router_noise": 0.0, "grad_norm": 0.7522, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 171.6} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_b", "lm_loss": 1.4427, "bpb": 2.08137, "chunk_loss": 0.0, "F": 0.1416, "G": 0.21411, "chunks": 145.0, "bytes_per_chunk": 7.062, "boundary_entropy": 0.33317, "router_noise": 0.0, "grad_norm": 0.6601, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 173.8} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_b", "lm_loss": 1.46062, "bpb": 2.10723, "chunk_loss": 0.029281, "F": 0.15073, "G": 0.22302, "chunks": 154.34, "bytes_per_chunk": 6.635, "boundary_entropy": 0.33525, "router_noise": 0.0, "grad_norm": 0.6887, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "th", "n_target_mean": 16.5724, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 175.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_b", "lm_loss": 1.36566, "bpb": 1.97024, "chunk_loss": 0.030585, "F": 0.14026, "G": 0.21886, "chunks": 143.62, "bytes_per_chunk": 7.13, "boundary_entropy": 0.34619, "router_noise": 0.0, "grad_norm": 0.665, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 178.1} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3359.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193013, "cps": 26.242188, "mean_p": 0.222107, "boundary_entropy": 0.264589, "bpb": 2.159609}, "de": {"chunks": 3402.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165685, "cps": 26.578125, "mean_p": 0.189619, "boundary_entropy": 0.242832, "bpb": 2.414192}, "vi": {"chunks": 3392.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.183998, "cps": 26.5, "mean_p": 0.222267, "boundary_entropy": 0.360946, "bpb": 2.026333}, "tr": {"chunks": 3047.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168315, "cps": 23.804688, "mean_p": 0.200968, "boundary_entropy": 0.265289, "bpb": 2.397568}, "fi": {"chunks": 3184.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169263, "cps": 24.875, "mean_p": 0.204645, "boundary_entropy": 0.265121, "bpb": 2.587103}, "ru": {"chunks": 3346.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.17657, "cps": 26.140625, "mean_p": 0.179261, "boundary_entropy": 0.339842, "bpb": 1.558586}, "el": {"chunks": 3140.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.152999, "cps": 24.53125, "mean_p": 0.176981, "boundary_entropy": 0.368985, "bpb": 1.631552}, "hi": {"chunks": 2478.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147281, "cps": 19.359375, "mean_p": 0.207096, "boundary_entropy": 0.439536, "bpb": 1.300054}, "ta": {"chunks": 1492.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.079807, "cps": 11.65625, "mean_p": 0.180788, "boundary_entropy": 0.427908, "bpb": 1.076234}, "th": {"chunks": 2844.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.176811, "cps": 22.21875, "mean_p": 0.216617, "boundary_entropy": 0.452609, "bpb": 1.232417}, "zh": {"chunks": 3467.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58703, "cps": 27.085938, "mean_p": 0.336214, "boundary_entropy": 0.520334, "bpb": 3.318863}, "my": {"chunks": 1366.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.072092, "cps": 10.671875, "mean_p": 0.180738, "boundary_entropy": 0.436329, "bpb": 1.180775}}, "bpb": {"en": 2.15961, "de": 2.41419, "vi": 2.02633, "tr": 2.39757, "fi": 2.5871, "ru": 1.55859, "el": 1.63155, "hi": 1.30005, "ta": 1.07623, "th": 1.23242, "zh": 3.31886, "my": 1.18078}, "gini_cpc": 0.260056, "gini_cps": 0.121233, "bpic": 11.118608, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8584124710870311, "vi": 0.9532939086689124, "tr": 0.8720392227486864, "fi": 0.8769509279636586, "ru": 0.9148098637850033, "el": 0.7926891600079186, "hi": 0.7630629118639374, "ta": 0.41348282042129575, "th": 0.916057306825723, "zh": 3.0414068193702932, "my": 0.37350931708051927}, "t": 181.2} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.16984, "de": 2.41887, "vi": 2.02646, "tr": 2.40815, "fi": 2.59621, "ru": 1.53744, "el": 1.62127, "hi": 1.29643, "ta": 1.08082, "th": 1.25072, "zh": 3.31974, "my": 1.19025}, "bytes_per_chunk": {"en": 5.188, "de": 5.975, "vi": 7.209, "tr": 6.025, "fi": 5.566, "ru": 10.112, "el": 11.703, "hi": 15.627, "ta": 33.725, "th": 15.005, "zh": 4.746, "my": 35.372}, "bpb_mean": 1.90968, "t": 182.5} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_b", "lm_loss": 1.44539, "bpb": 2.08526, "chunk_loss": 0.030749, "F": 0.14136, "G": 0.22189, "chunks": 144.75, "bytes_per_chunk": 7.074, "boundary_entropy": 0.35303, "router_noise": 0.0, "grad_norm": 0.6974, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 182.5} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_b", "lm_loss": 1.40261, "bpb": 2.02354, "chunk_loss": 0.030534, "F": 0.13971, "G": 0.21144, "chunks": 143.06, "bytes_per_chunk": 7.158, "boundary_entropy": 0.33016, "router_noise": 0.0, "grad_norm": 0.6523, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.1562, "fallback": 0.0, "alpha": 0.03, "t": 184.7} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_b", "lm_loss": 1.41229, "bpb": 2.03751, "chunk_loss": 0.030472, "F": 0.15646, "G": 0.21741, "chunks": 160.22, "bytes_per_chunk": 6.391, "boundary_entropy": 0.31805, "router_noise": 0.0, "grad_norm": 0.7259, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 186.9} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_b", "lm_loss": 1.35994, "bpb": 1.96199, "chunk_loss": 0.029968, "F": 0.13586, "G": 0.20731, "chunks": 139.12, "bytes_per_chunk": 7.36, "boundary_entropy": 0.32521, "router_noise": 0.0, "grad_norm": 0.6622, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 189.1} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3439.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.19761, "cps": 26.867188, "mean_p": 0.22451, "boundary_entropy": 0.253975, "bpb": 2.14754}, "de": {"chunks": 3425.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166805, "cps": 26.757812, "mean_p": 0.194572, "boundary_entropy": 0.242235, "bpb": 2.378321}, "vi": {"chunks": 3132.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.169894, "cps": 24.46875, "mean_p": 0.202038, "boundary_entropy": 0.33607, "bpb": 2.010079}, "tr": {"chunks": 3151.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17406, "cps": 24.617188, "mean_p": 0.194083, "boundary_entropy": 0.241664, "bpb": 2.371127}, "fi": {"chunks": 3194.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169794, "cps": 24.953125, "mean_p": 0.197398, "boundary_entropy": 0.247052, "bpb": 2.550209}, "ru": {"chunks": 3059.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.161425, "cps": 23.898438, "mean_p": 0.157722, "boundary_entropy": 0.302374, "bpb": 1.539338}, "el": {"chunks": 3558.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.173366, "cps": 27.796875, "mean_p": 0.193771, "boundary_entropy": 0.377533, "bpb": 1.605646}, "hi": {"chunks": 2500.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.148588, "cps": 19.53125, "mean_p": 0.200999, "boundary_entropy": 0.427463, "bpb": 1.298313}, "ta": {"chunks": 1641.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.087777, "cps": 12.820312, "mean_p": 0.177015, "boundary_entropy": 0.415251, "bpb": 1.060152}, "th": {"chunks": 2245.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.139571, "cps": 17.539062, "mean_p": 0.18628, "boundary_entropy": 0.409857, "bpb": 1.256174}, "zh": {"chunks": 3625.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.613783, "cps": 28.320312, "mean_p": 0.33106, "boundary_entropy": 0.510121, "bpb": 3.28215}, "my": {"chunks": 1046.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.055204, "cps": 8.171875, "mean_p": 0.156444, "boundary_entropy": 0.399305, "bpb": 1.170081}}, "bpb": {"en": 2.14754, "de": 2.37832, "vi": 2.01008, "tr": 2.37113, "fi": 2.55021, "ru": 1.53934, "el": 1.60565, "hi": 1.29831, "ta": 1.06015, "th": 1.25617, "zh": 3.28215, "my": 1.17008}, "gini_cpc": 0.277789, "gini_cps": 0.144615, "bpic": 11.282699, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8441120753042213, "vi": 0.8597467757837338, "tr": 0.8808253318700685, "fi": 0.8592409621432981, "ru": 0.8168874181839386, "el": 0.8773180061938607, "hi": 0.751929078522861, "ta": 0.44419642194014336, "th": 0.7062967769996972, "zh": 3.1060361974116746, "my": 0.27935744683280356}, "t": 192.2} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15603, "de": 2.38407, "vi": 2.01194, "tr": 2.38007, "fi": 2.55961, "ru": 1.51746, "el": 1.59748, "hi": 1.29427, "ta": 1.06654, "th": 1.27471, "zh": 3.28442, "my": 1.17785}, "bytes_per_chunk": {"en": 5.105, "de": 5.915, "vi": 7.932, "tr": 5.888, "fi": 5.58, "ru": 10.882, "el": 10.515, "hi": 15.502, "ta": 31.049, "th": 19.0, "zh": 4.703, "my": 45.283}, "bpb_mean": 1.89204, "t": 193.5} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_b", "lm_loss": 1.39076, "bpb": 2.00644, "chunk_loss": 0.030996, "F": 0.13718, "G": 0.21259, "chunks": 140.47, "bytes_per_chunk": 7.29, "boundary_entropy": 0.34116, "router_noise": 0.0, "grad_norm": 0.6543, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.1562, "fallback": 0.0, "alpha": 0.03, "t": 193.5} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_b", "lm_loss": 1.45052, "bpb": 2.09266, "chunk_loss": 0.030471, "F": 0.14978, "G": 0.21441, "chunks": 153.38, "bytes_per_chunk": 6.676, "boundary_entropy": 0.31767, "router_noise": 0.0, "grad_norm": 0.6617, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 195.7} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_b", "lm_loss": 1.41611, "bpb": 2.04302, "chunk_loss": 0.030359, "F": 0.15714, "G": 0.21777, "chunks": 160.91, "bytes_per_chunk": 6.364, "boundary_entropy": 0.31136, "router_noise": 0.0, "grad_norm": 0.7754, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 197.8} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_b", "lm_loss": 1.47589, "bpb": 2.12926, "chunk_loss": 0.030297, "F": 0.15082, "G": 0.22155, "chunks": 154.44, "bytes_per_chunk": 6.631, "boundary_entropy": 0.33137, "router_noise": 0.0, "grad_norm": 0.6821, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "en", "n_target_mean": 6.0, "frac_in_batch": 0.2812, "fallback": 0.0, "alpha": 0.03, "t": 200.0} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3465.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.199104, "cps": 27.070312, "mean_p": 0.221395, "boundary_entropy": 0.247175, "bpb": 2.126072}, "de": {"chunks": 3461.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168558, "cps": 27.039062, "mean_p": 0.194932, "boundary_entropy": 0.236117, "bpb": 2.352847}, "vi": {"chunks": 3308.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179441, "cps": 25.84375, "mean_p": 0.208918, "boundary_entropy": 0.335813, "bpb": 1.995101}, "tr": {"chunks": 3193.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17638, "cps": 24.945312, "mean_p": 0.197238, "boundary_entropy": 0.240277, "bpb": 2.344574}, "fi": {"chunks": 3154.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167668, "cps": 24.640625, "mean_p": 0.193722, "boundary_entropy": 0.237136, "bpb": 2.542283}, "ru": {"chunks": 2867.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.151293, "cps": 22.398438, "mean_p": 0.150879, "boundary_entropy": 0.295318, "bpb": 1.527323}, "el": {"chunks": 2888.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14072, "cps": 22.5625, "mean_p": 0.176681, "boundary_entropy": 0.365338, "bpb": 1.614438}, "hi": {"chunks": 2529.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.150312, "cps": 19.757812, "mean_p": 0.205653, "boundary_entropy": 0.432003, "bpb": 1.290732}, "ta": {"chunks": 1450.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.077561, "cps": 11.328125, "mean_p": 0.168948, "boundary_entropy": 0.402869, "bpb": 1.053052}, "th": {"chunks": 2772.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172334, "cps": 21.65625, "mean_p": 0.192435, "boundary_entropy": 0.414524, "bpb": 1.201396}, "zh": {"chunks": 3536.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.598713, "cps": 27.625, "mean_p": 0.320239, "boundary_entropy": 0.492157, "bpb": 3.259648}, "my": {"chunks": 1186.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.062592, "cps": 9.265625, "mean_p": 0.157036, "boundary_entropy": 0.398184, "bpb": 1.15906}}, "bpb": {"en": 2.12607, "de": 2.35285, "vi": 1.9951, "tr": 2.34457, "fi": 2.54228, "ru": 1.52732, "el": 1.61444, "hi": 1.29073, "ta": 1.05305, "th": 1.2014, "zh": 3.25965, "my": 1.15906}, "gini_cpc": 0.276826, "gini_cps": 0.134168, "bpic": 11.351445, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8465840333468054, "vi": 0.9012457716770166, "tr": 0.885868477947139, "fi": 0.8421136108765688, "ru": 0.7598701070257798, "el": 0.7067685648010162, "hi": 0.7549438258621023, "ta": 0.38955018414767006, "th": 0.8655517562946846, "zh": 3.0070433911951016, "my": 0.31437079562475384}, "t": 203.1} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13445, "de": 2.36006, "vi": 1.9963, "tr": 2.35534, "fi": 2.55205, "ru": 1.50677, "el": 1.60529, "hi": 1.28664, "ta": 1.05875, "th": 1.22088, "zh": 3.26168, "my": 1.16753}, "bytes_per_chunk": {"en": 5.113, "de": 5.894, "vi": 7.359, "tr": 5.773, "fi": 5.683, "ru": 11.53, "el": 12.933, "hi": 15.268, "ta": 34.953, "th": 15.318, "zh": 4.678, "my": 39.438}, "bpb_mean": 1.87548, "t": 204.4} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_b", "lm_loss": 1.40303, "bpb": 2.02414, "chunk_loss": 0.030904, "F": 0.14188, "G": 0.21456, "chunks": 145.28, "bytes_per_chunk": 7.048, "boundary_entropy": 0.34074, "router_noise": 0.0, "grad_norm": 0.6656, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 204.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_b", "lm_loss": 1.26731, "bpb": 1.82835, "chunk_loss": 0.030603, "F": 0.13266, "G": 0.20206, "chunks": 135.84, "bytes_per_chunk": 7.538, "boundary_entropy": 0.31411, "router_noise": 0.0, "grad_norm": 0.6753, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 206.6} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_b", "lm_loss": 1.4545, "bpb": 2.09839, "chunk_loss": 0.030097, "F": 0.14856, "G": 0.20966, "chunks": 152.12, "bytes_per_chunk": 6.731, "boundary_entropy": 0.30145, "router_noise": 0.0, "grad_norm": 0.7913, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 208.7} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_b", "lm_loss": 1.38504, "bpb": 1.99818, "chunk_loss": 0.030669, "F": 0.1304, "G": 0.19755, "chunks": 133.53, "bytes_per_chunk": 7.669, "boundary_entropy": 0.31114, "router_noise": 0.0, "grad_norm": 0.6711, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 210.9} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3493.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.200713, "cps": 27.289062, "mean_p": 0.225594, "boundary_entropy": 0.243967, "bpb": 2.110494}, "de": {"chunks": 3422.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166659, "cps": 26.734375, "mean_p": 0.192205, "boundary_entropy": 0.229779, "bpb": 2.344768}, "vi": {"chunks": 3277.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.17776, "cps": 25.601562, "mean_p": 0.216403, "boundary_entropy": 0.347401, "bpb": 1.99601}, "tr": {"chunks": 3158.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174446, "cps": 24.671875, "mean_p": 0.194745, "boundary_entropy": 0.237416, "bpb": 2.32315}, "fi": {"chunks": 3128.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166286, "cps": 24.4375, "mean_p": 0.193092, "boundary_entropy": 0.233782, "bpb": 2.498605}, "ru": {"chunks": 3346.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.17657, "cps": 26.140625, "mean_p": 0.164628, "boundary_entropy": 0.300817, "bpb": 1.503314}, "el": {"chunks": 2780.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.135458, "cps": 21.71875, "mean_p": 0.167317, "boundary_entropy": 0.348748, "bpb": 1.595953}, "hi": {"chunks": 2777.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165052, "cps": 21.695312, "mean_p": 0.205072, "boundary_entropy": 0.420643, "bpb": 1.268022}, "ta": {"chunks": 1524.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.081519, "cps": 11.90625, "mean_p": 0.169237, "boundary_entropy": 0.402048, "bpb": 1.051778}, "th": {"chunks": 2946.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.183152, "cps": 23.015625, "mean_p": 0.209136, "boundary_entropy": 0.439041, "bpb": 1.187676}, "zh": {"chunks": 2852.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.482899, "cps": 22.28125, "mean_p": 0.303259, "boundary_entropy": 0.488953, "bpb": 3.264468}, "my": {"chunks": 1556.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.082119, "cps": 12.15625, "mean_p": 0.181013, "boundary_entropy": 0.429163, "bpb": 1.156828}}, "bpb": {"en": 2.11049, "de": 2.34477, "vi": 1.99601, "tr": 2.32315, "fi": 2.49861, "ru": 1.50331, "el": 1.59595, "hi": 1.26802, "ta": 1.05178, "th": 1.18768, "zh": 3.26447, "my": 1.15683}, "gini_cpc": 0.224941, "gini_cps": 0.111944, "bpic": 11.202341, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8303345947866958, "vi": 0.8856432847096029, "tr": 0.8691347388869484, "fi": 0.8284768843564388, "ru": 0.8797155260388851, "el": 0.6748845488918823, "hi": 0.8223303920513496, "ta": 0.4061486668748799, "th": 0.9125091161051175, "zh": 2.405922386110327, "my": 0.40913982130550797}, "t": 214.0} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12131, "de": 2.35109, "vi": 1.99628, "tr": 2.33308, "fi": 2.51081, "ru": 1.48041, "el": 1.58694, "hi": 1.26454, "ta": 1.05729, "th": 1.2068, "zh": 3.26587, "my": 1.1645}, "bytes_per_chunk": {"en": 4.999, "de": 5.894, "vi": 7.46, "tr": 5.89, "fi": 5.678, "ru": 9.933, "el": 13.243, "hi": 13.683, "ta": 33.407, "th": 13.986, "zh": 5.964, "my": 31.063}, "bpb_mean": 1.86158, "t": 215.3} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_b", "lm_loss": 1.64582, "bpb": 2.37442, "chunk_loss": 0.029476, "F": 0.16019, "G": 0.23508, "chunks": 164.03, "bytes_per_chunk": 6.243, "boundary_entropy": 0.34205, "router_noise": 0.0, "grad_norm": 0.7565, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.2812, "fallback": 0.0, "alpha": 0.03, "t": 215.3} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_b", "lm_loss": 1.44664, "bpb": 2.08707, "chunk_loss": 0.0, "F": 0.14749, "G": 0.21161, "chunks": 151.03, "bytes_per_chunk": 6.78, "boundary_entropy": 0.31248, "router_noise": 0.0, "grad_norm": 0.752, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 217.5} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_b", "lm_loss": 1.36334, "bpb": 1.96688, "chunk_loss": 0.030378, "F": 0.13214, "G": 0.20184, "chunks": 135.31, "bytes_per_chunk": 7.568, "boundary_entropy": 0.31675, "router_noise": 0.0, "grad_norm": 0.718, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "en", "n_target_mean": 6.0, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 219.7} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_b", "lm_loss": 1.40661, "bpb": 2.02931, "chunk_loss": 0.0, "F": 0.14728, "G": 0.20927, "chunks": 150.81, "bytes_per_chunk": 6.79, "boundary_entropy": 0.30898, "router_noise": 0.0, "grad_norm": 0.7006, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 221.9} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3452.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.198357, "cps": 26.96875, "mean_p": 0.222107, "boundary_entropy": 0.235077, "bpb": 2.102237}, "de": {"chunks": 3405.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165831, "cps": 26.601562, "mean_p": 0.19063, "boundary_entropy": 0.224413, "bpb": 2.32023}, "vi": {"chunks": 3043.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.165066, "cps": 23.773438, "mean_p": 0.200244, "boundary_entropy": 0.324702, "bpb": 1.982225}, "tr": {"chunks": 3215.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177595, "cps": 25.117188, "mean_p": 0.192765, "boundary_entropy": 0.227747, "bpb": 2.304625}, "fi": {"chunks": 3159.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167934, "cps": 24.679688, "mean_p": 0.188203, "boundary_entropy": 0.223433, "bpb": 2.48569}, "ru": {"chunks": 3156.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.166544, "cps": 24.65625, "mean_p": 0.150874, "boundary_entropy": 0.274137, "bpb": 1.491168}, "el": {"chunks": 2769.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.134922, "cps": 21.632812, "mean_p": 0.16299, "boundary_entropy": 0.337275, "bpb": 1.566348}, "hi": {"chunks": 2477.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.147221, "cps": 19.351562, "mean_p": 0.177451, "boundary_entropy": 0.382928, "bpb": 1.267239}, "ta": {"chunks": 1404.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0751, "cps": 10.96875, "mean_p": 0.161422, "boundary_entropy": 0.388629, "bpb": 1.043731}, "th": {"chunks": 2401.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.14927, "cps": 18.757812, "mean_p": 0.175846, "boundary_entropy": 0.387818, "bpb": 1.179917}, "zh": {"chunks": 3358.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.568574, "cps": 26.234375, "mean_p": 0.311381, "boundary_entropy": 0.483233, "bpb": 3.227283}, "my": {"chunks": 1185.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.06254, "cps": 9.257812, "mean_p": 0.153427, "boundary_entropy": 0.38598, "bpb": 1.147379}}, "bpb": {"en": 2.10224, "de": 2.32023, "vi": 1.98222, "tr": 2.30462, "fi": 2.48569, "ru": 1.49117, "el": 1.56635, "hi": 1.26724, "ta": 1.04373, "th": 1.17992, "zh": 3.22728, "my": 1.14738}, "gini_cpc": 0.272705, "gini_cps": 0.137824, "bpic": 11.621275, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8360226470923018, "vi": 0.8321701691546605, "tr": 0.8953312828376364, "fi": 0.8466249746748977, "ru": 0.8396167874842927, "el": 0.6801981458329346, "hi": 0.7422056683981894, "ta": 0.3786125202486583, "th": 0.7525310569465301, "zh": 2.866424995850401, "my": 0.31528862855981277}, "t": 225.0} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.11241, "de": 2.32501, "vi": 1.98281, "tr": 2.31278, "fi": 2.49451, "ru": 1.46975, "el": 1.55818, "hi": 1.26285, "ta": 1.04896, "th": 1.19849, "zh": 3.22632, "my": 1.15508}, "bytes_per_chunk": {"en": 5.112, "de": 5.937, "vi": 8.163, "tr": 5.786, "fi": 5.678, "ru": 10.476, "el": 13.391, "hi": 16.608, "ta": 36.891, "th": 17.453, "zh": 5.128, "my": 38.534}, "bpb_mean": 1.8456, "t": 226.3} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_b", "lm_loss": 1.47987, "bpb": 2.13499, "chunk_loss": 0.030366, "F": 0.14056, "G": 0.21161, "chunks": 143.94, "bytes_per_chunk": 7.114, "boundary_entropy": 0.32715, "router_noise": 0.0, "grad_norm": 0.7074, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.2188, "fallback": 0.0, "alpha": 0.03, "t": 226.3} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_b", "lm_loss": 1.47854, "bpb": 2.13309, "chunk_loss": 0.030239, "F": 0.1474, "G": 0.21479, "chunks": 150.94, "bytes_per_chunk": 6.784, "boundary_entropy": 0.3225, "router_noise": 0.0, "grad_norm": 0.7225, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "en", "n_target_mean": 6.0, "frac_in_batch": 0.2188, "fallback": 0.0, "alpha": 0.03, "t": 228.5} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_b", "lm_loss": 1.47885, "bpb": 2.13353, "chunk_loss": 0.030469, "F": 0.15771, "G": 0.20674, "chunks": 161.5, "bytes_per_chunk": 6.341, "boundary_entropy": 0.27833, "router_noise": 0.0, "grad_norm": 0.7345, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.1562, "fallback": 0.0, "alpha": 0.03, "t": 230.7} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_b", "lm_loss": 1.55373, "bpb": 2.24156, "chunk_loss": 0.030307, "F": 0.15292, "G": 0.22304, "chunks": 156.59, "bytes_per_chunk": 6.539, "boundary_entropy": 0.33476, "router_noise": 0.0, "grad_norm": 0.7103, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 232.9} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3430.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.197092, "cps": 26.796875, "mean_p": 0.218078, "boundary_entropy": 0.228824, "bpb": 2.087138}, "de": {"chunks": 3425.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166805, "cps": 26.757812, "mean_p": 0.191409, "boundary_entropy": 0.219027, "bpb": 2.30549}, "vi": {"chunks": 3160.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.171413, "cps": 24.6875, "mean_p": 0.209132, "boundary_entropy": 0.335576, "bpb": 1.969436}, "tr": {"chunks": 3170.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175109, "cps": 24.765625, "mean_p": 0.193787, "boundary_entropy": 0.22684, "bpb": 2.289212}, "fi": {"chunks": 3124.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166073, "cps": 24.40625, "mean_p": 0.184272, "boundary_entropy": 0.2132, "bpb": 2.461134}, "ru": {"chunks": 2961.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.156253, "cps": 23.132812, "mean_p": 0.138669, "boundary_entropy": 0.259258, "bpb": 1.47817}, "el": {"chunks": 3000.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.146177, "cps": 23.4375, "mean_p": 0.169353, "boundary_entropy": 0.342239, "bpb": 1.550634}, "hi": {"chunks": 2833.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.16838, "cps": 22.132812, "mean_p": 0.19508, "boundary_entropy": 0.40429, "bpb": 1.252012}, "ta": {"chunks": 1162.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.062156, "cps": 9.078125, "mean_p": 0.162616, "boundary_entropy": 0.39336, "bpb": 1.039436}, "th": {"chunks": 2694.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167485, "cps": 21.046875, "mean_p": 0.18318, "boundary_entropy": 0.396249, "bpb": 1.166582}, "zh": {"chunks": 3446.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.583474, "cps": 26.921875, "mean_p": 0.311157, "boundary_entropy": 0.479419, "bpb": 3.207036}, "my": {"chunks": 1296.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.068398, "cps": 10.125, "mean_p": 0.148466, "boundary_entropy": 0.375993, "bpb": 1.143275}}, "bpb": {"en": 2.08714, "de": 2.30549, "vi": 1.96944, "tr": 2.28921, "fi": 2.46113, "ru": 1.47817, "el": 1.55063, "hi": 1.25201, "ta": 1.03944, "th": 1.16658, "zh": 3.20704, "my": 1.14327}, "gini_cpc": 0.268404, "gini_cps": 0.128218, "bpic": 11.387822, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8463269466388388, "vi": 0.8697089529755876, "tr": 0.8884617001289512, "fi": 0.8426149143862076, "ru": 0.792791879812611, "el": 0.7416694829622287, "hi": 0.8543218260345955, "ta": 0.31536294218141925, "th": 0.8497800406187609, "zh": 2.9604097824123117, "my": 0.347033680024077}, "t": 236.0} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09705, "de": 2.31151, "vi": 1.96908, "tr": 2.29801, "fi": 2.47133, "ru": 1.45605, "el": 1.54268, "hi": 1.24916, "ta": 1.04562, "th": 1.18404, "zh": 3.2078, "my": 1.15147}, "bytes_per_chunk": {"en": 5.135, "de": 5.897, "vi": 7.941, "tr": 5.841, "fi": 5.752, "ru": 11.246, "el": 12.409, "hi": 14.088, "ta": 43.546, "th": 15.94, "zh": 4.954, "my": 36.118}, "bpb_mean": 1.83198, "t": 237.3} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_b", "lm_loss": 1.34921, "bpb": 1.9465, "chunk_loss": 0.030677, "F": 0.15317, "G": 0.20736, "chunks": 156.84, "bytes_per_chunk": 6.529, "boundary_entropy": 0.29165, "router_noise": 0.0, "grad_norm": 0.7079, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 237.3} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_b", "lm_loss": 1.54223, "bpb": 2.22497, "chunk_loss": 0.030463, "F": 0.15851, "G": 0.22258, "chunks": 162.31, "bytes_per_chunk": 6.309, "boundary_entropy": 0.31551, "router_noise": 0.0, "grad_norm": 0.7155, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 239.5} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_b", "lm_loss": 1.41294, "bpb": 2.03844, "chunk_loss": 0.032462, "F": 0.15332, "G": 0.21082, "chunks": 157.0, "bytes_per_chunk": 6.522, "boundary_entropy": 0.29835, "router_noise": 0.0, "grad_norm": 0.6787, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 241.7} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_b", "lm_loss": 1.39129, "bpb": 2.00721, "chunk_loss": 0.030351, "F": 0.15817, "G": 0.20393, "chunks": 161.97, "bytes_per_chunk": 6.322, "boundary_entropy": 0.26549, "router_noise": 0.0, "grad_norm": 0.765, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "en", "n_target_mean": 6.0, "frac_in_batch": 0.4375, "fallback": 0.0, "alpha": 0.03, "t": 244.0} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3393.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194966, "cps": 26.507812, "mean_p": 0.214299, "boundary_entropy": 0.224667, "bpb": 2.0749}, "de": {"chunks": 3357.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163493, "cps": 26.226562, "mean_p": 0.187611, "boundary_entropy": 0.218759, "bpb": 2.28626}, "vi": {"chunks": 3272.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.177488, "cps": 25.5625, "mean_p": 0.213694, "boundary_entropy": 0.333195, "bpb": 1.959067}, "tr": {"chunks": 2983.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.164779, "cps": 23.304688, "mean_p": 0.180828, "boundary_entropy": 0.213481, "bpb": 2.275072}, "fi": {"chunks": 3099.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164744, "cps": 24.210938, "mean_p": 0.184942, "boundary_entropy": 0.213402, "bpb": 2.44528}, "ru": {"chunks": 3109.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164063, "cps": 24.289062, "mean_p": 0.14858, "boundary_entropy": 0.270131, "bpb": 1.463041}, "el": {"chunks": 2685.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.130829, "cps": 20.976562, "mean_p": 0.159963, "boundary_entropy": 0.337914, "bpb": 1.542416}, "hi": {"chunks": 2249.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.13367, "cps": 17.570312, "mean_p": 0.171421, "boundary_entropy": 0.374193, "bpb": 1.24769}, "ta": {"chunks": 1471.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078684, "cps": 11.492188, "mean_p": 0.162095, "boundary_entropy": 0.390033, "bpb": 1.023633}, "th": {"chunks": 2690.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.167237, "cps": 21.015625, "mean_p": 0.17851, "boundary_entropy": 0.388084, "bpb": 1.15477}, "zh": {"chunks": 3521.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.596173, "cps": 27.507812, "mean_p": 0.310811, "boundary_entropy": 0.472438, "bpb": 3.197963}, "my": {"chunks": 1229.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.064862, "cps": 9.601562, "mean_p": 0.148829, "boundary_entropy": 0.373315, "bpb": 1.142298}}, "bpb": {"en": 2.0749, "de": 2.28626, "vi": 1.95907, "tr": 2.27507, "fi": 2.44528, "ru": 1.46304, "el": 1.54242, "hi": 1.24769, "ta": 1.02363, "th": 1.15477, "zh": 3.19796, "my": 1.1423}, "gini_cpc": 0.279797, "gini_cps": 0.137571, "bpic": 11.609323, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8385697552791063, "vi": 0.910354228072586, "tr": 0.8451678388324438, "fi": 0.8449868558480723, "ru": 0.8414954426582122, "el": 0.671032732764986, "hi": 0.6856060528428207, "ta": 0.40357798141273343, "th": 0.8577712291602937, "zh": 3.0578265205879434, "my": 0.33268158916757984}, "t": 247.1} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.0857, "de": 2.29386, "vi": 1.96035, "tr": 2.28452, "fi": 2.45438, "ru": 1.44178, "el": 1.53547, "hi": 1.24432, "ta": 1.02924, "th": 1.17199, "zh": 3.19609, "my": 1.1499}, "bytes_per_chunk": {"en": 5.185, "de": 6.033, "vi": 7.493, "tr": 6.226, "fi": 5.752, "ru": 10.625, "el": 13.626, "hi": 17.967, "ta": 34.999, "th": 15.999, "zh": 4.814, "my": 38.097}, "bpb_mean": 1.82063, "t": 248.4} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 248.4} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.20897, "bpb": 1.74417, "chunk_loss": 0.0, "F": 0.12421, "G": 0.19954, "chunks": 127.19, "bytes_per_chunk": 8.051, "boundary_entropy": 0.32159, "router_noise": 0.0, "grad_norm": 0.6384, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.089, "alpha": 0.0, "t": 248.4} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.25667, "bpb": 1.813, "chunk_loss": 0.0, "F": 0.13574, "G": 0.19862, "chunks": 139.0, "bytes_per_chunk": 7.367, "boundary_entropy": 0.29346, "router_noise": 0.0, "grad_norm": 0.7054, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 250.5} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.48256, "bpb": 2.13888, "chunk_loss": 0.0, "F": 0.16199, "G": 0.21811, "chunks": 165.88, "bytes_per_chunk": 6.173, "boundary_entropy": 0.29133, "router_noise": 0.0, "grad_norm": 0.7249, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 252.7} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.47619, "bpb": 2.12969, "chunk_loss": 0.0, "F": 0.15961, "G": 0.21634, "chunks": 163.44, "bytes_per_chunk": 6.265, "boundary_entropy": 0.29429, "router_noise": 0.0, "grad_norm": 0.7644, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 254.8} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3517.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.202092, "cps": 27.476562, "mean_p": 0.224189, "boundary_entropy": 0.23118, "bpb": 2.059525}, "de": {"chunks": 3439.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167486, "cps": 26.867188, "mean_p": 0.194134, "boundary_entropy": 0.222813, "bpb": 2.278631}, "vi": {"chunks": 3401.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.184486, "cps": 26.570312, "mean_p": 0.216899, "boundary_entropy": 0.33394, "bpb": 1.951913}, "tr": {"chunks": 3253.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179694, "cps": 25.414062, "mean_p": 0.196949, "boundary_entropy": 0.225666, "bpb": 2.247981}, "fi": {"chunks": 3296.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175217, "cps": 25.75, "mean_p": 0.197804, "boundary_entropy": 0.224985, "bpb": 2.428577}, "ru": {"chunks": 3241.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.171029, "cps": 25.320312, "mean_p": 0.158902, "boundary_entropy": 0.285688, "bpb": 1.448884}, "el": {"chunks": 3233.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157531, "cps": 25.257812, "mean_p": 0.18368, "boundary_entropy": 0.362669, "bpb": 1.528353}, "hi": {"chunks": 2832.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168321, "cps": 22.125, "mean_p": 0.185935, "boundary_entropy": 0.390585, "bpb": 1.234465}, "ta": {"chunks": 2107.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112704, "cps": 16.460938, "mean_p": 0.180676, "boundary_entropy": 0.411513, "bpb": 1.01964}, "th": {"chunks": 2651.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.164812, "cps": 20.710938, "mean_p": 0.183758, "boundary_entropy": 0.399156, "bpb": 1.148805}, "zh": {"chunks": 3431.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.580935, "cps": 26.804688, "mean_p": 0.310434, "boundary_entropy": 0.476474, "bpb": 3.176238}, "my": {"chunks": 1662.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.087714, "cps": 12.984375, "mean_p": 0.160821, "boundary_entropy": 0.391644, "bpb": 1.129422}}, "bpb": {"en": 2.05952, "de": 2.27863, "vi": 1.95191, "tr": 2.24798, "fi": 2.42858, "ru": 1.44888, "el": 1.52835, "hi": 1.23446, "ta": 1.01964, "th": 1.14881, "zh": 3.17624, "my": 1.12942}, "gini_cpc": 0.230969, "gini_cps": 0.094508, "bpic": 10.64196, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8287652264478905, "vi": 0.9128832570291503, "tr": 0.8891709464423642, "fi": 0.8670159189581194, "ru": 0.8462945977434894, "el": 0.7795008827381211, "hi": 0.8328943729480371, "ta": 0.5576873814216707, "th": 0.8155308878082204, "zh": 2.8746106305197885, "my": 0.43402964664707366}, "t": 257.8} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07019, "de": 2.28454, "vi": 1.95304, "tr": 2.25799, "fi": 2.43738, "ru": 1.42659, "el": 1.51991, "hi": 1.23033, "ta": 1.02502, "th": 1.16706, "zh": 3.17526, "my": 1.1372}, "bytes_per_chunk": {"en": 5.028, "de": 5.876, "vi": 7.101, "tr": 5.736, "fi": 5.461, "ru": 10.167, "el": 11.483, "hi": 14.384, "ta": 25.247, "th": 16.045, "zh": 5.019, "my": 28.921}, "bpb_mean": 1.80704, "t": 259.1} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.48745, "bpb": 2.14594, "chunk_loss": 0.0, "F": 0.16565, "G": 0.22455, "chunks": 169.62, "bytes_per_chunk": 6.037, "boundary_entropy": 0.30649, "router_noise": 0.0, "grad_norm": 0.758, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 259.2} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.49445, "bpb": 2.15604, "chunk_loss": 0.0, "F": 0.16162, "G": 0.231, "chunks": 165.5, "bytes_per_chunk": 6.187, "boundary_entropy": 0.33539, "router_noise": 0.0, "grad_norm": 0.7027, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 261.2} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.42521, "bpb": 2.05615, "chunk_loss": 0.0, "F": 0.15955, "G": 0.21248, "chunks": 163.38, "bytes_per_chunk": 6.268, "boundary_entropy": 0.28083, "router_noise": 0.0, "grad_norm": 0.7462, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 263.4} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.23337, "bpb": 1.77938, "chunk_loss": 0.0, "F": 0.14838, "G": 0.2039, "chunks": 151.94, "bytes_per_chunk": 6.74, "boundary_entropy": 0.28855, "router_noise": 0.0, "grad_norm": 0.7248, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 265.5} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3539.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203356, "cps": 27.648438, "mean_p": 0.228657, "boundary_entropy": 0.2361, "bpb": 2.050309}, "de": {"chunks": 3537.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172259, "cps": 27.632812, "mean_p": 0.20033, "boundary_entropy": 0.226768, "bpb": 2.26411}, "vi": {"chunks": 3348.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.181611, "cps": 26.15625, "mean_p": 0.223735, "boundary_entropy": 0.345031, "bpb": 1.945379}, "tr": {"chunks": 3375.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.186433, "cps": 26.367188, "mean_p": 0.201501, "boundary_entropy": 0.23002, "bpb": 2.232593}, "fi": {"chunks": 3297.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17527, "cps": 25.757812, "mean_p": 0.200791, "boundary_entropy": 0.230291, "bpb": 2.405031}, "ru": {"chunks": 3362.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177414, "cps": 26.265625, "mean_p": 0.15957, "boundary_entropy": 0.285289, "bpb": 1.440445}, "el": {"chunks": 3165.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.154217, "cps": 24.726562, "mean_p": 0.183269, "boundary_entropy": 0.36167, "bpb": 1.518216}, "hi": {"chunks": 2965.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176226, "cps": 23.164062, "mean_p": 0.191751, "boundary_entropy": 0.399721, "bpb": 1.22681}, "ta": {"chunks": 1264.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067612, "cps": 9.875, "mean_p": 0.167345, "boundary_entropy": 0.401549, "bpb": 1.020306}, "th": {"chunks": 2924.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.181784, "cps": 22.84375, "mean_p": 0.188511, "boundary_entropy": 0.400039, "bpb": 1.141374}, "zh": {"chunks": 3378.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.571961, "cps": 26.390625, "mean_p": 0.311893, "boundary_entropy": 0.480337, "bpb": 3.159299}, "my": {"chunks": 1336.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.070509, "cps": 10.4375, "mean_p": 0.154639, "boundary_entropy": 0.383767, "bpb": 1.124135}}, "bpb": {"en": 2.05031, "de": 2.26411, "vi": 1.94538, "tr": 2.23259, "fi": 2.40503, "ru": 1.44044, "el": 1.51822, "hi": 1.22681, "ta": 1.02031, "th": 1.14137, "zh": 3.1593, "my": 1.12413}, "gini_cpc": 0.252906, "gini_cps": 0.119057, "bpic": 10.813779, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8470834762755939, "vi": 0.8930707487944974, "tr": 0.9167834892600762, "fi": 0.8618875776077403, "ru": 0.872432935380431, "el": 0.7583617616618448, "hi": 0.8665890205802715, "ta": 0.3324797214336019, "th": 0.8939224835425464, "zh": 2.812611577806469, "my": 0.34672618381873843}, "t": 268.5} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06093, "de": 2.2707, "vi": 1.94598, "tr": 2.2437, "fi": 2.41474, "ru": 1.41834, "el": 1.50936, "hi": 1.22334, "ta": 1.02578, "th": 1.15786, "zh": 3.1594, "my": 1.13114}, "bytes_per_chunk": {"en": 4.974, "de": 5.686, "vi": 7.358, "tr": 5.562, "fi": 5.455, "ru": 9.921, "el": 11.516, "hi": 13.479, "ta": 38.28, "th": 14.073, "zh": 5.023, "my": 35.444}, "bpb_mean": 1.79677, "t": 269.8} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.31314, "bpb": 1.89447, "chunk_loss": 0.0, "F": 0.13303, "G": 0.20836, "chunks": 136.22, "bytes_per_chunk": 7.517, "boundary_entropy": 0.32343, "router_noise": 0.0, "grad_norm": 0.7306, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 269.9} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.41312, "bpb": 2.03871, "chunk_loss": 0.0, "F": 0.15112, "G": 0.22508, "chunks": 154.75, "bytes_per_chunk": 6.617, "boundary_entropy": 0.33167, "router_noise": 0.0, "grad_norm": 0.6796, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 272.0} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.33166, "bpb": 1.92118, "chunk_loss": 0.0, "F": 0.15558, "G": 0.21519, "chunks": 159.31, "bytes_per_chunk": 6.428, "boundary_entropy": 0.29668, "router_noise": 0.0, "grad_norm": 0.7471, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 274.1} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.34323, "bpb": 1.93788, "chunk_loss": 0.0, "F": 0.15875, "G": 0.21943, "chunks": 162.56, "bytes_per_chunk": 6.299, "boundary_entropy": 0.3008, "router_noise": 0.0, "grad_norm": 0.7333, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 276.2} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3558.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.204448, "cps": 27.796875, "mean_p": 0.230502, "boundary_entropy": 0.235189, "bpb": 2.042404}, "de": {"chunks": 3568.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173769, "cps": 27.875, "mean_p": 0.202893, "boundary_entropy": 0.228192, "bpb": 2.251648}, "vi": {"chunks": 3513.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190561, "cps": 27.445312, "mean_p": 0.226701, "boundary_entropy": 0.342642, "bpb": 1.941208}, "tr": {"chunks": 3350.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185052, "cps": 26.171875, "mean_p": 0.204049, "boundary_entropy": 0.23351, "bpb": 2.223959}, "fi": {"chunks": 3313.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17612, "cps": 25.882812, "mean_p": 0.20218, "boundary_entropy": 0.23075, "bpb": 2.38956}, "ru": {"chunks": 3638.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.191979, "cps": 28.421875, "mean_p": 0.171989, "boundary_entropy": 0.296078, "bpb": 1.425233}, "el": {"chunks": 3533.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.172148, "cps": 27.601562, "mean_p": 0.194109, "boundary_entropy": 0.369468, "bpb": 1.503916}, "hi": {"chunks": 3208.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.190669, "cps": 25.0625, "mean_p": 0.201587, "boundary_entropy": 0.408824, "bpb": 1.222687}, "ta": {"chunks": 2154.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.115218, "cps": 16.828125, "mean_p": 0.190564, "boundary_entropy": 0.428769, "bpb": 1.009065}, "th": {"chunks": 3558.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.2212, "cps": 27.796875, "mean_p": 0.202226, "boundary_entropy": 0.415396, "bpb": 1.133275}, "zh": {"chunks": 3437.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.581951, "cps": 26.851562, "mean_p": 0.314134, "boundary_entropy": 0.48082, "bpb": 3.14977}, "my": {"chunks": 1929.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.101805, "cps": 15.070312, "mean_p": 0.16941, "boundary_entropy": 0.401874, "bpb": 1.118759}}, "bpb": {"en": 2.0424, "de": 2.25165, "vi": 1.94121, "tr": 2.22396, "fi": 2.38956, "ru": 1.42523, "el": 1.50392, "hi": 1.22269, "ta": 1.00906, "th": 1.13328, "zh": 3.14977, "my": 1.11876}, "gini_cpc": 0.219626, "gini_cps": 0.077025, "bpic": 9.901726, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8499445921339638, "vi": 0.9320799893523163, "tr": 0.9051330688856598, "fi": 0.8614453457007278, "ru": 0.9390131125220804, "el": 0.8420172111427815, "hi": 0.9326044065358855, "ta": 0.5635577232281584, "th": 1.0819396953683555, "zh": 2.846454630127192, "my": 0.49795148059426686}, "t": 279.2} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05351, "de": 2.26027, "vi": 1.94199, "tr": 2.23291, "fi": 2.39876, "ru": 1.40382, "el": 1.49569, "hi": 1.21857, "ta": 1.01466, "th": 1.14992, "zh": 3.14716, "my": 1.12591}, "bytes_per_chunk": {"en": 4.949, "de": 5.648, "vi": 7.076, "tr": 5.607, "fi": 5.422, "ru": 9.209, "el": 10.529, "hi": 12.528, "ta": 24.703, "th": 11.88, "zh": 4.929, "my": 24.385}, "bpb_mean": 1.78693, "t": 280.5} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.26664, "bpb": 1.82737, "chunk_loss": 0.0, "F": 0.14557, "G": 0.21805, "chunks": 149.06, "bytes_per_chunk": 6.87, "boundary_entropy": 0.31677, "router_noise": 0.0, "grad_norm": 0.6988, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 280.5} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.49642, "bpb": 2.15888, "chunk_loss": 0.0, "F": 0.16919, "G": 0.22951, "chunks": 173.25, "bytes_per_chunk": 5.911, "boundary_entropy": 0.30446, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 282.7} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.41208, "bpb": 2.0372, "chunk_loss": 0.0, "F": 0.15515, "G": 0.23502, "chunks": 158.88, "bytes_per_chunk": 6.445, "boundary_entropy": 0.35571, "router_noise": 0.0, "grad_norm": 0.6989, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 284.8} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.52336, "bpb": 2.19774, "chunk_loss": 0.0, "F": 0.18234, "G": 0.23713, "chunks": 186.72, "bytes_per_chunk": 5.484, "boundary_entropy": 0.30764, "router_noise": 0.0, "grad_norm": 0.7699, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 286.9} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3598.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206746, "cps": 28.109375, "mean_p": 0.23264, "boundary_entropy": 0.236387, "bpb": 2.031415}, "de": {"chunks": 3614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176009, "cps": 28.234375, "mean_p": 0.204603, "boundary_entropy": 0.228037, "bpb": 2.237947}, "vi": {"chunks": 3653.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.198156, "cps": 28.539062, "mean_p": 0.231511, "boundary_entropy": 0.34426, "bpb": 1.93474}, "tr": {"chunks": 3441.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190079, "cps": 26.882812, "mean_p": 0.20732, "boundary_entropy": 0.233262, "bpb": 2.218395}, "fi": {"chunks": 3428.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182234, "cps": 26.78125, "mean_p": 0.20718, "boundary_entropy": 0.23242, "bpb": 2.376167}, "ru": {"chunks": 3668.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.193562, "cps": 28.65625, "mean_p": 0.172896, "boundary_entropy": 0.296106, "bpb": 1.415391}, "el": {"chunks": 3339.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.162696, "cps": 26.085938, "mean_p": 0.189318, "boundary_entropy": 0.367481, "bpb": 1.49769}, "hi": {"chunks": 3111.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.184903, "cps": 24.304688, "mean_p": 0.198656, "boundary_entropy": 0.405969, "bpb": 1.212196}, "ta": {"chunks": 1815.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097085, "cps": 14.179688, "mean_p": 0.186487, "boundary_entropy": 0.426264, "bpb": 1.003845}, "th": {"chunks": 3291.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.204601, "cps": 25.710938, "mean_p": 0.198361, "boundary_entropy": 0.412291, "bpb": 1.129363}, "zh": {"chunks": 3491.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.591094, "cps": 27.273438, "mean_p": 0.314815, "boundary_entropy": 0.476956, "bpb": 3.142876}, "my": {"chunks": 1566.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.082647, "cps": 12.234375, "mean_p": 0.165414, "boundary_entropy": 0.40093, "bpb": 1.113474}}, "bpb": {"en": 2.03141, "de": 2.23795, "vi": 1.93474, "tr": 2.2184, "fi": 2.37617, "ru": 1.41539, "el": 1.49769, "hi": 1.2122, "ta": 1.00384, "th": 1.12936, "zh": 3.14288, "my": 1.11347}, "gini_cpc": 0.236964, "gini_cps": 0.09906, "bpic": 10.095515, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8513314986082275, "vi": 0.9584500656046596, "tr": 0.919384298303909, "fi": 0.88143824638222, "ru": 0.9362311222446947, "el": 0.7869344084107212, "hi": 0.8943507991479499, "ta": 0.46958489761555144, "th": 0.9896229954022396, "zh": 2.8590343113070116, "my": 0.3997526421159317}, "t": 289.9} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.04206, "de": 2.24504, "vi": 1.9357, "tr": 2.22715, "fi": 2.38558, "ru": 1.39269, "el": 1.49024, "hi": 1.20848, "ta": 1.00966, "th": 1.14629, "zh": 3.14064, "my": 1.12117}, "bytes_per_chunk": {"en": 4.869, "de": 5.562, "vi": 6.766, "tr": 5.436, "fi": 5.285, "ru": 9.139, "el": 11.027, "hi": 12.472, "ta": 27.185, "th": 12.801, "zh": 4.833, "my": 29.881}, "bpb_mean": 1.77872, "t": 291.2} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.29467, "bpb": 1.86781, "chunk_loss": 0.0, "F": 0.15457, "G": 0.22485, "chunks": 158.28, "bytes_per_chunk": 6.469, "boundary_entropy": 0.32517, "router_noise": 0.0, "grad_norm": 0.7555, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 291.3} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.26939, "bpb": 1.83134, "chunk_loss": 0.0, "F": 0.15244, "G": 0.21397, "chunks": 156.09, "bytes_per_chunk": 6.56, "boundary_entropy": 0.29772, "router_noise": 0.0, "grad_norm": 0.6853, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 293.4} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.31025, "bpb": 1.89029, "chunk_loss": 0.0, "F": 0.15472, "G": 0.22009, "chunks": 158.44, "bytes_per_chunk": 6.463, "boundary_entropy": 0.30769, "router_noise": 0.0, "grad_norm": 0.7225, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 295.5} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.33785, "bpb": 1.93012, "chunk_loss": 0.0, "F": 0.16058, "G": 0.21993, "chunks": 164.44, "bytes_per_chunk": 6.227, "boundary_entropy": 0.30176, "router_noise": 0.0, "grad_norm": 0.7256, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 297.6} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3588.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.206171, "cps": 28.03125, "mean_p": 0.232738, "boundary_entropy": 0.236338, "bpb": 2.027512}, "de": {"chunks": 3644.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17747, "cps": 28.46875, "mean_p": 0.205684, "boundary_entropy": 0.230019, "bpb": 2.231537}, "vi": {"chunks": 3590.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194738, "cps": 28.046875, "mean_p": 0.22802, "boundary_entropy": 0.34258, "bpb": 1.929313}, "tr": {"chunks": 3424.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18914, "cps": 26.75, "mean_p": 0.205293, "boundary_entropy": 0.231273, "bpb": 2.203813}, "fi": {"chunks": 3376.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179469, "cps": 26.375, "mean_p": 0.206007, "boundary_entropy": 0.232162, "bpb": 2.364552}, "ru": {"chunks": 3696.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.19504, "cps": 28.875, "mean_p": 0.173884, "boundary_entropy": 0.297699, "bpb": 1.407761}, "el": {"chunks": 3379.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.164645, "cps": 26.398438, "mean_p": 0.19085, "boundary_entropy": 0.366883, "bpb": 1.491172}, "hi": {"chunks": 3078.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.182942, "cps": 24.046875, "mean_p": 0.201126, "boundary_entropy": 0.411394, "bpb": 1.203692}, "ta": {"chunks": 1669.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.089275, "cps": 13.039062, "mean_p": 0.177995, "boundary_entropy": 0.411506, "bpb": 1.003166}, "th": {"chunks": 3207.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.199378, "cps": 25.054688, "mean_p": 0.198404, "boundary_entropy": 0.415083, "bpb": 1.12055}, "zh": {"chunks": 3512.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.59465, "cps": 27.4375, "mean_p": 0.317952, "boundary_entropy": 0.480311, "bpb": 3.125624}, "my": {"chunks": 1521.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.080272, "cps": 11.882812, "mean_p": 0.164301, "boundary_entropy": 0.398174, "bpb": 1.11211}}, "bpb": {"en": 2.02751, "de": 2.23154, "vi": 1.92931, "tr": 2.20381, "fi": 2.36455, "ru": 1.40776, "el": 1.49117, "hi": 1.20369, "ta": 1.00317, "th": 1.12055, "zh": 3.12562, "my": 1.11211}, "gini_cpc": 0.240952, "gini_cps": 0.105354, "bpic": 10.18419, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.860790860034919, "vi": 0.9445457373960575, "tr": 0.9173918770646673, "fi": 0.8704869011211508, "ru": 0.9460071831346353, "el": 0.7985811090159551, "hi": 0.8873301296545693, "ta": 0.4330146132110155, "th": 0.9670514501243915, "zh": 2.884248997957975, "my": 0.38934761957210123}, "t": 300.6} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03734, "de": 2.23774, "vi": 1.93027, "tr": 2.21333, "fi": 2.37453, "ru": 1.38526, "el": 1.48445, "hi": 1.20163, "ta": 1.00886, "th": 1.13734, "zh": 3.12347, "my": 1.11975}, "bytes_per_chunk": {"en": 4.879, "de": 5.527, "vi": 6.881, "tr": 5.493, "fi": 5.34, "ru": 9.096, "el": 10.777, "hi": 13.028, "ta": 29.922, "th": 13.13, "zh": 4.829, "my": 30.492}, "bpb_mean": 1.77116, "t": 301.9} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.29661, "bpb": 1.87061, "chunk_loss": 0.0, "F": 0.14697, "G": 0.21558, "chunks": 150.5, "bytes_per_chunk": 6.804, "boundary_entropy": 0.31167, "router_noise": 0.0, "grad_norm": 0.789, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 301.9} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.38109, "bpb": 1.9925, "chunk_loss": 0.0, "F": 0.16479, "G": 0.2305, "chunks": 168.75, "bytes_per_chunk": 6.068, "boundary_entropy": 0.32026, "router_noise": 0.0, "grad_norm": 0.7231, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 304.1} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.3832, "bpb": 1.99554, "chunk_loss": 0.0, "F": 0.16345, "G": 0.23039, "chunks": 167.38, "bytes_per_chunk": 6.118, "boundary_entropy": 0.31758, "router_noise": 0.0, "grad_norm": 0.7482, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 306.2} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.43306, "bpb": 2.06746, "chunk_loss": 0.0, "F": 0.16412, "G": 0.22818, "chunks": 168.06, "bytes_per_chunk": 6.093, "boundary_entropy": 0.31379, "router_noise": 0.0, "grad_norm": 0.7815, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 308.3} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3611.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.207493, "cps": 28.210938, "mean_p": 0.235129, "boundary_entropy": 0.238044, "bpb": 2.019799}, "de": {"chunks": 3702.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180295, "cps": 28.921875, "mean_p": 0.209288, "boundary_entropy": 0.232545, "bpb": 2.225208}, "vi": {"chunks": 3773.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.204665, "cps": 29.476562, "mean_p": 0.237028, "boundary_entropy": 0.350933, "bpb": 1.922462}, "tr": {"chunks": 3429.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189416, "cps": 26.789062, "mean_p": 0.208007, "boundary_entropy": 0.234669, "bpb": 2.198923}, "fi": {"chunks": 3419.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181755, "cps": 26.710938, "mean_p": 0.207388, "boundary_entropy": 0.23254, "bpb": 2.3556}, "ru": {"chunks": 3599.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.189921, "cps": 28.117188, "mean_p": 0.171735, "boundary_entropy": 0.296412, "bpb": 1.404459}, "el": {"chunks": 3492.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.170151, "cps": 27.28125, "mean_p": 0.193194, "boundary_entropy": 0.368424, "bpb": 1.481868}, "hi": {"chunks": 3155.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.187519, "cps": 24.648438, "mean_p": 0.200004, "boundary_entropy": 0.406736, "bpb": 1.201686}, "ta": {"chunks": 1929.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.103183, "cps": 15.070312, "mean_p": 0.185096, "boundary_entropy": 0.419095, "bpb": 0.997633}, "th": {"chunks": 3277.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.20373, "cps": 25.601562, "mean_p": 0.203085, "boundary_entropy": 0.420118, "bpb": 1.11526}, "zh": {"chunks": 3532.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.598036, "cps": 27.59375, "mean_p": 0.317807, "boundary_entropy": 0.480004, "bpb": 3.121571}, "my": {"chunks": 2042.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107769, "cps": 15.953125, "mean_p": 0.175841, "boundary_entropy": 0.411308, "bpb": 1.108414}}, "bpb": {"en": 2.0198, "de": 2.22521, "vi": 1.92246, "tr": 2.19892, "fi": 2.3556, "ru": 1.40446, "el": 1.48187, "hi": 1.20169, "ta": 0.99763, "th": 1.11526, "zh": 3.12157, "my": 1.10841}, "gini_cpc": 0.222077, "gini_cps": 0.086473, "bpic": 9.850642, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8689216916394914, "vi": 0.9863709995608303, "tr": 0.9128797332559604, "fi": 0.8759591412020057, "ru": 0.915312227589548, "el": 0.8200305300793014, "hi": 0.9037346262843063, "ta": 0.4972827447913492, "th": 0.9818655169543343, "zh": 2.882198474897459, "my": 0.519384510316009}, "t": 311.4} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.03033, "de": 2.22982, "vi": 1.92228, "tr": 2.20865, "fi": 2.36531, "ru": 1.38222, "el": 1.47512, "hi": 1.19813, "ta": 1.00339, "th": 1.13221, "zh": 3.11944, "my": 1.1167}, "bytes_per_chunk": {"en": 4.865, "de": 5.45, "vi": 6.536, "tr": 5.456, "fi": 5.325, "ru": 9.239, "el": 10.42, "hi": 12.555, "ta": 27.07, "th": 12.876, "zh": 4.83, "my": 24.228}, "bpb_mean": 1.7653, "t": 312.7} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.14478, "bpb": 1.65157, "chunk_loss": 0.0, "F": 0.13562, "G": 0.21258, "chunks": 138.88, "bytes_per_chunk": 7.374, "boundary_entropy": 0.32648, "router_noise": 0.0, "grad_norm": 0.697, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 312.7} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.20468, "bpb": 1.73799, "chunk_loss": 0.0, "F": 0.1394, "G": 0.21302, "chunks": 142.75, "bytes_per_chunk": 7.173, "boundary_entropy": 0.31958, "router_noise": 0.0, "grad_norm": 0.7387, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 314.8} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.39666, "bpb": 2.01495, "chunk_loss": 0.0, "F": 0.16959, "G": 0.22574, "chunks": 173.66, "bytes_per_chunk": 5.897, "boundary_entropy": 0.29535, "router_noise": 0.0, "grad_norm": 0.7566, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 317.0} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.41649, "bpb": 2.04357, "chunk_loss": 0.0, "F": 0.16516, "G": 0.22919, "chunks": 169.12, "bytes_per_chunk": 6.055, "boundary_entropy": 0.31192, "router_noise": 0.0, "grad_norm": 0.8019, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 319.1} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3624.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.20824, "cps": 28.3125, "mean_p": 0.234935, "boundary_entropy": 0.237861, "bpb": 2.012658}, "de": {"chunks": 3690.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.179711, "cps": 28.828125, "mean_p": 0.208152, "boundary_entropy": 0.231309, "bpb": 2.215031}, "vi": {"chunks": 3682.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.199729, "cps": 28.765625, "mean_p": 0.23511, "boundary_entropy": 0.349115, "bpb": 1.920815}, "tr": {"chunks": 3482.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.192344, "cps": 27.203125, "mean_p": 0.208532, "boundary_entropy": 0.234477, "bpb": 2.185789}, "fi": {"chunks": 3427.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.182181, "cps": 26.773438, "mean_p": 0.207696, "boundary_entropy": 0.233309, "bpb": 2.349226}, "ru": {"chunks": 3594.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.189657, "cps": 28.078125, "mean_p": 0.172289, "boundary_entropy": 0.298025, "bpb": 1.400823}, "el": {"chunks": 3452.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.168202, "cps": 26.96875, "mean_p": 0.196191, "boundary_entropy": 0.374004, "bpb": 1.474418}, "hi": {"chunks": 3179.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.188945, "cps": 24.835938, "mean_p": 0.20186, "boundary_entropy": 0.411786, "bpb": 1.194882}, "ta": {"chunks": 1925.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.102969, "cps": 15.039062, "mean_p": 0.182826, "boundary_entropy": 0.417432, "bpb": 0.996884}, "th": {"chunks": 3307.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.205595, "cps": 25.835938, "mean_p": 0.202234, "boundary_entropy": 0.41826, "bpb": 1.114788}, "zh": {"chunks": 3445.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.583305, "cps": 26.914062, "mean_p": 0.315712, "boundary_entropy": 0.480274, "bpb": 3.116291}, "my": {"chunks": 1918.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.101224, "cps": 14.984375, "mean_p": 0.173334, "boundary_entropy": 0.409586, "bpb": 1.104861}}, "bpb": {"en": 2.01266, "de": 2.21503, "vi": 1.92082, "tr": 2.18579, "fi": 2.34923, "ru": 1.40082, "el": 1.47442, "hi": 1.19488, "ta": 0.99688, "th": 1.11479, "zh": 3.11629, "my": 1.10486}, "gini_cpc": 0.22126, "gini_cps": 0.086135, "bpic": 9.91042, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8629982006029383, "vi": 0.9591280083773847, "tr": 0.9236642750296042, "fi": 0.8748591777883942, "ru": 0.910761764140558, "el": 0.8077293671161381, "hi": 0.9073427767336134, "ta": 0.4944714208034517, "th": 0.9872998268717306, "zh": 2.8011200025566096, "my": 0.48609500452266013}, "t": 322.2} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.0242, "de": 2.22157, "vi": 1.92018, "tr": 2.19531, "fi": 2.35777, "ru": 1.3774, "el": 1.46773, "hi": 1.19185, "ta": 1.00233, "th": 1.13087, "zh": 3.1135, "my": 1.11318}, "bytes_per_chunk": {"en": 4.859, "de": 5.462, "vi": 6.765, "tr": 5.417, "fi": 5.31, "ru": 9.284, "el": 10.564, "hi": 12.679, "ta": 27.216, "th": 12.669, "zh": 4.947, "my": 25.588}, "bpb_mean": 1.75966, "t": 323.5} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.47297, "bpb": 2.12505, "chunk_loss": 0.0, "F": 0.17374, "G": 0.23373, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.31213, "router_noise": 0.0, "grad_norm": 0.789, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 323.5} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.27922, "bpb": 1.84552, "chunk_loss": 0.0, "F": 0.15106, "G": 0.22182, "chunks": 154.69, "bytes_per_chunk": 6.62, "boundary_entropy": 0.32101, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 325.7} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.32613, "bpb": 1.9132, "chunk_loss": 0.0, "F": 0.16602, "G": 0.22388, "chunks": 170.0, "bytes_per_chunk": 6.024, "boundary_entropy": 0.29682, "router_noise": 0.0, "grad_norm": 0.7576, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 327.8} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.21106, "bpb": 1.74719, "chunk_loss": 0.0, "F": 0.15005, "G": 0.21468, "chunks": 153.66, "bytes_per_chunk": 6.664, "boundary_entropy": 0.3013, "router_noise": 0.0, "grad_norm": 0.717, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 329.9} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3676.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.211228, "cps": 28.71875, "mean_p": 0.237971, "boundary_entropy": 0.237598, "bpb": 2.008663}, "de": {"chunks": 3752.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18273, "cps": 29.3125, "mean_p": 0.210658, "boundary_entropy": 0.230189, "bpb": 2.21128}, "vi": {"chunks": 3755.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.203689, "cps": 29.335938, "mean_p": 0.235655, "boundary_entropy": 0.346957, "bpb": 1.915524}, "tr": {"chunks": 3544.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195769, "cps": 27.6875, "mean_p": 0.211567, "boundary_entropy": 0.236474, "bpb": 2.179072}, "fi": {"chunks": 3458.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183829, "cps": 27.015625, "mean_p": 0.210898, "boundary_entropy": 0.235298, "bpb": 2.341234}, "ru": {"chunks": 3607.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.190343, "cps": 28.179688, "mean_p": 0.173147, "boundary_entropy": 0.298603, "bpb": 1.394838}, "el": {"chunks": 3388.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.165083, "cps": 26.46875, "mean_p": 0.190727, "boundary_entropy": 0.366817, "bpb": 1.467901}, "hi": {"chunks": 3389.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.201426, "cps": 26.476562, "mean_p": 0.205548, "boundary_entropy": 0.414395, "bpb": 1.19047}, "ta": {"chunks": 1821.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.097406, "cps": 14.226562, "mean_p": 0.185477, "boundary_entropy": 0.422269, "bpb": 0.992911}, "th": {"chunks": 3703.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.230214, "cps": 28.929688, "mean_p": 0.212568, "boundary_entropy": 0.430371, "bpb": 1.110327}, "zh": {"chunks": 3573.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.604978, "cps": 27.914062, "mean_p": 0.320183, "boundary_entropy": 0.480786, "bpb": 3.109915}, "my": {"chunks": 1896.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.100063, "cps": 14.8125, "mean_p": 0.173233, "boundary_entropy": 0.40883, "bpb": 1.104676}}, "bpb": {"en": 2.00866, "de": 2.21128, "vi": 1.91552, "tr": 2.17907, "fi": 2.34123, "ru": 1.39484, "el": 1.4679, "hi": 1.19047, "ta": 0.99291, "th": 1.11033, "zh": 3.10991, "my": 1.10468}, "gini_cpc": 0.235079, "gini_cps": 0.088667, "bpic": 9.700748, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8650855145624811, "vi": 0.9643072165149262, "tr": 0.9268122796545003, "fi": 0.8702854504422868, "ru": 0.901126051891898, "el": 0.7815399342026464, "hi": 0.95359752104733, "ta": 0.4611403170009612, "th": 1.0898864776792765, "zh": 2.8641000907581122, "my": 0.4737220221059733}, "t": 333.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.01925, "de": 2.21785, "vi": 1.91491, "tr": 2.18882, "fi": 2.35073, "ru": 1.37258, "el": 1.4618, "hi": 1.18731, "ta": 0.99849, "th": 1.12602, "zh": 3.10791, "my": 1.11282}, "bytes_per_chunk": {"en": 4.79, "de": 5.386, "vi": 6.657, "tr": 5.342, "fi": 5.244, "ru": 9.256, "el": 10.765, "hi": 11.603, "ta": 27.682, "th": 11.412, "zh": 4.775, "my": 25.688}, "bpb_mean": 1.75487, "t": 334.3} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.26247, "bpb": 1.82137, "chunk_loss": 0.0, "F": 0.15659, "G": 0.22445, "chunks": 160.34, "bytes_per_chunk": 6.386, "boundary_entropy": 0.31414, "router_noise": 0.0, "grad_norm": 0.7215, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 334.3} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.37357, "bpb": 1.98164, "chunk_loss": 0.0, "F": 0.16183, "G": 0.22971, "chunks": 165.72, "bytes_per_chunk": 6.179, "boundary_entropy": 0.32188, "router_noise": 0.0, "grad_norm": 0.7014, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 336.5} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.33052, "bpb": 1.91953, "chunk_loss": 0.0, "F": 0.16428, "G": 0.22332, "chunks": 168.22, "bytes_per_chunk": 6.087, "boundary_entropy": 0.30014, "router_noise": 0.0, "grad_norm": 0.7651, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 338.6} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.28787, "bpb": 1.85801, "chunk_loss": 0.0, "F": 0.1499, "G": 0.22145, "chunks": 153.5, "bytes_per_chunk": 6.671, "boundary_entropy": 0.31842, "router_noise": 0.0, "grad_norm": 0.7141, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 340.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3637.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208987, "cps": 28.414062, "mean_p": 0.235227, "boundary_entropy": 0.235231, "bpb": 2.005763}, "de": {"chunks": 3628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176691, "cps": 28.34375, "mean_p": 0.205738, "boundary_entropy": 0.227873, "bpb": 2.209956}, "vi": {"chunks": 3600.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195281, "cps": 28.125, "mean_p": 0.231494, "boundary_entropy": 0.346194, "bpb": 1.914264}, "tr": {"chunks": 3473.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191847, "cps": 27.132812, "mean_p": 0.209226, "boundary_entropy": 0.235501, "bpb": 2.17907}, "fi": {"chunks": 3443.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183031, "cps": 26.898438, "mean_p": 0.208423, "boundary_entropy": 0.231517, "bpb": 2.339462}, "ru": {"chunks": 3732.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.196939, "cps": 29.15625, "mean_p": 0.177415, "boundary_entropy": 0.300712, "bpb": 1.391678}, "el": {"chunks": 3423.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.166788, "cps": 26.742188, "mean_p": 0.193502, "boundary_entropy": 0.370145, "bpb": 1.463996}, "hi": {"chunks": 3246.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.192927, "cps": 25.359375, "mean_p": 0.204301, "boundary_entropy": 0.415585, "bpb": 1.19246}, "ta": {"chunks": 1600.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.085584, "cps": 12.5, "mean_p": 0.182408, "boundary_entropy": 0.421223, "bpb": 0.992586}, "th": {"chunks": 3263.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.20286, "cps": 25.492188, "mean_p": 0.206003, "boundary_entropy": 0.425167, "bpb": 1.106602}, "zh": {"chunks": 3660.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.619709, "cps": 28.59375, "mean_p": 0.322644, "boundary_entropy": 0.480944, "bpb": 3.105653}, "my": {"chunks": 1881.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099272, "cps": 14.695312, "mean_p": 0.172898, "boundary_entropy": 0.407868, "bpb": 1.100703}}, "bpb": {"en": 2.00576, "de": 2.20996, "vi": 1.91426, "tr": 2.17907, "fi": 2.33946, "ru": 1.39168, "el": 1.464, "hi": 1.19246, "ta": 0.99259, "th": 1.1066, "zh": 3.10565, "my": 1.1007}, "gini_cpc": 0.239901, "gini_cps": 0.096291, "bpic": 9.94612, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8454651103762486, "vi": 0.9344158100241328, "tr": 0.9179838716867316, "fi": 0.8758020520083962, "ru": 0.9423521807166596, "el": 0.7980808189731832, "hi": 0.9231542251279875, "ta": 0.40952020344821577, "th": 0.9706816678545352, "zh": 2.9652988004444296, "my": 0.4750138128930667}, "t": 343.8} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.0183, "de": 2.21731, "vi": 1.91294, "tr": 2.18754, "fi": 2.34871, "ru": 1.36915, "el": 1.45771, "hi": 1.1899, "ta": 0.99858, "th": 1.12313, "zh": 3.10239, "my": 1.1091}, "bytes_per_chunk": {"en": 4.838, "de": 5.531, "vi": 6.966, "tr": 5.434, "fi": 5.29, "ru": 8.921, "el": 10.693, "hi": 12.217, "ta": 31.459, "th": 12.857, "zh": 4.651, "my": 26.094}, "bpb_mean": 1.7529, "t": 345.1} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3637.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.208987, "cps": 28.414062, "mean_p": 0.235227, "boundary_entropy": 0.235231, "bpb": 2.005763}, "de": {"chunks": 3628.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176691, "cps": 28.34375, "mean_p": 0.205738, "boundary_entropy": 0.227873, "bpb": 2.209956}, "vi": {"chunks": 3600.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195281, "cps": 28.125, "mean_p": 0.231494, "boundary_entropy": 0.346194, "bpb": 1.914264}, "tr": {"chunks": 3473.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191847, "cps": 27.132812, "mean_p": 0.209226, "boundary_entropy": 0.235501, "bpb": 2.17907}, "fi": {"chunks": 3443.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.183031, "cps": 26.898438, "mean_p": 0.208423, "boundary_entropy": 0.231517, "bpb": 2.339462}, "ru": {"chunks": 3732.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.196939, "cps": 29.15625, "mean_p": 0.177415, "boundary_entropy": 0.300712, "bpb": 1.391678}, "el": {"chunks": 3423.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.166788, "cps": 26.742188, "mean_p": 0.193502, "boundary_entropy": 0.370145, "bpb": 1.463996}, "hi": {"chunks": 3246.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.192927, "cps": 25.359375, "mean_p": 0.204301, "boundary_entropy": 0.415585, "bpb": 1.19246}, "ta": {"chunks": 1600.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.085584, "cps": 12.5, "mean_p": 0.182408, "boundary_entropy": 0.421223, "bpb": 0.992586}, "th": {"chunks": 3263.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.20286, "cps": 25.492188, "mean_p": 0.206003, "boundary_entropy": 0.425167, "bpb": 1.106602}, "zh": {"chunks": 3660.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.619709, "cps": 28.59375, "mean_p": 0.322644, "boundary_entropy": 0.480944, "bpb": 3.105653}, "my": {"chunks": 1881.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099272, "cps": 14.695312, "mean_p": 0.172898, "boundary_entropy": 0.407868, "bpb": 1.100703}}, "bpb": {"en": 2.00576, "de": 2.20996, "vi": 1.91426, "tr": 2.17907, "fi": 2.33946, "ru": 1.39168, "el": 1.464, "hi": 1.19246, "ta": 0.99259, "th": 1.1066, "zh": 3.10565, "my": 1.1007}, "gini_cpc": 0.239901, "gini_cps": 0.096291, "bpic": 9.94612, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8454651103762486, "vi": 0.9344158100241328, "tr": 0.9179838716867316, "fi": 0.8758020520083962, "ru": 0.9423521807166596, "el": 0.7980808189731832, "hi": 0.9231542251279875, "ta": 0.40952020344821577, "th": 0.9706816678545352, "zh": 2.9652988004444296, "my": 0.4750138128930667}, "t": 346.0} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s0/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s0/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s0/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s0/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s0/th0.70"], "t": 348.0} +{"event": "final", "run": "pilot_E_s0", "condition": "E", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.20898695627190714, "cps": 28.4140625, "bpb": 2.027534847106518, "bytes_per_chunk": 4.792351075401505}, "de": {"cpc": 0.1766911800516242, "cps": 28.34375, "bpb": 2.209753539885548, "bytes_per_chunk": 5.571071842225504}, "vi": {"cpc": 0.19528071602929212, "cps": 28.125, "bpb": 1.9175251448329642, "bytes_per_chunk": 6.9727493981992525}, "tr": {"cpc": 0.19184665525051098, "cps": 27.1328125, "bpb": 2.1790023647295897, "bytes_per_chunk": 5.453437210705333}, "fi": {"cpc": 0.18303120514592525, "cps": 26.8984375, "bpb": 2.3653980538947033, "bytes_per_chunk": 5.287773194420631}, "ru": {"cpc": 0.19693931398416886, "cps": 29.15625, "bpb": 1.3694184250825936, "bytes_per_chunk": 8.874054264484352}, "el": {"cpc": 0.16678848121619647, "cps": 26.7421875, "bpb": 1.4537136629856469, "bytes_per_chunk": 10.662544996034248}, "hi": {"cpc": 0.19292719167904904, "cps": 25.359375, "bpb": 1.1981697263057156, "bytes_per_chunk": 12.130960919965755}, "ta": {"cpc": 0.08558438085049479, "cps": 12.5, "bpb": 0.9989697245544682, "bytes_per_chunk": 32.08224207563334}, "th": {"cpc": 0.20285980727385763, "cps": 25.4921875, "bpb": 1.1227061361153114, "bytes_per_chunk": 13.105889411058895}, "zh": {"cpc": 0.6197087707416187, "cps": 28.59375, "bpb": 3.112132933082202, "bytes_per_chunk": 4.639224153187272}, "my": {"cpc": 0.09927169094363521, "cps": 14.6953125, "bpb": 1.1179256096116879, "bytes_per_chunk": 25.561308566135246}}, "gini_cpc": 0.2399013066286535, "gini_cps": 0.09629140102627898, "bpic": 9.946120354532733, "seed": 0, "mean_boundary_entropy": 0.3112594485282898, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 350.4} diff --git a/pilot_E_s0/model.safetensors b/pilot_E_s0/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..002e96a36d68a04eaf41e952484c3c259a11e2ae --- /dev/null +++ b/pilot_E_s0/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d0770c2e730661ee80179d008a0729c6f449ff37ee7bae5f2e574c7d522c0fc +size 90078296 diff --git a/pilot_E_s1/config.json b/pilot_E_s1/config.json new file mode 100644 index 0000000000000000000000000000000000000000..c1823996e1e73634430188decce62470dce3d1ba --- /dev/null +++ b/pilot_E_s1/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_E_s1", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "E", + "seed": 1, + "out_dir": null, + "run_name": "pilot_E_s1", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.1964674510925677, + "gini_cps": 0.10098658922012471, + "bpic": 8.195545400187921, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.9655403375392061, + "vi": 1.3673246834915216, + "tr": 1.3008611235523166, + "fi": 0.9485352068270303, + "ru": 1.549262456237803, + "el": 1.345955480257742, + "hi": 1.7048210970846212, + "ta": 1.5275244502989007, + "th": 1.450953060997798, + "zh": 3.5384460424771085, + "my": 1.050124096740635 + } + } +} \ No newline at end of file diff --git a/pilot_E_s1/final.json b/pilot_E_s1/final.json new file mode 100644 index 0000000000000000000000000000000000000000..490bcfda7374c105bfccfcde8212b1b63c198ebe --- /dev/null +++ b/pilot_E_s1/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_E_s1", + "condition": "E", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.16594839970120095, + "cps": 22.5625, + "bpb": 2.027052285286028, + "bytes_per_chunk": 5.732116109987427 + }, + "de": { + "cpc": 0.16022987386158866, + "cps": 25.703125, + "bpb": 2.2108564431276996, + "bytes_per_chunk": 6.252465624366451 + }, + "vi": { + "cpc": 0.22690534309736912, + "cps": 32.6796875, + "bpb": 1.8681790764787312, + "bytes_per_chunk": 5.773397495898074 + }, + "tr": { + "cpc": 0.2158758216870132, + "cps": 30.53125, + "bpb": 2.1935315020701425, + "bytes_per_chunk": 5.056887671444279 + }, + "fi": { + "cpc": 0.15740789963319335, + "cps": 23.1328125, + "bpb": 2.3985133563139995, + "bytes_per_chunk": 6.384335310091207 + }, + "ru": { + "cpc": 0.2570976253298153, + "cps": 38.0625, + "bpb": 1.3130465053519396, + "bytes_per_chunk": 7.278947076137058 + }, + "el": { + "cpc": 0.22335915801783365, + "cps": 35.8125, + "bpb": 1.3963111640919865, + "bytes_per_chunk": 8.278928751894897 + }, + "hi": { + "cpc": 0.2829123328380386, + "cps": 37.1875, + "bpb": 1.1711474198667287, + "bytes_per_chunk": 8.791320824320472 + }, + "ta": { + "cpc": 0.25349023803155923, + "cps": 37.0234375, + "bpb": 0.9658224011153641, + "bytes_per_chunk": 10.643928781696003 + }, + "th": { + "cpc": 0.2407833385141436, + "cps": 30.2578125, + "bpb": 1.0832735723389801, + "bytes_per_chunk": 11.81680490443563 + }, + "zh": { + "cpc": 0.5871994581781239, + "cps": 27.09375, + "bpb": 3.112535372485221, + "bytes_per_chunk": 5.089038370072703 + }, + "my": { + "cpc": 0.1742664133417775, + "cps": 25.796875, + "bpb": 1.1134285373889752, + "bytes_per_chunk": 14.984366515190489 + } + }, + "gini_cpc": 0.1964674510925677, + "gini_cps": 0.10098658922012471, + "bpic": 8.195545400187921, + "seed": 1, + "mean_boundary_entropy": 0.17916804552078247, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_b", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_E_s1/log.jsonl b/pilot_E_s1/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..3f74adf62ae55d481c20d8e14df32ef8f96d27b5 --- /dev/null +++ b/pilot_E_s1/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_E_s1", "condition": "E", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_b", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.9} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.9} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2674.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.153652, "cps": 20.890625, "mean_p": 0.478126, "boundary_entropy": 0.685438, "bpb": 8.041379}, "de": {"chunks": 2056.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.100131, "cps": 16.0625, "mean_p": 0.469682, "boundary_entropy": 0.685273, "bpb": 8.067143}, "vi": {"chunks": 14185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.76946, "cps": 110.820312, "mean_p": 0.507219, "boundary_entropy": 0.688283, "bpb": 7.894113}, "tr": {"chunks": 5645.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.311827, "cps": 44.101562, "mean_p": 0.486063, "boundary_entropy": 0.686375, "bpb": 8.01701}, "fi": {"chunks": 4732.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.251555, "cps": 36.96875, "mean_p": 0.48451, "boundary_entropy": 0.686595, "bpb": 8.075294}, "ru": {"chunks": 17548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.926016, "cps": 137.09375, "mean_p": 0.502342, "boundary_entropy": 0.690066, "bpb": 8.095633}, "el": {"chunks": 31473.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.533548, "cps": 245.882812, "mean_p": 0.517965, "boundary_entropy": 0.689704, "bpb": 7.804942}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476241, "boundary_entropy": 0.689492, "bpb": 8.047677}, "ta": {"chunks": 39693.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.123188, "cps": 310.101562, "mean_p": 0.514597, "boundary_entropy": 0.690542, "bpb": 8.096414}, "th": {"chunks": 44424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.761828, "cps": 347.0625, "mean_p": 0.52078, "boundary_entropy": 0.690224, "bpb": 8.201461}, "zh": {"chunks": 12933.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.189807, "cps": 101.039062, "mean_p": 0.528309, "boundary_entropy": 0.684752, "bpb": 8.121995}, "my": {"chunks": 7048.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.371965, "cps": 55.0625, "mean_p": 0.491145, "boundary_entropy": 0.691021, "bpb": 8.112229}}, "bpb": {"en": 8.04138, "de": 8.06714, "vi": 7.89411, "tr": 8.01701, "fi": 8.07529, "ru": 8.09563, "el": 7.80494, "hi": 8.04768, "ta": 8.09641, "th": 8.20146, "zh": 8.12199, "my": 8.11223}, "gini_cpc": 0.507116, "gini_cps": 0.500863, "bpic": 2.084973, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6516785410034256, "vi": 5.0078223656304, "tr": 2.029439514461233, "fi": 1.6371767549398106, "ru": 6.026721581613623, "el": 9.980677296913099, "hi": 0.6417324941848254, "ta": 13.818190381639045, "th": 17.9746032262692, "zh": 14.25176170627287, "my": 2.4208352616119475}, "t": 3.8} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.57556, "bpb": 8.04383, "chunk_loss": 0.043969, "F": 0.34537, "G": 0.49096, "chunks": 353.66, "bytes_per_chunk": 2.895, "boundary_entropy": 0.6904, "router_noise": 0.0, "grad_norm": 7.3225, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 4.1} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2651.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.15233, "cps": 20.710938, "mean_p": 0.478021, "boundary_entropy": 0.685429, "bpb": 8.011976}, "de": {"chunks": 2039.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.099304, "cps": 15.929688, "mean_p": 0.469566, "boundary_entropy": 0.685259, "bpb": 8.041936}, "vi": {"chunks": 14106.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.765175, "cps": 110.203125, "mean_p": 0.507011, "boundary_entropy": 0.688289, "bpb": 7.873419}, "tr": {"chunks": 5610.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.309893, "cps": 43.828125, "mean_p": 0.48594, "boundary_entropy": 0.686368, "bpb": 7.996264}, "fi": {"chunks": 4695.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.249588, "cps": 36.679688, "mean_p": 0.484352, "boundary_entropy": 0.686583, "bpb": 8.050004}, "ru": {"chunks": 17481.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.92248, "cps": 136.570312, "mean_p": 0.502276, "boundary_entropy": 0.690066, "bpb": 8.083968}, "el": {"chunks": 31421.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.531014, "cps": 245.476562, "mean_p": 0.517879, "boundary_entropy": 0.68971, "bpb": 7.792285}, "hi": {"chunks": 1659.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.098603, "cps": 12.960938, "mean_p": 0.476277, "boundary_entropy": 0.689497, "bpb": 8.025306}, "ta": {"chunks": 39580.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.117144, "cps": 309.21875, "mean_p": 0.514531, "boundary_entropy": 0.690545, "bpb": 8.080295}, "th": {"chunks": 44407.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.760771, "cps": 346.929688, "mean_p": 0.52071, "boundary_entropy": 0.69023, "bpb": 8.182804}, "zh": {"chunks": 12935.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.190146, "cps": 101.054688, "mean_p": 0.528283, "boundary_entropy": 0.684755, "bpb": 8.116872}, "my": {"chunks": 7056.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.372388, "cps": 55.125, "mean_p": 0.491149, "boundary_entropy": 0.691021, "bpb": 8.097955}}, "bpb": {"en": 8.01198, "de": 8.04194, "vi": 7.87342, "tr": 7.99626, "fi": 8.05, "ru": 8.08397, "el": 7.79229, "hi": 8.02531, "ta": 8.0803, "th": 8.1828, "zh": 8.11687, "my": 8.09796}, "gini_cpc": 0.507778, "gini_cps": 0.501336, "bpic": 2.089855, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6518973431972304, "vi": 5.023138235751804, "tr": 2.0343548202620187, "fi": 1.6384685349376928, "ru": 6.055798986592405, "el": 10.050636125594837, "hi": 0.6473001469069117, "ta": 13.898396997847781, "th": 18.12361224150229, "zh": 14.377632641038025, "my": 2.4446100256358863}, "t": 5.5} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2630.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.151123, "cps": 20.546875, "mean_p": 0.477868, "boundary_entropy": 0.685416, "bpb": 7.961856}, "de": {"chunks": 2015.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.098135, "cps": 15.742188, "mean_p": 0.469405, "boundary_entropy": 0.685239, "bpb": 7.999923}, "vi": {"chunks": 13977.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.758177, "cps": 109.195312, "mean_p": 0.506726, "boundary_entropy": 0.688298, "bpb": 7.840287}, "tr": {"chunks": 5554.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.3068, "cps": 43.390625, "mean_p": 0.485759, "boundary_entropy": 0.686358, "bpb": 7.962016}, "fi": {"chunks": 4630.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.246133, "cps": 36.171875, "mean_p": 0.484107, "boundary_entropy": 0.686566, "bpb": 8.009832}, "ru": {"chunks": 17257.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.91066, "cps": 134.820312, "mean_p": 0.502049, "boundary_entropy": 0.690066, "bpb": 8.040047}, "el": {"chunks": 31369.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.52848, "cps": 245.070312, "mean_p": 0.517785, "boundary_entropy": 0.689716, "bpb": 7.769433}, "hi": {"chunks": 1670.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.099257, "cps": 13.046875, "mean_p": 0.476369, "boundary_entropy": 0.689506, "bpb": 7.98382}, "ta": {"chunks": 39395.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.107248, "cps": 307.773438, "mean_p": 0.514417, "boundary_entropy": 0.69055, "bpb": 8.042752}, "th": {"chunks": 44379.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.75903, "cps": 346.710938, "mean_p": 0.520513, "boundary_entropy": 0.690245, "bpb": 8.123062}, "zh": {"chunks": 12928.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.18896, "cps": 101.0, "mean_p": 0.52826, "boundary_entropy": 0.684757, "bpb": 8.106808}, "my": {"chunks": 7075.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.37339, "cps": 55.273438, "mean_p": 0.49116, "boundary_entropy": 0.691021, "bpb": 8.083872}}, "bpb": {"en": 7.96186, "de": 7.99992, "vi": 7.84029, "tr": 7.96202, "fi": 8.00983, "ru": 8.04005, "el": 7.76943, "hi": 7.98382, "ta": 8.04275, "th": 8.12306, "zh": 8.10681, "my": 8.08387}, "gini_cpc": 0.508775, "gini_cps": 0.501994, "bpic": 2.098552, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6493681968690297, "vi": 5.016943324660378, "tr": 2.0301292834475473, "fi": 1.6286864351878898, "ru": 6.025935190665851, "el": 10.11412229884342, "hi": 0.6567948971463116, "ta": 13.943891892771395, "th": 18.256806745533176, "zh": 14.484592197919497, "my": 2.4707649954127007}, "t": 7.1} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2559.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.147044, "cps": 19.992188, "mean_p": 0.477479, "boundary_entropy": 0.685387, "bpb": 7.791445}, "de": {"chunks": 1968.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.095846, "cps": 15.375, "mean_p": 0.468986, "boundary_entropy": 0.685193, "bpb": 7.852553}, "vi": {"chunks": 13539.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.734418, "cps": 105.773438, "mean_p": 0.50567, "boundary_entropy": 0.688326, "bpb": 7.72993}, "tr": {"chunks": 5388.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.29763, "cps": 42.09375, "mean_p": 0.485237, "boundary_entropy": 0.686332, "bpb": 7.842848}, "fi": {"chunks": 4451.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.236617, "cps": 34.773438, "mean_p": 0.483395, "boundary_entropy": 0.686515, "bpb": 7.870576}, "ru": {"chunks": 16106.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.849921, "cps": 125.828125, "mean_p": 0.500932, "boundary_entropy": 0.690065, "bpb": 7.865171}, "el": {"chunks": 31138.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.517225, "cps": 243.265625, "mean_p": 0.517308, "boundary_entropy": 0.689748, "bpb": 7.686045}, "hi": {"chunks": 1731.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.102883, "cps": 13.523438, "mean_p": 0.476706, "boundary_entropy": 0.689542, "bpb": 7.830273}, "ta": {"chunks": 38741.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.072265, "cps": 302.664062, "mean_p": 0.513988, "boundary_entropy": 0.690571, "bpb": 7.912802}, "th": {"chunks": 44273.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.75244, "cps": 345.882812, "mean_p": 0.519893, "boundary_entropy": 0.690291, "bpb": 7.955049}, "zh": {"chunks": 12922.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.187944, "cps": 100.953125, "mean_p": 0.528241, "boundary_entropy": 0.684757, "bpb": 8.079672}, "my": {"chunks": 7115.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375501, "cps": 55.585938, "mean_p": 0.491186, "boundary_entropy": 0.691022, "bpb": 8.000732}}, "bpb": {"en": 7.79144, "de": 7.85255, "vi": 7.72993, "tr": 7.84285, "fi": 7.87058, "ru": 7.86517, "el": 7.68605, "hi": 7.83027, "ta": 7.9128, "th": 7.95505, "zh": 8.07967, "my": 8.00073}, "gini_cpc": 0.512204, "gini_cps": 0.503669, "bpic": 2.132934, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6518182579622349, "vi": 4.994560527769219, "tr": 2.0240948968644252, "fi": 1.6091611733749607, "ru": 5.780059575547424, "el": 10.318194341075825, "hi": 0.6996741506682994, "ta": 14.092861749682617, "th": 18.71852916492505, "zh": 14.879561349774843, "my": 2.5536734583772307}, "t": 8.7} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2299.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132104, "cps": 17.960938, "mean_p": 0.476348, "boundary_entropy": 0.685317, "bpb": 7.2973}, "de": {"chunks": 1785.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086933, "cps": 13.945312, "mean_p": 0.467597, "boundary_entropy": 0.685052, "bpb": 7.408808}, "vi": {"chunks": 12231.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.663466, "cps": 95.554688, "mean_p": 0.502572, "boundary_entropy": 0.688389, "bpb": 7.434494}, "tr": {"chunks": 4855.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.268188, "cps": 37.929688, "mean_p": 0.483427, "boundary_entropy": 0.686243, "bpb": 7.494923}, "fi": {"chunks": 3815.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202807, "cps": 29.804688, "mean_p": 0.480874, "boundary_entropy": 0.68633, "bpb": 7.453907}, "ru": {"chunks": 12107.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.638892, "cps": 94.585938, "mean_p": 0.496814, "boundary_entropy": 0.69002, "bpb": 7.244501}, "el": {"chunks": 30503.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.486284, "cps": 238.304688, "mean_p": 0.516124, "boundary_entropy": 0.689821, "bpb": 7.511974}, "hi": {"chunks": 1893.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.112511, "cps": 14.789062, "mean_p": 0.477699, "boundary_entropy": 0.689646, "bpb": 7.379884}, "ta": {"chunks": 34878.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.865633, "cps": 272.484375, "mean_p": 0.511348, "boundary_entropy": 0.690681, "bpb": 7.492678}, "th": {"chunks": 43408.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.698663, "cps": 339.125, "mean_p": 0.517047, "boundary_entropy": 0.690483, "bpb": 7.519987}, "zh": {"chunks": 12915.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.186759, "cps": 100.898438, "mean_p": 0.528224, "boundary_entropy": 0.684759, "bpb": 7.972146}, "my": {"chunks": 7553.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398617, "cps": 59.007812, "mean_p": 0.491562, "boundary_entropy": 0.691038, "bpb": 7.746936}}, "bpb": {"en": 7.2973, "de": 7.40881, "vi": 7.43449, "tr": 7.49492, "fi": 7.45391, "ru": 7.2445, "el": 7.51197, "hi": 7.37988, "ta": 7.49268, "th": 7.51999, "zh": 7.97215, "my": 7.74694}, "gini_cpc": 0.522735, "gini_cps": 0.507368, "bpic": 2.281125, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6580682870233802, "vi": 5.0223152883183015, "tr": 2.0301299194207845, "fi": 1.5352100606363674, "ru": 4.836291584846457, "el": 11.25088947934946, "hi": 0.8516883172281765, "ta": 14.122489248148053, "th": 20.428376814506123, "zh": 16.553358348503824, "my": 3.017458164617653}, "t": 10.5} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2297.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.131989, "cps": 17.945312, "mean_p": 0.478687, "boundary_entropy": 0.68575, "bpb": 6.63594}, "de": {"chunks": 1725.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.084011, "cps": 13.476562, "mean_p": 0.470352, "boundary_entropy": 0.685667, "bpb": 6.75646}, "vi": {"chunks": 9746.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.528668, "cps": 76.140625, "mean_p": 0.496647, "boundary_entropy": 0.688418, "bpb": 7.04879}, "tr": {"chunks": 4406.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.243385, "cps": 34.421875, "mean_p": 0.482565, "boundary_entropy": 0.686346, "bpb": 7.014989}, "fi": {"chunks": 2974.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158099, "cps": 23.234375, "mean_p": 0.478155, "boundary_entropy": 0.686223, "bpb": 6.854203}, "ru": {"chunks": 6012.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317256, "cps": 46.96875, "mean_p": 0.487689, "boundary_entropy": 0.689678, "bpb": 6.435837}, "el": {"chunks": 23091.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.125128, "cps": 180.398438, "mean_p": 0.506382, "boundary_entropy": 0.69025, "bpb": 6.833777}, "hi": {"chunks": 3514.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.208856, "cps": 27.453125, "mean_p": 0.483415, "boundary_entropy": 0.690143, "bpb": 6.499478}, "ta": {"chunks": 21611.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.155978, "cps": 168.835938, "mean_p": 0.498093, "boundary_entropy": 0.690847, "bpb": 6.584864}, "th": {"chunks": 24763.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.539509, "cps": 193.460938, "mean_p": 0.503029, "boundary_entropy": 0.690961, "bpb": 6.461894}, "zh": {"chunks": 13087.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.215882, "cps": 102.242188, "mean_p": 0.528842, "boundary_entropy": 0.684759, "bpb": 7.681208}, "my": {"chunks": 8509.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.449071, "cps": 66.476562, "mean_p": 0.492464, "boundary_entropy": 0.691082, "bpb": 6.94985}}, "bpb": {"en": 6.63594, "de": 6.75646, "vi": 7.04879, "tr": 7.01499, "fi": 6.8542, "ru": 6.43584, "el": 6.83378, "hi": 6.49948, "ta": 6.58486, "th": 6.46189, "zh": 7.68121, "my": 6.94985}, "gini_cpc": 0.497195, "gini_cps": 0.436334, "bpic": 3.152594, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.6365020654074784, "vi": 4.005404580141856, "tr": 1.8439836517161714, "fi": 1.1978217804229858, "ru": 2.4036591493091253, "el": 8.524423567930231, "hi": 1.5823764442411803, "ta": 8.758152819304643, "th": 11.66394108681175, "zh": 16.788418424715406, "my": 3.4023443994328035}, "t": 12.5} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3538.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203298, "cps": 27.640625, "mean_p": 0.488211, "boundary_entropy": 0.686847, "bpb": 6.226881}, "de": {"chunks": 3105.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15122, "cps": 24.257812, "mean_p": 0.483319, "boundary_entropy": 0.687363, "bpb": 6.333103}, "vi": {"chunks": 6114.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.331652, "cps": 47.765625, "mean_p": 0.489058, "boundary_entropy": 0.688304, "bpb": 6.743838}, "tr": {"chunks": 4962.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.274098, "cps": 38.765625, "mean_p": 0.487113, "boundary_entropy": 0.68706, "bpb": 6.642124}, "fi": {"chunks": 3334.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177237, "cps": 26.046875, "mean_p": 0.483075, "boundary_entropy": 0.686941, "bpb": 6.410096}, "ru": {"chunks": 2372.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.125172, "cps": 18.53125, "mean_p": 0.481987, "boundary_entropy": 0.689459, "bpb": 5.795755}, "el": {"chunks": 1340.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.065293, "cps": 10.46875, "mean_p": 0.473723, "boundary_entropy": 0.688751, "bpb": 6.222343}, "hi": {"chunks": 4964.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.295037, "cps": 38.78125, "mean_p": 0.488146, "boundary_entropy": 0.690516, "bpb": 5.769716}, "ta": {"chunks": 4418.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.23632, "cps": 34.515625, "mean_p": 0.482218, "boundary_entropy": 0.6903, "bpb": 6.128576}, "th": {"chunks": 4788.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.297669, "cps": 37.40625, "mean_p": 0.489189, "boundary_entropy": 0.690753, "bpb": 5.553158}, "zh": {"chunks": 4838.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.819167, "cps": 37.796875, "mean_p": 0.491141, "boundary_entropy": 0.686036, "bpb": 7.308051}, "my": {"chunks": 4127.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.217807, "cps": 32.242188, "mean_p": 0.489036, "boundary_entropy": 0.690968, "bpb": 5.725026}}, "bpb": {"en": 6.22688, "de": 6.3331, "vi": 6.74384, "tr": 6.64212, "fi": 6.4101, "ru": 5.79575, "el": 6.22234, "hi": 5.76972, "ta": 6.12858, "th": 5.55316, "zh": 7.30805, "my": 5.72503}, "gini_cpc": 0.312986, "gini_cps": 0.174673, "bpic": 8.012129, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.7438330807331149, "vi": 1.6313553970123744, "tr": 1.348256429893799, "fi": 0.8718063012275361, "ru": 0.6157036979585384, "el": 0.3211665043895794, "hi": 1.4512525356204804, "ta": 1.1624292611256444, "th": 1.464196512556158, "zh": 4.0293845141626194, "my": 1.071364827221041}, "t": 14.9} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.18199, "bpb": 6.03334, "chunk_loss": 0.028757, "F": 0.14752, "G": 0.48501, "chunks": 151.06, "bytes_per_chunk": 6.779, "boundary_entropy": 0.69151, "router_noise": 0.0, "grad_norm": 1.6427, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.238, "alpha": 0.03, "t": 16.0} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5828.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.334885, "cps": 45.53125, "mean_p": 0.496736, "boundary_entropy": 0.68737, "bpb": 5.70089}, "de": {"chunks": 5785.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.281742, "cps": 45.195312, "mean_p": 0.493328, "boundary_entropy": 0.688122, "bpb": 5.815395}, "vi": {"chunks": 4974.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.269813, "cps": 38.859375, "mean_p": 0.485702, "boundary_entropy": 0.688067, "bpb": 6.194321}, "tr": {"chunks": 4536.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.250566, "cps": 35.4375, "mean_p": 0.487411, "boundary_entropy": 0.687251, "bpb": 6.16141}, "fi": {"chunks": 4537.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.241189, "cps": 35.445312, "mean_p": 0.489664, "boundary_entropy": 0.687558, "bpb": 5.889794}, "ru": {"chunks": 10036.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.529604, "cps": 78.40625, "mean_p": 0.494853, "boundary_entropy": 0.690227, "bpb": 5.366093}, "el": {"chunks": 2396.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.116747, "cps": 18.71875, "mean_p": 0.484177, "boundary_entropy": 0.689909, "bpb": 5.639584}, "hi": {"chunks": 8896.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.528737, "cps": 69.5, "mean_p": 0.491185, "boundary_entropy": 0.690635, "bpb": 5.211551}, "ta": {"chunks": 9807.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.524579, "cps": 76.617188, "mean_p": 0.486993, "boundary_entropy": 0.690597, "bpb": 5.235738}, "th": {"chunks": 2736.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.170096, "cps": 21.375, "mean_p": 0.486813, "boundary_entropy": 0.690644, "bpb": 5.048564}, "zh": {"chunks": 2609.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.441754, "cps": 20.382812, "mean_p": 0.48503, "boundary_entropy": 0.68618, "bpb": 6.981163}, "my": {"chunks": 21406.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.129723, "cps": 167.234375, "mean_p": 0.498039, "boundary_entropy": 0.69133, "bpb": 4.952445}}, "bpb": {"en": 5.70089, "de": 5.81539, "vi": 6.19432, "tr": 6.16141, "fi": 5.88979, "ru": 5.36609, "el": 5.63958, "hi": 5.21155, "ta": 5.23574, "th": 5.04856, "zh": 6.98116, "my": 4.95245}, "gini_cpc": 0.316949, "gini_cps": 0.351038, "bpic": 4.593649, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8413089968402472, "vi": 0.8056885951661211, "tr": 0.7482161387873123, "fi": 0.7202138568946521, "ru": 1.581452002252795, "el": 0.348618592910022, "hi": 1.5788623859198971, "ta": 1.5664454763944495, "th": 0.5079250182786241, "zh": 1.3191227596564898, "my": 3.3734689883478377}, "t": 17.9} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.33768, "bpb": 4.81526, "chunk_loss": 0.03274, "F": 0.20618, "G": 0.48409, "chunks": 211.12, "bytes_per_chunk": 4.85, "boundary_entropy": 0.69112, "router_noise": 0.0, "grad_norm": 1.5693, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.078, "alpha": 0.03, "t": 19.9} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2593.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.148997, "cps": 20.257812, "mean_p": 0.474744, "boundary_entropy": 0.685099, "bpb": 4.484147}, "de": {"chunks": 3097.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15083, "cps": 24.195312, "mean_p": 0.473208, "boundary_entropy": 0.685661, "bpb": 4.652212}, "vi": {"chunks": 4902.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.265907, "cps": 38.296875, "mean_p": 0.475084, "boundary_entropy": 0.684798, "bpb": 4.906009}, "tr": {"chunks": 3308.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182732, "cps": 25.84375, "mean_p": 0.47162, "boundary_entropy": 0.684639, "bpb": 4.971756}, "fi": {"chunks": 2422.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.128754, "cps": 18.921875, "mean_p": 0.473801, "boundary_entropy": 0.685606, "bpb": 4.735386}, "ru": {"chunks": 5265.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.277836, "cps": 41.132812, "mean_p": 0.478288, "boundary_entropy": 0.687726, "bpb": 3.664492}, "el": {"chunks": 5591.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.272426, "cps": 43.679688, "mean_p": 0.484079, "boundary_entropy": 0.689565, "bpb": 4.433533}, "hi": {"chunks": 3548.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.210877, "cps": 27.71875, "mean_p": 0.480272, "boundary_entropy": 0.689831, "bpb": 3.452695}, "ta": {"chunks": 6401.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.342391, "cps": 50.007812, "mean_p": 0.483344, "boundary_entropy": 0.690068, "bpb": 3.586765}, "th": {"chunks": 7940.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.493628, "cps": 62.03125, "mean_p": 0.479011, "boundary_entropy": 0.68905, "bpb": 3.320824}, "zh": {"chunks": 2275.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.385201, "cps": 17.773438, "mean_p": 0.482624, "boundary_entropy": 0.685918, "bpb": 6.305572}, "my": {"chunks": 14965.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.789793, "cps": 116.914062, "mean_p": 0.491769, "boundary_entropy": 0.690832, "bpb": 3.929612}}, "bpb": {"en": 4.48415, "de": 4.65221, "vi": 4.90601, "tr": 4.97176, "fi": 4.73539, "ru": 3.66449, "el": 4.43353, "hi": 3.4527, "ta": 3.58676, "th": 3.32082, "zh": 6.30557, "my": 3.92961}, "gini_cpc": 0.297297, "gini_cps": 0.31511, "bpic": 6.159517, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0123027149827706, "vi": 1.7846447075229457, "tr": 1.2264124563476695, "fi": 0.8641395030186715, "ru": 1.8647077019823008, "el": 1.8283959495821374, "hi": 1.4153053282669252, "ta": 2.2979679176155443, "th": 3.312996984660526, "zh": 2.5852917588302358, "my": 5.300721030728466}, "t": 22.3} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.91824, "bpb": 4.21013, "chunk_loss": 0.030229, "F": 0.17062, "G": 0.46313, "chunks": 174.72, "bytes_per_chunk": 5.861, "boundary_entropy": 0.68609, "router_noise": 0.0, "grad_norm": 1.5833, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.072, "alpha": 0.03, "t": 23.5} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3535.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.203126, "cps": 27.617188, "mean_p": 0.370816, "boundary_entropy": 0.546965, "bpb": 3.881286}, "de": {"chunks": 3959.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.192812, "cps": 30.929688, "mean_p": 0.349554, "boundary_entropy": 0.544277, "bpb": 4.09761}, "vi": {"chunks": 7371.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.399837, "cps": 57.585938, "mean_p": 0.44078, "boundary_entropy": 0.575002, "bpb": 3.586596}, "tr": {"chunks": 4867.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.26885, "cps": 38.023438, "mean_p": 0.378113, "boundary_entropy": 0.572162, "bpb": 4.151264}, "fi": {"chunks": 3736.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.198607, "cps": 29.1875, "mean_p": 0.351272, "boundary_entropy": 0.561957, "bpb": 4.14796}, "ru": {"chunks": 7942.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.419103, "cps": 62.046875, "mean_p": 0.431487, "boundary_entropy": 0.661571, "bpb": 2.804064}, "el": {"chunks": 8190.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.399064, "cps": 63.984375, "mean_p": 0.446529, "boundary_entropy": 0.675686, "bpb": 2.976351}, "hi": {"chunks": 7103.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.422169, "cps": 55.492188, "mean_p": 0.478162, "boundary_entropy": 0.68817, "bpb": 2.428864}, "ta": {"chunks": 16073.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.859749, "cps": 125.570312, "mean_p": 0.448152, "boundary_entropy": 0.676888, "bpb": 2.374042}, "th": {"chunks": 5665.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.352191, "cps": 44.257812, "mean_p": 0.450006, "boundary_entropy": 0.680478, "bpb": 2.322478}, "zh": {"chunks": 1950.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.330173, "cps": 15.234375, "mean_p": 0.44153, "boundary_entropy": 0.674133, "bpb": 5.259916}, "my": {"chunks": 10732.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.566392, "cps": 83.84375, "mean_p": 0.379609, "boundary_entropy": 0.640761, "bpb": 2.462235}}, "bpb": {"en": 3.88129, "de": 4.09761, "vi": 3.5866, "tr": 4.15126, "fi": 4.14796, "ru": 2.80406, "el": 2.97635, "hi": 2.42886, "ta": 2.37404, "th": 2.32248, "zh": 5.25992, "my": 2.46223}, "gini_cpc": 0.238266, "gini_cps": 0.287803, "bpic": 4.730853, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9492220030666473, "vi": 1.968420916949303, "tr": 1.323565678432412, "fi": 0.977754191042182, "ru": 2.0632667072210427, "el": 1.9646163710070759, "hi": 2.0783631988331503, "ta": 4.232589763542128, "th": 1.7338580973866295, "zh": 1.625458443478715, "my": 2.788380198736421}, "t": 26.8} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.8845, "de": 4.0977, "vi": 3.59039, "tr": 4.16176, "fi": 4.1488, "ru": 2.78968, "el": 2.96955, "hi": 2.42447, "ta": 2.39063, "th": 2.35422, "zh": 5.26776, "my": 2.47911}, "bytes_per_chunk": {"en": 4.963, "de": 5.299, "vi": 3.219, "tr": 4.068, "fi": 5.179, "ru": 4.217, "el": 4.747, "hi": 6.295, "ta": 3.421, "th": 8.545, "zh": 8.538, "my": 4.924}, "bpb_mean": 3.37988, "t": 28.2} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.53313, "bpb": 3.65453, "chunk_loss": 0.032256, "F": 0.21005, "G": 0.39482, "chunks": 215.09, "bytes_per_chunk": 4.761, "boundary_entropy": 0.59378, "router_noise": 0.0, "grad_norm": 1.1927, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.095, "alpha": 0.03, "t": 28.3} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.18153, "bpb": 3.14728, "chunk_loss": 0.03431, "F": 0.24274, "G": 0.35632, "chunks": 248.56, "bytes_per_chunk": 4.12, "boundary_entropy": 0.51744, "router_noise": 0.0, "grad_norm": 1.0691, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.047, "alpha": 0.03, "t": 30.6} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3026.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173878, "cps": 23.640625, "mean_p": 0.287707, "boundary_entropy": 0.393076, "bpb": 3.577964}, "de": {"chunks": 3528.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171821, "cps": 27.5625, "mean_p": 0.272928, "boundary_entropy": 0.401311, "bpb": 3.828468}, "vi": {"chunks": 7112.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.385788, "cps": 55.5625, "mean_p": 0.359231, "boundary_entropy": 0.464641, "bpb": 3.176966}, "tr": {"chunks": 4256.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.235099, "cps": 33.25, "mean_p": 0.308561, "boundary_entropy": 0.453207, "bpb": 3.872989}, "fi": {"chunks": 3706.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.197012, "cps": 28.953125, "mean_p": 0.289049, "boundary_entropy": 0.445824, "bpb": 3.92625}, "ru": {"chunks": 8982.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.473984, "cps": 70.171875, "mean_p": 0.308092, "boundary_entropy": 0.500317, "bpb": 2.645008}, "el": {"chunks": 7873.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383618, "cps": 61.507812, "mean_p": 0.381059, "boundary_entropy": 0.61821, "bpb": 2.713261}, "hi": {"chunks": 11405.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.67786, "cps": 89.101562, "mean_p": 0.454382, "boundary_entropy": 0.672651, "bpb": 2.134484}, "ta": {"chunks": 13636.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.729393, "cps": 106.53125, "mean_p": 0.466179, "boundary_entropy": 0.672749, "bpb": 1.929934}, "th": {"chunks": 11182.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.695182, "cps": 87.359375, "mean_p": 0.437349, "boundary_entropy": 0.671981, "bpb": 2.082228}, "zh": {"chunks": 3078.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.521165, "cps": 24.046875, "mean_p": 0.417987, "boundary_entropy": 0.651534, "bpb": 4.974382}, "my": {"chunks": 6368.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.336078, "cps": 49.75, "mean_p": 0.340666, "boundary_entropy": 0.61183, "bpb": 2.218416}}, "bpb": {"en": 3.57796, "de": 3.82847, "vi": 3.17697, "tr": 3.87299, "fi": 3.92625, "ru": 2.64501, "el": 2.71326, "hi": 2.13448, "ta": 1.92993, "th": 2.08223, "zh": 4.97438, "my": 2.21842}, "gini_cpc": 0.268312, "gini_cps": 0.280451, "bpic": 4.560569, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9881693193639989, "vi": 2.2187266634650493, "tr": 1.3520920659665068, "fi": 1.1330490945113993, "ru": 2.7259572011781796, "el": 2.2062493907259726, "hi": 3.8984809216606156, "ta": 4.194852740101964, "th": 3.9980996938562297, "zh": 2.9973010744000126, "my": 1.9328354179337446}, "t": 31.9} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.18455, "bpb": 3.15164, "chunk_loss": 0.033434, "F": 0.24164, "G": 0.33171, "chunks": 247.44, "bytes_per_chunk": 4.138, "boundary_entropy": 0.47146, "router_noise": 0.0, "grad_norm": 0.8607, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.077, "alpha": 0.03, "t": 34.5} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.43533, "bpb": 3.51343, "chunk_loss": 0.033402, "F": 0.22913, "G": 0.344, "chunks": 234.62, "bytes_per_chunk": 4.364, "boundary_entropy": 0.42635, "router_noise": 0.0, "grad_norm": 1.0827, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.053, "alpha": 0.03, "t": 37.1} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3018.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173418, "cps": 23.578125, "mean_p": 0.286122, "boundary_entropy": 0.370308, "bpb": 3.198769}, "de": {"chunks": 3549.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172844, "cps": 27.726562, "mean_p": 0.27444, "boundary_entropy": 0.376046, "bpb": 3.452982}, "vi": {"chunks": 4623.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.250773, "cps": 36.117188, "mean_p": 0.299258, "boundary_entropy": 0.382645, "bpb": 2.758102}, "tr": {"chunks": 4117.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.227421, "cps": 32.164062, "mean_p": 0.287267, "boundary_entropy": 0.388148, "bpb": 3.436574}, "fi": {"chunks": 3553.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188879, "cps": 27.757812, "mean_p": 0.278758, "boundary_entropy": 0.393611, "bpb": 3.623892}, "ru": {"chunks": 8172.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.43124, "cps": 63.84375, "mean_p": 0.279615, "boundary_entropy": 0.288105, "bpb": 2.544146}, "el": {"chunks": 8037.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.391609, "cps": 62.789062, "mean_p": 0.273372, "boundary_entropy": 0.330201, "bpb": 2.563421}, "hi": {"chunks": 5875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.349183, "cps": 45.898438, "mean_p": 0.357617, "boundary_entropy": 0.556004, "bpb": 1.948676}, "ta": {"chunks": 9159.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.489917, "cps": 71.554688, "mean_p": 0.329732, "boundary_entropy": 0.510928, "bpb": 1.731031}, "th": {"chunks": 5814.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.361455, "cps": 45.421875, "mean_p": 0.42177, "boundary_entropy": 0.652376, "bpb": 1.942214}, "zh": {"chunks": 3670.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.621402, "cps": 28.671875, "mean_p": 0.31093, "boundary_entropy": 0.486138, "bpb": 4.16264}, "my": {"chunks": 3369.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.177802, "cps": 26.320312, "mean_p": 0.31998, "boundary_entropy": 0.573105, "bpb": 1.975451}}, "bpb": {"en": 3.19877, "de": 3.45298, "vi": 2.7581, "tr": 3.43657, "fi": 3.62389, "ru": 2.54415, "el": 2.56342, "hi": 1.94868, "ta": 1.73103, "th": 1.94221, "zh": 4.16264, "my": 1.97545}, "gini_cpc": 0.240507, "gini_cps": 0.21277, "bpic": 6.096019, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9966862730498613, "vi": 1.4460577462806563, "tr": 1.3114000634100715, "fi": 1.089151286528873, "ru": 2.486703630459984, "el": 2.2581771467380487, "hi": 2.0135280442161294, "ta": 2.825058687723884, "th": 2.084293369407429, "zh": 3.583253274124303, "my": 1.0252800801272164}, "t": 40.4} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.20825, "de": 3.45008, "vi": 2.76436, "tr": 3.4475, "fi": 3.61789, "ru": 2.53066, "el": 2.55851, "hi": 1.94645, "ta": 1.74583, "th": 1.9721, "zh": 4.17271, "my": 1.99198}, "bytes_per_chunk": {"en": 5.678, "de": 5.93, "vi": 5.367, "tr": 4.761, "fi": 5.522, "ru": 4.172, "el": 4.359, "hi": 6.716, "ta": 5.374, "th": 7.026, "zh": 3.759, "my": 15.64}, "bpb_mean": 2.78386, "t": 41.8} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01275, "bpb": 2.90378, "chunk_loss": 0.030586, "F": 0.18677, "G": 0.30133, "chunks": 191.25, "bytes_per_chunk": 5.354, "boundary_entropy": 0.40064, "router_noise": 0.0, "grad_norm": 1.47, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 41.8} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.06821, "bpb": 2.9838, "chunk_loss": 0.029994, "F": 0.16599, "G": 0.27866, "chunks": 169.97, "bytes_per_chunk": 6.025, "boundary_entropy": 0.38699, "router_noise": 0.0, "grad_norm": 1.1043, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.044, "alpha": 0.03, "t": 44.0} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05837, "bpb": 2.9696, "chunk_loss": 0.030029, "F": 0.16873, "G": 0.27979, "chunks": 172.78, "bytes_per_chunk": 5.927, "boundary_entropy": 0.38545, "router_noise": 0.0, "grad_norm": 0.9509, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 46.1} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.95397, "bpb": 2.81898, "chunk_loss": 0.029557, "F": 0.15497, "G": 0.29503, "chunks": 158.69, "bytes_per_chunk": 6.453, "boundary_entropy": 0.42532, "router_noise": 0.0, "grad_norm": 0.8251, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 48.3} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.28234, "boundary_entropy": 0.351455, "bpb": 2.91654}, "de": {"chunks": 3329.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162129, "cps": 26.007812, "mean_p": 0.293582, "boundary_entropy": 0.398535, "bpb": 3.184404}, "vi": {"chunks": 4387.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237971, "cps": 34.273438, "mean_p": 0.291473, "boundary_entropy": 0.364961, "bpb": 2.51033}, "tr": {"chunks": 3875.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214053, "cps": 30.273438, "mean_p": 0.306839, "boundary_entropy": 0.386346, "bpb": 3.143484}, "fi": {"chunks": 3692.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196268, "cps": 28.84375, "mean_p": 0.343034, "boundary_entropy": 0.460752, "bpb": 3.35313}, "ru": {"chunks": 6564.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.346385, "cps": 51.28125, "mean_p": 0.244735, "boundary_entropy": 0.267941, "bpb": 2.163121}, "el": {"chunks": 7367.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.358963, "cps": 57.554688, "mean_p": 0.229123, "boundary_entropy": 0.225859, "bpb": 2.394969}, "hi": {"chunks": 6870.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.408321, "cps": 53.671875, "mean_p": 0.315837, "boundary_entropy": 0.45704, "bpb": 1.7393}, "ta": {"chunks": 8838.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.472747, "cps": 69.046875, "mean_p": 0.24062, "boundary_entropy": 0.348699, "bpb": 1.452758}, "th": {"chunks": 6090.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.378614, "cps": 47.578125, "mean_p": 0.318529, "boundary_entropy": 0.522765, "bpb": 1.777363}, "zh": {"chunks": 3186.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539451, "cps": 24.890625, "mean_p": 0.333651, "boundary_entropy": 0.548891, "bpb": 3.868711}, "my": {"chunks": 9540.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.503483, "cps": 74.53125, "mean_p": 0.411596, "boundary_entropy": 0.608958, "bpb": 1.808705}}, "bpb": {"en": 2.91654, "de": 3.1844, "vi": 2.51033, "tr": 3.14348, "fi": 3.35313, "ru": 2.16312, "el": 2.39497, "hi": 1.7393, "ta": 1.45276, "th": 1.77736, "zh": 3.86871, "my": 1.80871}, "gini_cpc": 0.220186, "gini_cps": 0.222542, "bpic": 5.759969, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9759721310169421, "vi": 1.4325194291422074, "tr": 1.2885378610916858, "fi": 1.1814785394321246, "ru": 2.0851408018151134, "el": 2.160856133721987, "hi": 2.4579763091173454, "ta": 2.8458011874610816, "th": 2.2791465737783763, "zh": 3.2473444508179163, "my": 3.030826160285606}, "t": 51.3} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.92492, "de": 3.18489, "vi": 2.51658, "tr": 3.15343, "fi": 3.34732, "ru": 2.14884, "el": 2.38864, "hi": 1.73501, "ta": 1.46398, "th": 1.80605, "zh": 3.87933, "my": 1.82282}, "bytes_per_chunk": {"en": 5.728, "de": 6.276, "vi": 5.556, "tr": 5.082, "fi": 5.52, "ru": 5.443, "el": 5.153, "hi": 5.544, "ta": 5.435, "th": 7.33, "zh": 5.148, "my": 6.028}, "bpb_mean": 2.53098, "t": 52.6} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.86543, "bpb": 2.69124, "chunk_loss": 0.030356, "F": 0.17999, "G": 0.29505, "chunks": 184.31, "bytes_per_chunk": 5.556, "boundary_entropy": 0.39975, "router_noise": 0.0, "grad_norm": 0.6314, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 52.7} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.88767, "bpb": 2.72333, "chunk_loss": 0.030172, "F": 0.17435, "G": 0.28232, "chunks": 178.53, "bytes_per_chunk": 5.736, "boundary_entropy": 0.36279, "router_noise": 0.0, "grad_norm": 0.7842, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 54.8} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.841, "bpb": 2.65601, "chunk_loss": 0.030026, "F": 0.16702, "G": 0.27566, "chunks": 171.03, "bytes_per_chunk": 5.987, "boundary_entropy": 0.36023, "router_noise": 0.0, "grad_norm": 0.7663, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 56.9} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.91363, "bpb": 2.76079, "chunk_loss": 0.030313, "F": 0.17761, "G": 0.28738, "chunks": 181.88, "bytes_per_chunk": 5.63, "boundary_entropy": 0.37604, "router_noise": 0.0, "grad_norm": 0.7933, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 59.1} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.272947, "boundary_entropy": 0.330031, "bpb": 2.733365}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.28569, "boundary_entropy": 0.379457, "bpb": 3.037963}, "vi": {"chunks": 4461.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.241985, "cps": 34.851562, "mean_p": 0.279332, "boundary_entropy": 0.342089, "bpb": 2.39705}, "tr": {"chunks": 3877.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214163, "cps": 30.289062, "mean_p": 0.292634, "boundary_entropy": 0.361915, "bpb": 2.988565}, "fi": {"chunks": 3236.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172027, "cps": 25.28125, "mean_p": 0.3132, "boundary_entropy": 0.420025, "bpb": 3.219245}, "ru": {"chunks": 6446.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.340158, "cps": 50.359375, "mean_p": 0.249922, "boundary_entropy": 0.28428, "bpb": 2.004709}, "el": {"chunks": 7278.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.354627, "cps": 56.859375, "mean_p": 0.238418, "boundary_entropy": 0.302581, "bpb": 2.131077}, "hi": {"chunks": 8044.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.478098, "cps": 62.84375, "mean_p": 0.330481, "boundary_entropy": 0.47184, "bpb": 1.619798}, "ta": {"chunks": 10998.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.588286, "cps": 85.921875, "mean_p": 0.267573, "boundary_entropy": 0.345917, "bpb": 1.350356}, "th": {"chunks": 9183.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.570905, "cps": 71.742188, "mean_p": 0.394787, "boundary_entropy": 0.552216, "bpb": 1.589597}, "zh": {"chunks": 3465.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.586692, "cps": 27.070312, "mean_p": 0.338493, "boundary_entropy": 0.546449, "bpb": 3.708105}, "my": {"chunks": 20657.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.090194, "cps": 161.382812, "mean_p": 0.423804, "boundary_entropy": 0.596904, "bpb": 1.732656}}, "bpb": {"en": 2.73337, "de": 3.03796, "vi": 2.39705, "tr": 2.98857, "fi": 3.21924, "ru": 2.00471, "el": 2.13108, "hi": 1.6198, "ta": 1.35036, "th": 1.5896, "zh": 3.70811, "my": 1.73266}, "gini_cpc": 0.326283, "gini_cps": 0.339576, "bpic": 4.577977, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9713306865276591, "vi": 1.460725325954707, "tr": 1.2927803056426508, "fi": 1.0384273244157018, "ru": 2.053338568278975, "el": 2.1406747375080255, "hi": 2.886000930803568, "ta": 3.551139422778548, "th": 3.4462199870161667, "zh": 3.541516537442478, "my": 6.580870598913902}, "t": 62.1} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.74289, "de": 3.03511, "vi": 2.40206, "tr": 2.99838, "fi": 3.21447, "ru": 1.98834, "el": 2.11837, "hi": 1.61472, "ta": 1.36134, "th": 1.62145, "zh": 3.72094, "my": 1.74059}, "bytes_per_chunk": {"en": 5.741, "de": 6.277, "vi": 5.51, "tr": 5.134, "fi": 6.034, "ru": 5.552, "el": 5.39, "hi": 5.378, "ta": 4.591, "th": 4.807, "zh": 4.881, "my": 2.888}, "bpb_mean": 2.37989, "t": 63.5} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.64873, "bpb": 2.37861, "chunk_loss": 0.030857, "F": 0.18869, "G": 0.2803, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.34331, "router_noise": 0.0, "grad_norm": 0.8387, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 63.5} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.71082, "bpb": 2.46819, "chunk_loss": 0.030042, "F": 0.17056, "G": 0.28398, "chunks": 174.66, "bytes_per_chunk": 5.863, "boundary_entropy": 0.37829, "router_noise": 0.0, "grad_norm": 0.6169, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 65.6} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62554, "bpb": 2.34515, "chunk_loss": 0.030295, "F": 0.18027, "G": 0.2621, "chunks": 184.59, "bytes_per_chunk": 5.547, "boundary_entropy": 0.31443, "router_noise": 0.0, "grad_norm": 0.6774, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 67.8} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.7236, "bpb": 2.48663, "chunk_loss": 0.030118, "F": 0.17505, "G": 0.27485, "chunks": 179.25, "bytes_per_chunk": 5.713, "boundary_entropy": 0.352, "router_noise": 0.0, "grad_norm": 0.6881, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 69.9} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2876.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165259, "cps": 22.46875, "mean_p": 0.253189, "boundary_entropy": 0.290891, "bpb": 2.599278}, "de": {"chunks": 3319.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161642, "cps": 25.929688, "mean_p": 0.277215, "boundary_entropy": 0.359997, "bpb": 2.914663}, "vi": {"chunks": 4277.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232004, "cps": 33.414062, "mean_p": 0.259542, "boundary_entropy": 0.298869, "bpb": 2.283504}, "tr": {"chunks": 3873.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213942, "cps": 30.257812, "mean_p": 0.271347, "boundary_entropy": 0.325631, "bpb": 2.884085}, "fi": {"chunks": 3125.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166126, "cps": 24.414062, "mean_p": 0.279708, "boundary_entropy": 0.372081, "bpb": 3.167717}, "ru": {"chunks": 6200.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327177, "cps": 48.4375, "mean_p": 0.249231, "boundary_entropy": 0.302961, "bpb": 1.904682}, "el": {"chunks": 7063.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.34415, "cps": 55.179688, "mean_p": 0.240226, "boundary_entropy": 0.309929, "bpb": 2.008806}, "hi": {"chunks": 7114.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.422823, "cps": 55.578125, "mean_p": 0.305425, "boundary_entropy": 0.454829, "bpb": 1.551038}, "ta": {"chunks": 8931.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.477721, "cps": 69.773438, "mean_p": 0.241291, "boundary_entropy": 0.341298, "bpb": 1.292252}, "th": {"chunks": 8734.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.54299, "cps": 68.234375, "mean_p": 0.403056, "boundary_entropy": 0.578163, "bpb": 1.504507}, "zh": {"chunks": 3336.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.564849, "cps": 26.0625, "mean_p": 0.344937, "boundary_entropy": 0.554086, "bpb": 3.639392}, "my": {"chunks": 8628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.455351, "cps": 67.40625, "mean_p": 0.373537, "boundary_entropy": 0.561898, "bpb": 1.417532}}, "bpb": {"en": 2.59928, "de": 2.91466, "vi": 2.2835, "tr": 2.88409, "fi": 3.16772, "ru": 1.90468, "el": 2.00881, "hi": 1.55104, "ta": 1.29225, "th": 1.50451, "zh": 3.63939, "my": 1.41753}, "gini_cpc": 0.241622, "gini_cps": 0.228022, "bpic": 5.687667, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9781153707112952, "vi": 1.403884395536247, "tr": 1.294589809340878, "fi": 1.0052483680538176, "ru": 1.9797835604273013, "el": 2.082493236497035, "hi": 2.558550694686983, "ta": 2.8907455006637925, "th": 3.285695862081787, "zh": 3.417966783267011, "my": 2.7553831538948703}, "t": 73.0} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.61026, "de": 2.91765, "vi": 2.29015, "tr": 2.89237, "fi": 3.16855, "ru": 1.88782, "el": 1.99939, "hi": 1.54578, "ta": 1.30095, "th": 1.52852, "zh": 3.64868, "my": 1.42667}, "bytes_per_chunk": {"en": 5.747, "de": 6.246, "vi": 5.675, "tr": 5.073, "fi": 6.151, "ru": 5.743, "el": 5.358, "hi": 6.182, "ta": 5.827, "th": 5.214, "zh": 5.61, "my": 6.404}, "bpb_mean": 2.26807, "t": 74.3} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.74318, "bpb": 2.51488, "chunk_loss": 0.030366, "F": 0.17917, "G": 0.28501, "chunks": 183.47, "bytes_per_chunk": 5.581, "boundary_entropy": 0.36911, "router_noise": 0.0, "grad_norm": 0.7348, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 74.3} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.51811, "bpb": 2.19016, "chunk_loss": 0.030076, "F": 0.17346, "G": 0.27314, "chunks": 177.62, "bytes_per_chunk": 5.765, "boundary_entropy": 0.33774, "router_noise": 0.0, "grad_norm": 0.7461, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 76.4} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.77166, "bpb": 2.55597, "chunk_loss": 0.030167, "F": 0.17371, "G": 0.27894, "chunks": 177.88, "bytes_per_chunk": 5.757, "boundary_entropy": 0.35705, "router_noise": 0.0, "grad_norm": 0.8629, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 78.6} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.66863, "bpb": 2.40732, "chunk_loss": 0.03003, "F": 0.17084, "G": 0.26717, "chunks": 174.94, "bytes_per_chunk": 5.854, "boundary_entropy": 0.34045, "router_noise": 0.0, "grad_norm": 0.7352, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 80.7} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2896.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166408, "cps": 22.625, "mean_p": 0.252982, "boundary_entropy": 0.284686, "bpb": 2.502214}, "de": {"chunks": 3346.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162957, "cps": 26.140625, "mean_p": 0.273014, "boundary_entropy": 0.346652, "bpb": 2.803836}, "vi": {"chunks": 4267.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231462, "cps": 33.335938, "mean_p": 0.254933, "boundary_entropy": 0.288944, "bpb": 2.224999}, "tr": {"chunks": 3853.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212838, "cps": 30.101562, "mean_p": 0.265264, "boundary_entropy": 0.313095, "bpb": 2.79794}, "fi": {"chunks": 3149.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167402, "cps": 24.601562, "mean_p": 0.28592, "boundary_entropy": 0.37371, "bpb": 3.040506}, "ru": {"chunks": 6209.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.327652, "cps": 48.507812, "mean_p": 0.250898, "boundary_entropy": 0.296112, "bpb": 1.815665}, "el": {"chunks": 6857.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.334113, "cps": 53.570312, "mean_p": 0.236194, "boundary_entropy": 0.292996, "bpb": 1.885155}, "hi": {"chunks": 7486.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444933, "cps": 58.484375, "mean_p": 0.314813, "boundary_entropy": 0.462725, "bpb": 1.558628}, "ta": {"chunks": 10451.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.559026, "cps": 81.648438, "mean_p": 0.253316, "boundary_entropy": 0.335655, "bpb": 1.173948}, "th": {"chunks": 8850.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.550202, "cps": 69.140625, "mean_p": 0.378652, "boundary_entropy": 0.55462, "bpb": 1.417018}, "zh": {"chunks": 3290.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.557061, "cps": 25.703125, "mean_p": 0.34521, "boundary_entropy": 0.548534, "bpb": 3.577468}, "my": {"chunks": 7763.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.4097, "cps": 60.648438, "mean_p": 0.377715, "boundary_entropy": 0.575309, "bpb": 1.347641}}, "bpb": {"en": 2.50221, "de": 2.80384, "vi": 2.225, "tr": 2.79794, "fi": 3.04051, "ru": 1.81566, "el": 1.88515, "hi": 1.55863, "ta": 1.17395, "th": 1.41702, "zh": 3.57747, "my": 1.34764}, "gini_cpc": 0.247628, "gini_cps": 0.240412, "bpic": 5.609439, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9792624283830395, "vi": 1.3909293253734565, "tr": 1.2790102362387359, "fi": 1.0059730354961582, "ru": 1.9689650541553085, "el": 2.0077926820010323, "hi": 2.6737470138655155, "ta": 3.359370784134382, "th": 3.3063419558045397, "zh": 3.3475572879345474, "my": 2.4620211123027027}, "t": 83.7} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.51364, "de": 2.80485, "vi": 2.23068, "tr": 2.80562, "fi": 3.04752, "ru": 1.80054, "el": 1.87302, "hi": 1.55369, "ta": 1.1829, "th": 1.44004, "zh": 3.58718, "my": 1.3564}, "bytes_per_chunk": {"en": 5.728, "de": 6.216, "vi": 5.717, "tr": 5.081, "fi": 6.125, "ru": 5.738, "el": 5.607, "hi": 5.942, "ta": 4.861, "th": 5.255, "zh": 5.085, "my": 6.725}, "bpb_mean": 2.183, "t": 85.0} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.61741, "bpb": 2.33344, "chunk_loss": 0.03034, "F": 0.18008, "G": 0.26696, "chunks": 184.41, "bytes_per_chunk": 5.553, "boundary_entropy": 0.32518, "router_noise": 0.0, "grad_norm": 0.7476, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 85.1} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.64268, "bpb": 2.36988, "chunk_loss": 0.029998, "F": 0.16882, "G": 0.26867, "chunks": 172.88, "bytes_per_chunk": 5.923, "boundary_entropy": 0.33177, "router_noise": 0.0, "grad_norm": 0.8081, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 87.2} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.56596, "bpb": 2.2592, "chunk_loss": 0.03027, "F": 0.17645, "G": 0.27529, "chunks": 180.69, "bytes_per_chunk": 5.667, "boundary_entropy": 0.34324, "router_noise": 0.0, "grad_norm": 0.7377, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 89.3} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.71633, "bpb": 2.47614, "chunk_loss": 0.02997, "F": 0.16693, "G": 0.26747, "chunks": 170.94, "bytes_per_chunk": 5.99, "boundary_entropy": 0.33472, "router_noise": 0.0, "grad_norm": 0.7792, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 91.4} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.239261, "boundary_entropy": 0.256659, "bpb": 2.444201}, "de": {"chunks": 3314.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161399, "cps": 25.890625, "mean_p": 0.25951, "boundary_entropy": 0.321599, "bpb": 2.734889}, "vi": {"chunks": 4384.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.237809, "cps": 34.25, "mean_p": 0.249616, "boundary_entropy": 0.275469, "bpb": 2.180355}, "tr": {"chunks": 3928.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216981, "cps": 30.6875, "mean_p": 0.254116, "boundary_entropy": 0.284341, "bpb": 2.727427}, "fi": {"chunks": 3035.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161342, "cps": 23.710938, "mean_p": 0.256247, "boundary_entropy": 0.334422, "bpb": 2.984487}, "ru": {"chunks": 6095.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.321636, "cps": 47.617188, "mean_p": 0.253074, "boundary_entropy": 0.29769, "bpb": 1.751177}, "el": {"chunks": 6834.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332992, "cps": 53.390625, "mean_p": 0.248855, "boundary_entropy": 0.320735, "bpb": 1.834214}, "hi": {"chunks": 6469.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.384487, "cps": 50.539062, "mean_p": 0.312559, "boundary_entropy": 0.468804, "bpb": 1.438772}, "ta": {"chunks": 8577.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.458786, "cps": 67.007812, "mean_p": 0.236508, "boundary_entropy": 0.337242, "bpb": 1.158394}, "th": {"chunks": 7275.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.452285, "cps": 56.835938, "mean_p": 0.360916, "boundary_entropy": 0.557165, "bpb": 1.345157}, "zh": {"chunks": 3279.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555198, "cps": 25.617188, "mean_p": 0.324203, "boundary_entropy": 0.52263, "bpb": 3.561937}, "my": {"chunks": 5847.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.308581, "cps": 45.679688, "mean_p": 0.325287, "boundary_entropy": 0.540183, "bpb": 1.402929}}, "bpb": {"en": 2.4442, "de": 2.73489, "vi": 2.18035, "tr": 2.72743, "fi": 2.98449, "ru": 1.75118, "el": 1.83421, "hi": 1.43877, "ta": 1.15839, "th": 1.34516, "zh": 3.56194, "my": 1.40293}, "gini_cpc": 0.225058, "gini_cps": 0.200946, "bpic": 6.197213, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9715745395584698, "vi": 1.43153981704113, "tr": 1.3061617337724236, "fi": 0.9712316812504057, "ru": 1.936156792666532, "el": 2.0045189110704573, "hi": 2.3145049117438297, "ta": 2.7617602155299497, "th": 2.7226258332081583, "zh": 3.3421351080451807, "my": 1.8575723856593227}, "t": 94.4} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.45567, "de": 2.73629, "vi": 2.18625, "tr": 2.73229, "fi": 2.98973, "ru": 1.7295, "el": 1.82293, "hi": 1.43632, "ta": 1.16565, "th": 1.3677, "zh": 3.56707, "my": 1.41268}, "bytes_per_chunk": {"en": 5.725, "de": 6.246, "vi": 5.608, "tr": 5.019, "fi": 6.27, "ru": 5.824, "el": 5.615, "hi": 6.556, "ta": 5.844, "th": 6.345, "zh": 5.64, "my": 8.857}, "bpb_mean": 2.1335, "t": 95.7} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.57058, "bpb": 2.26587, "chunk_loss": 0.030121, "F": 0.17303, "G": 0.2611, "chunks": 177.19, "bytes_per_chunk": 5.779, "boundary_entropy": 0.30545, "router_noise": 0.0, "grad_norm": 0.8368, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 95.8} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.72284, "bpb": 2.48554, "chunk_loss": 0.03006, "F": 0.16931, "G": 0.25374, "chunks": 173.38, "bytes_per_chunk": 5.906, "boundary_entropy": 0.30483, "router_noise": 0.0, "grad_norm": 0.7782, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 97.9} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.53902, "bpb": 2.22034, "chunk_loss": 0.030133, "F": 0.17236, "G": 0.27585, "chunks": 176.5, "bytes_per_chunk": 5.802, "boundary_entropy": 0.35873, "router_noise": 0.0, "grad_norm": 0.6922, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 100.0} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.60922, "bpb": 2.32162, "chunk_loss": 0.030057, "F": 0.172, "G": 0.26798, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.33627, "router_noise": 0.0, "grad_norm": 0.7292, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 102.1} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2889.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166006, "cps": 22.570312, "mean_p": 0.230753, "boundary_entropy": 0.238552, "bpb": 2.377944}, "de": {"chunks": 3322.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161788, "cps": 25.953125, "mean_p": 0.25541, "boundary_entropy": 0.314938, "bpb": 2.671424}, "vi": {"chunks": 4250.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.23054, "cps": 33.203125, "mean_p": 0.237306, "boundary_entropy": 0.248664, "bpb": 2.133907}, "tr": {"chunks": 3897.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215268, "cps": 30.445312, "mean_p": 0.251629, "boundary_entropy": 0.284433, "bpb": 2.646459}, "fi": {"chunks": 3029.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161023, "cps": 23.664062, "mean_p": 0.254751, "boundary_entropy": 0.329745, "bpb": 2.904484}, "ru": {"chunks": 6013.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317309, "cps": 46.976562, "mean_p": 0.255868, "boundary_entropy": 0.30748, "bpb": 1.663355}, "el": {"chunks": 6800.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331336, "cps": 53.125, "mean_p": 0.241352, "boundary_entropy": 0.296826, "bpb": 1.786847}, "hi": {"chunks": 7746.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.460386, "cps": 60.515625, "mean_p": 0.335919, "boundary_entropy": 0.483741, "bpb": 1.40532}, "ta": {"chunks": 11350.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.607114, "cps": 88.671875, "mean_p": 0.272447, "boundary_entropy": 0.358094, "bpb": 1.141503}, "th": {"chunks": 7395.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.459745, "cps": 57.773438, "mean_p": 0.357706, "boundary_entropy": 0.5507, "bpb": 1.304107}, "zh": {"chunks": 2902.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.491365, "cps": 22.671875, "mean_p": 0.311509, "boundary_entropy": 0.50949, "bpb": 3.512789}, "my": {"chunks": 8074.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.426114, "cps": 63.078125, "mean_p": 0.351449, "boundary_entropy": 0.545509, "bpb": 1.270671}}, "bpb": {"en": 2.37794, "de": 2.67142, "vi": 2.13391, "tr": 2.64646, "fi": 2.90448, "ru": 1.66336, "el": 1.78685, "hi": 1.40532, "ta": 1.1415, "th": 1.30411, "zh": 3.51279, "my": 1.27067}, "gini_cpc": 0.243235, "gini_cps": 0.250584, "bpic": 5.671612, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9745941479913371, "vi": 1.388744546315096, "tr": 1.2967505256783483, "fi": 0.9699826546993421, "ru": 1.9114307476909502, "el": 1.9959269667256285, "hi": 2.7733137067022167, "ta": 3.657185341452963, "th": 2.769451037469363, "zh": 2.9599238889363617, "my": 2.5668586113473153}, "t": 105.2} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.38933, "de": 2.67487, "vi": 2.13567, "tr": 2.65042, "fi": 2.91096, "ru": 1.6447, "el": 1.7755, "hi": 1.4047, "ta": 1.14898, "th": 1.32225, "zh": 3.5167, "my": 1.27798}, "bytes_per_chunk": {"en": 5.73, "de": 6.223, "vi": 5.723, "tr": 5.058, "fi": 6.294, "ru": 5.911, "el": 5.555, "hi": 5.705, "ta": 4.464, "th": 6.187, "zh": 6.419, "my": 6.841}, "bpb_mean": 2.07101, "t": 106.5} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.57792, "bpb": 2.27645, "chunk_loss": 0.030176, "F": 0.17206, "G": 0.26188, "chunks": 176.19, "bytes_per_chunk": 5.812, "boundary_entropy": 0.3434, "router_noise": 0.0, "grad_norm": 0.7713, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 106.5} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.50338, "bpb": 2.16893, "chunk_loss": 0.030568, "F": 0.18405, "G": 0.27885, "chunks": 188.47, "bytes_per_chunk": 5.433, "boundary_entropy": 0.34598, "router_noise": 0.0, "grad_norm": 0.6802, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 108.6} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.42941, "bpb": 2.0622, "chunk_loss": 0.029886, "F": 0.16364, "G": 0.26322, "chunks": 167.56, "bytes_per_chunk": 6.111, "boundary_entropy": 0.33639, "router_noise": 0.0, "grad_norm": 0.7035, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 110.7} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.62134, "bpb": 2.3391, "chunk_loss": 0.030159, "F": 0.1738, "G": 0.2609, "chunks": 177.97, "bytes_per_chunk": 5.754, "boundary_entropy": 0.31337, "router_noise": 0.0, "grad_norm": 0.7965, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 112.9} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2891.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166121, "cps": 22.585938, "mean_p": 0.230996, "boundary_entropy": 0.237012, "bpb": 2.332288}, "de": {"chunks": 3324.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161886, "cps": 25.96875, "mean_p": 0.253749, "boundary_entropy": 0.309053, "bpb": 2.601624}, "vi": {"chunks": 4314.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234011, "cps": 33.703125, "mean_p": 0.243814, "boundary_entropy": 0.257132, "bpb": 2.115327}, "tr": {"chunks": 3822.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211125, "cps": 29.859375, "mean_p": 0.244205, "boundary_entropy": 0.272202, "bpb": 2.620403}, "fi": {"chunks": 2982.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158524, "cps": 23.296875, "mean_p": 0.247563, "boundary_entropy": 0.316322, "bpb": 2.853277}, "ru": {"chunks": 6060.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.319789, "cps": 47.34375, "mean_p": 0.26378, "boundary_entropy": 0.310428, "bpb": 1.61012}, "el": {"chunks": 6821.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332359, "cps": 53.289062, "mean_p": 0.249803, "boundary_entropy": 0.299433, "bpb": 1.718239}, "hi": {"chunks": 7509.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4463, "cps": 58.664062, "mean_p": 0.319053, "boundary_entropy": 0.465011, "bpb": 1.368327}, "ta": {"chunks": 9101.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486815, "cps": 71.101562, "mean_p": 0.244052, "boundary_entropy": 0.339999, "bpb": 1.096539}, "th": {"chunks": 7822.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.486292, "cps": 61.109375, "mean_p": 0.354676, "boundary_entropy": 0.544142, "bpb": 1.304663}, "zh": {"chunks": 3249.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.550119, "cps": 25.382812, "mean_p": 0.319886, "boundary_entropy": 0.497511, "bpb": 3.481482}, "my": {"chunks": 8890.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.469179, "cps": 69.453125, "mean_p": 0.343836, "boundary_entropy": 0.534605, "bpb": 1.27602}}, "bpb": {"en": 2.33229, "de": 2.60162, "vi": 2.11533, "tr": 2.6204, "fi": 2.85328, "ru": 1.61012, "el": 1.71824, "hi": 1.36833, "ta": 1.09654, "th": 1.30466, "zh": 3.48148, "my": 1.27602}, "gini_cpc": 0.236436, "gini_cps": 0.231041, "bpic": 5.746515, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9745062671974514, "vi": 1.4086822013493236, "tr": 1.2709139884109477, "fi": 0.95427112800287, "ru": 1.925038583028578, "el": 2.0007058080789566, "hi": 2.6866003064282604, "ta": 2.9304861515142906, "th": 2.9273373563373495, "zh": 3.3115574766815468, "my": 2.82432332965818}, "t": 115.9} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.34321, "de": 2.60426, "vi": 2.12082, "tr": 2.62701, "fi": 2.85545, "ru": 1.58817, "el": 1.70821, "hi": 1.36793, "ta": 1.10397, "th": 1.32246, "zh": 3.48626, "my": 1.28233}, "bytes_per_chunk": {"en": 5.733, "de": 6.247, "vi": 5.668, "tr": 5.115, "fi": 6.419, "ru": 5.865, "el": 5.561, "hi": 5.759, "ta": 5.516, "th": 5.918, "zh": 5.556, "my": 5.953}, "bpb_mean": 2.03417, "t": 117.2} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.57716, "bpb": 2.27537, "chunk_loss": 0.030114, "F": 0.172, "G": 0.23904, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.26201, "router_noise": 0.0, "grad_norm": 0.8704, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 117.2} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.54935, "bpb": 2.23525, "chunk_loss": 0.03033, "F": 0.1767, "G": 0.25982, "chunks": 180.94, "bytes_per_chunk": 5.659, "boundary_entropy": 0.2916, "router_noise": 0.0, "grad_norm": 0.6873, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 119.4} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.59362, "bpb": 2.2991, "chunk_loss": 0.030022, "F": 0.16953, "G": 0.26707, "chunks": 173.59, "bytes_per_chunk": 5.899, "boundary_entropy": 0.337, "router_noise": 0.0, "grad_norm": 0.6585, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 121.5} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60155, "bpb": 2.31054, "chunk_loss": 0.03015, "F": 0.17447, "G": 0.26196, "chunks": 178.66, "bytes_per_chunk": 5.732, "boundary_entropy": 0.30904, "router_noise": 0.0, "grad_norm": 0.6942, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 123.7} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.234025, "boundary_entropy": 0.242214, "bpb": 2.283066}, "de": {"chunks": 3338.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162568, "cps": 26.078125, "mean_p": 0.265267, "boundary_entropy": 0.327101, "bpb": 2.549855}, "vi": {"chunks": 4273.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231787, "cps": 33.382812, "mean_p": 0.239938, "boundary_entropy": 0.243618, "bpb": 2.085786}, "tr": {"chunks": 3802.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21002, "cps": 29.703125, "mean_p": 0.237878, "boundary_entropy": 0.262075, "bpb": 2.556454}, "fi": {"chunks": 3127.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166233, "cps": 24.429688, "mean_p": 0.268126, "boundary_entropy": 0.341992, "bpb": 2.780736}, "ru": {"chunks": 5986.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.315884, "cps": 46.765625, "mean_p": 0.27034, "boundary_entropy": 0.324054, "bpb": 1.575276}, "el": {"chunks": 6781.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.33041, "cps": 52.976562, "mean_p": 0.253151, "boundary_entropy": 0.298353, "bpb": 1.700122}, "hi": {"chunks": 6570.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.39049, "cps": 51.328125, "mean_p": 0.299128, "boundary_entropy": 0.450665, "bpb": 1.347888}, "ta": {"chunks": 8744.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.467719, "cps": 68.3125, "mean_p": 0.245297, "boundary_entropy": 0.353689, "bpb": 1.069495}, "th": {"chunks": 9791.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.608704, "cps": 76.492188, "mean_p": 0.411895, "boundary_entropy": 0.56959, "bpb": 1.252038}, "zh": {"chunks": 3170.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536742, "cps": 24.765625, "mean_p": 0.319634, "boundary_entropy": 0.50269, "bpb": 3.46046}, "my": {"chunks": 9256.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.488495, "cps": 72.3125, "mean_p": 0.354715, "boundary_entropy": 0.550649, "bpb": 1.232017}}, "bpb": {"en": 2.28307, "de": 2.54985, "vi": 2.08579, "tr": 2.55645, "fi": 2.78074, "ru": 1.57528, "el": 1.70012, "hi": 1.34789, "ta": 1.0695, "th": 1.25204, "zh": 3.46046, "my": 1.23202}, "gini_cpc": 0.25106, "gini_cps": 0.242753, "bpic": 5.666337, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9782723004543037, "vi": 1.3948117024377453, "tr": 1.2638263115418618, "fi": 1.0003266275515055, "ru": 1.9008739968688075, "el": 1.9882854334262763, "hi": 2.349828290986664, "ta": 2.8145599984019514, "th": 3.6629569700385782, "zh": 3.2299191482605076, "my": 2.939583503048746}, "t": 126.7} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.29318, "de": 2.55793, "vi": 2.08851, "tr": 2.56223, "fi": 2.78607, "ru": 1.55494, "el": 1.68881, "hi": 1.34565, "ta": 1.0779, "th": 1.27271, "zh": 3.46386, "my": 1.23915}, "bytes_per_chunk": {"en": 5.722, "de": 6.202, "vi": 5.713, "tr": 5.157, "fi": 6.119, "ru": 5.94, "el": 5.542, "hi": 6.709, "ta": 5.824, "th": 4.802, "zh": 5.638, "my": 5.847}, "bpb_mean": 1.99424, "t": 128.0} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.51611, "bpb": 2.18729, "chunk_loss": 0.030239, "F": 0.17404, "G": 0.27223, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.33527, "router_noise": 0.0, "grad_norm": 0.6561, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 128.1} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.39126, "bpb": 2.00716, "chunk_loss": 0.03018, "F": 0.17685, "G": 0.25162, "chunks": 181.09, "bytes_per_chunk": 5.655, "boundary_entropy": 0.28595, "router_noise": 0.0, "grad_norm": 0.6993, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 130.2} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.56349, "bpb": 2.25563, "chunk_loss": 0.029943, "F": 0.16681, "G": 0.25099, "chunks": 170.81, "bytes_per_chunk": 5.995, "boundary_entropy": 0.29346, "router_noise": 0.0, "grad_norm": 0.7015, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 132.4} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.48057, "bpb": 2.13601, "chunk_loss": 0.030134, "F": 0.17319, "G": 0.25395, "chunks": 177.34, "bytes_per_chunk": 5.774, "boundary_entropy": 0.29424, "router_noise": 0.0, "grad_norm": 0.6911, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 134.5} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2895.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166351, "cps": 22.617188, "mean_p": 0.228321, "boundary_entropy": 0.227306, "bpb": 2.248696}, "de": {"chunks": 3325.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161934, "cps": 25.976562, "mean_p": 0.25492, "boundary_entropy": 0.307243, "bpb": 2.511901}, "vi": {"chunks": 4327.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.234717, "cps": 33.804688, "mean_p": 0.241402, "boundary_entropy": 0.243337, "bpb": 2.05245}, "tr": {"chunks": 3778.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208695, "cps": 29.515625, "mean_p": 0.235571, "boundary_entropy": 0.256911, "bpb": 2.507472}, "fi": {"chunks": 3182.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169156, "cps": 24.859375, "mean_p": 0.267958, "boundary_entropy": 0.34017, "bpb": 2.74608}, "ru": {"chunks": 6142.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.324116, "cps": 47.984375, "mean_p": 0.268557, "boundary_entropy": 0.30953, "bpb": 1.54037}, "el": {"chunks": 6909.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.336647, "cps": 53.976562, "mean_p": 0.247265, "boundary_entropy": 0.278979, "bpb": 1.642293}, "hi": {"chunks": 7615.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.4526, "cps": 59.492188, "mean_p": 0.297258, "boundary_entropy": 0.440355, "bpb": 1.319699}, "ta": {"chunks": 9350.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.500134, "cps": 73.046875, "mean_p": 0.256272, "boundary_entropy": 0.356078, "bpb": 1.06262}, "th": {"chunks": 9069.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.563817, "cps": 70.851562, "mean_p": 0.408564, "boundary_entropy": 0.579322, "bpb": 1.2367}, "zh": {"chunks": 3004.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508635, "cps": 23.46875, "mean_p": 0.300711, "boundary_entropy": 0.46933, "bpb": 3.410343}, "my": {"chunks": 9599.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.506597, "cps": 74.992188, "mean_p": 0.356319, "boundary_entropy": 0.542198, "bpb": 1.192247}}, "bpb": {"en": 2.2487, "de": 2.5119, "vi": 2.05245, "tr": 2.50747, "fi": 2.74608, "ru": 1.54037, "el": 1.64229, "hi": 1.3197, "ta": 1.06262, "th": 1.2367, "zh": 3.41034, "my": 1.19225}, "gini_cpc": 0.241664, "gini_cps": 0.246556, "bpic": 5.546369, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9734525668145982, "vi": 1.4109749561194562, "tr": 1.254547052144622, "fi": 1.0168662751895525, "ru": 1.948391157532093, "el": 2.0237175578821085, "hi": 2.720760957432885, "ta": 3.006503359768966, "th": 3.389330258133201, "zh": 3.057609632076978, "my": 3.0453566947883544}, "t": 137.6} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.25974, "de": 2.51784, "vi": 2.05703, "tr": 2.51356, "fi": 2.75107, "ru": 1.51925, "el": 1.63372, "hi": 1.31671, "ta": 1.06986, "th": 1.25644, "zh": 3.41575, "my": 1.19995}, "bytes_per_chunk": {"en": 5.723, "de": 6.234, "vi": 5.659, "tr": 5.182, "fi": 6.031, "ru": 5.783, "el": 5.531, "hi": 5.686, "ta": 5.285, "th": 5.288, "zh": 6.088, "my": 5.587}, "bpb_mean": 1.95925, "t": 138.9} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.48574, "bpb": 2.14347, "chunk_loss": 0.030204, "F": 0.17365, "G": 0.26551, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.32488, "router_noise": 0.0, "grad_norm": 0.674, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 138.9} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.71709, "bpb": 2.47724, "chunk_loss": 0.030246, "F": 0.17828, "G": 0.24998, "chunks": 182.56, "bytes_per_chunk": 5.609, "boundary_entropy": 0.27279, "router_noise": 0.0, "grad_norm": 0.7312, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 141.1} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.48817, "bpb": 2.14698, "chunk_loss": 0.030052, "F": 0.16852, "G": 0.2491, "chunks": 172.56, "bytes_per_chunk": 5.934, "boundary_entropy": 0.29753, "router_noise": 0.0, "grad_norm": 0.6485, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 143.2} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.49329, "bpb": 2.15437, "chunk_loss": 0.030057, "F": 0.172, "G": 0.26259, "chunks": 176.12, "bytes_per_chunk": 5.814, "boundary_entropy": 0.31323, "router_noise": 0.0, "grad_norm": 0.7092, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 145.4} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2894.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166293, "cps": 22.609375, "mean_p": 0.224777, "boundary_entropy": 0.215751, "bpb": 2.224607}, "de": {"chunks": 3332.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162275, "cps": 26.03125, "mean_p": 0.256415, "boundary_entropy": 0.305433, "bpb": 2.482869}, "vi": {"chunks": 4391.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238188, "cps": 34.304688, "mean_p": 0.244084, "boundary_entropy": 0.24444, "bpb": 2.045137}, "tr": {"chunks": 3748.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.207038, "cps": 29.28125, "mean_p": 0.228013, "boundary_entropy": 0.244843, "bpb": 2.479253}, "fi": {"chunks": 3111.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165382, "cps": 24.304688, "mean_p": 0.266446, "boundary_entropy": 0.332486, "bpb": 2.700383}, "ru": {"chunks": 6127.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.323325, "cps": 47.867188, "mean_p": 0.263336, "boundary_entropy": 0.303284, "bpb": 1.52074}, "el": {"chunks": 6807.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331677, "cps": 53.179688, "mean_p": 0.236618, "boundary_entropy": 0.268823, "bpb": 1.622485}, "hi": {"chunks": 7154.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.425201, "cps": 55.890625, "mean_p": 0.277252, "boundary_entropy": 0.42124, "bpb": 1.295872}, "ta": {"chunks": 8852.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.473496, "cps": 69.15625, "mean_p": 0.242081, "boundary_entropy": 0.338491, "bpb": 1.046547}, "th": {"chunks": 7126.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.443021, "cps": 55.671875, "mean_p": 0.385578, "boundary_entropy": 0.566968, "bpb": 1.21282}, "zh": {"chunks": 3400.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575686, "cps": 26.5625, "mean_p": 0.311785, "boundary_entropy": 0.458632, "bpb": 3.395884}, "my": {"chunks": 8591.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.453399, "cps": 67.117188, "mean_p": 0.333741, "boundary_entropy": 0.536887, "bpb": 1.224099}}, "bpb": {"en": 2.22461, "de": 2.48287, "vi": 2.04514, "tr": 2.47925, "fi": 2.70038, "ru": 1.52074, "el": 1.62248, "hi": 1.29587, "ta": 1.04655, "th": 1.21282, "zh": 3.39588, "my": 1.2241}, "gini_cpc": 0.232863, "gini_cps": 0.217645, "bpic": 5.856301, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9758390180204798, "vi": 1.4323392355778881, "tr": 1.2450151156472706, "fi": 0.9945204575084854, "ru": 1.9443044019744244, "el": 1.9945296596287658, "hi": 2.556933636329096, "ta": 2.8473544234707915, "th": 2.664098918173774, "zh": 3.4618724916574832, "my": 2.726502726919008}, "t": 148.5} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23624, "de": 2.48847, "vi": 2.04848, "tr": 2.48373, "fi": 2.70421, "ru": 1.49768, "el": 1.61284, "hi": 1.29286, "ta": 1.05285, "th": 1.23162, "zh": 3.39843, "my": 1.2313}, "bytes_per_chunk": {"en": 5.73, "de": 6.229, "vi": 5.572, "tr": 5.263, "fi": 6.114, "ru": 5.824, "el": 5.521, "hi": 6.119, "ta": 5.64, "th": 6.591, "zh": 5.191, "my": 6.105}, "bpb_mean": 1.93989, "t": 149.8} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 149.8} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_b", "lm_loss": 1.5076, "bpb": 2.17501, "chunk_loss": 0.0, "F": 0.17404, "G": 0.25548, "chunks": 178.22, "bytes_per_chunk": 5.746, "boundary_entropy": 0.30279, "router_noise": 0.0, "grad_norm": 0.7212, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "my", "n_target_mean": 21.145, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 149.8} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_b", "lm_loss": 1.31909, "bpb": 1.90305, "chunk_loss": 0.034573, "F": 0.15518, "G": 0.22053, "chunks": 158.91, "bytes_per_chunk": 6.444, "boundary_entropy": 0.25788, "router_noise": 0.0, "grad_norm": 0.654, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 152.0} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_b", "lm_loss": 1.421, "bpb": 2.05007, "chunk_loss": 0.032159, "F": 0.15686, "G": 0.2119, "chunks": 160.62, "bytes_per_chunk": 6.375, "boundary_entropy": 0.24576, "router_noise": 0.0, "grad_norm": 0.6861, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 154.1} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_b", "lm_loss": 1.58452, "bpb": 2.28597, "chunk_loss": 0.032174, "F": 0.16061, "G": 0.20559, "chunks": 164.47, "bytes_per_chunk": 6.226, "boundary_entropy": 0.21921, "router_noise": 0.0, "grad_norm": 0.6466, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 156.3} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2905.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166925, "cps": 22.695312, "mean_p": 0.202917, "boundary_entropy": 0.161376, "bpb": 2.199976}, "de": {"chunks": 3287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160084, "cps": 25.679688, "mean_p": 0.211945, "boundary_entropy": 0.22085, "bpb": 2.450253}, "vi": {"chunks": 4236.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22978, "cps": 33.09375, "mean_p": 0.219486, "boundary_entropy": 0.196709, "bpb": 2.025793}, "tr": {"chunks": 3856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213003, "cps": 30.125, "mean_p": 0.215639, "boundary_entropy": 0.204044, "bpb": 2.460467}, "fi": {"chunks": 2966.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157674, "cps": 23.171875, "mean_p": 0.215962, "boundary_entropy": 0.245513, "bpb": 2.665324}, "ru": {"chunks": 5325.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.281003, "cps": 41.601562, "mean_p": 0.147303, "boundary_entropy": 0.167885, "bpb": 1.526286}, "el": {"chunks": 5433.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.264727, "cps": 42.445312, "mean_p": 0.154222, "boundary_entropy": 0.189919, "bpb": 1.63917}, "hi": {"chunks": 4520.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.268648, "cps": 35.3125, "mean_p": 0.158052, "boundary_entropy": 0.298992, "bpb": 1.319334}, "ta": {"chunks": 4272.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.22851, "cps": 33.375, "mean_p": 0.121988, "boundary_entropy": 0.234143, "bpb": 1.115987}, "th": {"chunks": 4230.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.262978, "cps": 33.046875, "mean_p": 0.250076, "boundary_entropy": 0.452422, "bpb": 1.235284}, "zh": {"chunks": 2956.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.500508, "cps": 23.09375, "mean_p": 0.271039, "boundary_entropy": 0.416214, "bpb": 3.368951}, "my": {"chunks": 2119.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.111832, "cps": 16.554688, "mean_p": 0.133602, "boundary_entropy": 0.313246, "bpb": 1.234409}}, "bpb": {"en": 2.19998, "de": 2.45025, "vi": 2.02579, "tr": 2.46047, "fi": 2.66532, "ru": 1.52629, "el": 1.63917, "hi": 1.31933, "ta": 1.11599, "th": 1.23528, "zh": 3.36895, "my": 1.23441}, "gini_cpc": 0.198709, "gini_cps": 0.142669, "bpic": 8.324065, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9590147357769153, "vi": 1.3765462034118108, "tr": 1.2760404961359473, "fi": 0.9445767394860242, "ru": 1.6834041026526008, "el": 1.5859038132189207, "hi": 1.6093901737282392, "ta": 1.3689379333710499, "th": 1.575423377421048, "zh": 2.998395866859631, "my": 0.6699548942172381}, "t": 159.3} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.21129, "de": 2.46083, "vi": 2.02914, "tr": 2.46542, "fi": 2.6713, "ru": 1.50505, "el": 1.62898, "hi": 1.31582, "ta": 1.12342, "th": 1.25622, "zh": 3.37247, "my": 1.24231}, "bytes_per_chunk": {"en": 5.738, "de": 6.294, "vi": 5.771, "tr": 5.143, "fi": 6.425, "ru": 6.645, "el": 6.919, "hi": 9.211, "ta": 11.271, "th": 11.081, "zh": 5.894, "my": 24.212}, "bpb_mean": 1.94019, "t": 160.6} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_b", "lm_loss": 1.68202, "bpb": 2.42664, "chunk_loss": 0.031755, "F": 0.1637, "G": 0.21242, "chunks": 167.62, "bytes_per_chunk": 6.109, "boundary_entropy": 0.24943, "router_noise": 0.0, "grad_norm": 0.7, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 160.6} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_b", "lm_loss": 1.43413, "bpb": 2.06901, "chunk_loss": 0.031509, "F": 0.15469, "G": 0.20078, "chunks": 158.41, "bytes_per_chunk": 6.464, "boundary_entropy": 0.2211, "router_noise": 0.0, "grad_norm": 0.6288, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 162.8} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_b", "lm_loss": 1.37861, "bpb": 1.98891, "chunk_loss": 0.03126, "F": 0.14664, "G": 0.18174, "chunks": 150.16, "bytes_per_chunk": 6.82, "boundary_entropy": 0.2061, "router_noise": 0.0, "grad_norm": 0.6687, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.2188, "fallback": 0.0, "alpha": 0.03, "t": 165.0} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_b", "lm_loss": 1.35162, "bpb": 1.94998, "chunk_loss": 0.031582, "F": 0.14621, "G": 0.18662, "chunks": 149.72, "bytes_per_chunk": 6.839, "boundary_entropy": 0.2011, "router_noise": 0.0, "grad_norm": 0.6747, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "th", "n_target_mean": 16.5724, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 167.1} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2899.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.16658, "cps": 22.648438, "mean_p": 0.196058, "boundary_entropy": 0.138712, "bpb": 2.17504}, "de": {"chunks": 3292.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160327, "cps": 25.71875, "mean_p": 0.201246, "boundary_entropy": 0.185858, "bpb": 2.428241}, "vi": {"chunks": 4214.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228587, "cps": 32.921875, "mean_p": 0.216684, "boundary_entropy": 0.190559, "bpb": 2.002048}, "tr": {"chunks": 3920.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216539, "cps": 30.625, "mean_p": 0.218159, "boundary_entropy": 0.19122, "bpb": 2.422018}, "fi": {"chunks": 2959.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157302, "cps": 23.117188, "mean_p": 0.204322, "boundary_entropy": 0.215811, "bpb": 2.642246}, "ru": {"chunks": 4782.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.252348, "cps": 37.359375, "mean_p": 0.13793, "boundary_entropy": 0.159323, "bpb": 1.5223}, "el": {"chunks": 4131.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.201286, "cps": 32.273438, "mean_p": 0.125221, "boundary_entropy": 0.188539, "bpb": 1.647743}, "hi": {"chunks": 1021.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.060684, "cps": 7.976562, "mean_p": 0.088511, "boundary_entropy": 0.235014, "bpb": 1.35791}, "ta": {"chunks": 1700.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.090933, "cps": 13.28125, "mean_p": 0.085973, "boundary_entropy": 0.214355, "bpb": 1.083913}, "th": {"chunks": 2433.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.151259, "cps": 19.007812, "mean_p": 0.150561, "boundary_entropy": 0.332394, "bpb": 1.258152}, "zh": {"chunks": 2817.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.476973, "cps": 22.007812, "mean_p": 0.263017, "boundary_entropy": 0.409101, "bpb": 3.344954}, "my": {"chunks": 3123.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.16482, "cps": 24.398438, "mean_p": 0.135495, "boundary_entropy": 0.317977, "bpb": 1.20551}}, "bpb": {"en": 2.17504, "de": 2.42824, "vi": 2.00205, "tr": 2.42202, "fi": 2.64225, "ru": 1.5223, "el": 1.64774, "hi": 1.35791, "ta": 1.08391, "th": 1.25815, "zh": 3.34495, "my": 1.20551}, "gini_cpc": 0.250398, "gini_cps": 0.184899, "bpic": 10.291518, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.96246140729013, "vi": 1.3722312146580666, "tr": 1.299904419913516, "fi": 0.9442978188893719, "ru": 1.514873129757236, "el": 1.208343067152029, "hi": 0.3642894332062037, "ta": 0.5458827323861619, "th": 0.9080232075995893, "zh": 2.8633161919164296, "my": 0.9894287213537634}, "t": 170.2} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18762, "de": 2.43747, "vi": 2.00532, "tr": 2.42633, "fi": 2.65109, "ru": 1.50259, "el": 1.63673, "hi": 1.35565, "ta": 1.09129, "th": 1.27528, "zh": 3.34757, "my": 1.2135}, "bytes_per_chunk": {"en": 5.738, "de": 6.283, "vi": 5.768, "tr": 5.06, "fi": 6.455, "ru": 7.417, "el": 9.214, "hi": 34.901, "ta": 26.525, "th": 19.755, "zh": 6.219, "my": 16.161}, "bpb_mean": 1.92754, "t": 171.4} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_b", "lm_loss": 1.47435, "bpb": 2.12703, "chunk_loss": 0.031064, "F": 0.1564, "G": 0.18904, "chunks": 160.16, "bytes_per_chunk": 6.394, "boundary_entropy": 0.19103, "router_noise": 0.0, "grad_norm": 0.7, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 171.5} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_b", "lm_loss": 1.42169, "bpb": 2.05106, "chunk_loss": 0.030809, "F": 0.14447, "G": 0.1804, "chunks": 147.94, "bytes_per_chunk": 6.922, "boundary_entropy": 0.19434, "router_noise": 0.0, "grad_norm": 0.7392, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 173.6} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_b", "lm_loss": 1.49039, "bpb": 2.15018, "chunk_loss": 0.0, "F": 0.15314, "G": 0.18924, "chunks": 156.81, "bytes_per_chunk": 6.53, "boundary_entropy": 0.19775, "router_noise": 0.0, "grad_norm": 0.6954, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 175.8} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_b", "lm_loss": 1.3816, "bpb": 1.99323, "chunk_loss": 0.030792, "F": 0.14993, "G": 0.1884, "chunks": 153.53, "bytes_per_chunk": 6.67, "boundary_entropy": 0.20772, "router_noise": 0.0, "grad_norm": 0.698, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.25, "fallback": 0.0, "alpha": 0.03, "t": 178.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2897.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166466, "cps": 22.632812, "mean_p": 0.1953, "boundary_entropy": 0.133829, "bpb": 2.1508}, "de": {"chunks": 3308.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.161107, "cps": 25.84375, "mean_p": 0.203169, "boundary_entropy": 0.185648, "bpb": 2.39482}, "vi": {"chunks": 4226.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.229238, "cps": 33.015625, "mean_p": 0.21462, "boundary_entropy": 0.173953, "bpb": 1.992577}, "tr": {"chunks": 3878.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214219, "cps": 30.296875, "mean_p": 0.217972, "boundary_entropy": 0.194069, "bpb": 2.395368}, "fi": {"chunks": 2980.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.158418, "cps": 23.28125, "mean_p": 0.204928, "boundary_entropy": 0.209738, "bpb": 2.58727}, "ru": {"chunks": 4467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.235726, "cps": 34.898438, "mean_p": 0.126384, "boundary_entropy": 0.138581, "bpb": 1.525563}, "el": {"chunks": 4337.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.211324, "cps": 33.882812, "mean_p": 0.1287, "boundary_entropy": 0.183717, "bpb": 1.612008}, "hi": {"chunks": 1640.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.097474, "cps": 12.8125, "mean_p": 0.10846, "boundary_entropy": 0.251531, "bpb": 1.307665}, "ta": {"chunks": 2646.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141535, "cps": 20.671875, "mean_p": 0.098715, "boundary_entropy": 0.21387, "bpb": 1.058422}, "th": {"chunks": 3542.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.220205, "cps": 27.671875, "mean_p": 0.188921, "boundary_entropy": 0.367714, "bpb": 1.204963}, "zh": {"chunks": 3209.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.543346, "cps": 25.070312, "mean_p": 0.280697, "boundary_entropy": 0.40036, "bpb": 3.326124}, "my": {"chunks": 2967.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.156586, "cps": 23.179688, "mean_p": 0.145758, "boundary_entropy": 0.323074, "bpb": 1.195546}}, "bpb": {"en": 2.1508, "de": 2.39482, "vi": 1.99258, "tr": 2.39537, "fi": 2.58727, "ru": 1.52556, "el": 1.61201, "hi": 1.30766, "ta": 1.05842, "th": 1.20496, "zh": 3.32612, "my": 1.19555}, "gini_cpc": 0.222626, "gini_cps": 0.128769, "bpic": 9.571315, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9678069102868344, "vi": 1.3770888939007917, "tr": 1.2868646715718368, "fi": 0.9516560340697695, "ru": 1.4160623081105645, "el": 1.2694751442058045, "hi": 0.5855505592966234, "ta": 0.8502369901890556, "th": 1.3228272008956559, "zh": 3.264013147643539, "my": 0.9406537587856495}, "t": 181.0} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.1643, "de": 2.40532, "vi": 1.99483, "tr": 2.39989, "fi": 2.595, "ru": 1.50381, "el": 1.60244, "hi": 1.30516, "ta": 1.06572, "th": 1.22157, "zh": 3.32786, "my": 1.20396}, "bytes_per_chunk": {"en": 5.736, "de": 6.253, "vi": 5.762, "tr": 5.094, "fi": 6.374, "ru": 8.008, "el": 8.805, "hi": 16.163, "ta": 15.708, "th": 13.012, "zh": 5.698, "my": 16.716}, "bpb_mean": 1.89916, "t": 182.3} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_b", "lm_loss": 1.48796, "bpb": 2.14668, "chunk_loss": 0.0, "F": 0.15381, "G": 0.20144, "chunks": 157.5, "bytes_per_chunk": 6.502, "boundary_entropy": 0.21492, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 182.3} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_b", "lm_loss": 1.39036, "bpb": 2.00586, "chunk_loss": 0.030474, "F": 0.14871, "G": 0.18749, "chunks": 152.28, "bytes_per_chunk": 6.724, "boundary_entropy": 0.17787, "router_noise": 0.0, "grad_norm": 0.6712, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 184.5} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_b", "lm_loss": 1.42967, "bpb": 2.06257, "chunk_loss": 0.030365, "F": 0.15784, "G": 0.18452, "chunks": 161.62, "bytes_per_chunk": 6.336, "boundary_entropy": 0.15676, "router_noise": 0.0, "grad_norm": 0.6989, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 186.7} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_b", "lm_loss": 1.38064, "bpb": 1.99184, "chunk_loss": 0.030735, "F": 0.14316, "G": 0.18395, "chunks": 146.59, "bytes_per_chunk": 6.985, "boundary_entropy": 0.19768, "router_noise": 0.0, "grad_norm": 0.727, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.1562, "fallback": 0.0, "alpha": 0.03, "t": 188.8} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.189699, "boundary_entropy": 0.11904, "bpb": 2.149396}, "de": {"chunks": 3301.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160766, "cps": 25.789062, "mean_p": 0.197003, "boundary_entropy": 0.173032, "bpb": 2.376002}, "vi": {"chunks": 4168.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226092, "cps": 32.5625, "mean_p": 0.173928, "boundary_entropy": 0.156822, "bpb": 1.984835}, "tr": {"chunks": 3845.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.212396, "cps": 30.039062, "mean_p": 0.212792, "boundary_entropy": 0.181784, "bpb": 2.382649}, "fi": {"chunks": 2967.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157727, "cps": 23.179688, "mean_p": 0.196665, "boundary_entropy": 0.195017, "bpb": 2.569144}, "ru": {"chunks": 4459.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.235303, "cps": 34.835938, "mean_p": 0.127413, "boundary_entropy": 0.125787, "bpb": 1.492923}, "el": {"chunks": 4176.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.203479, "cps": 32.625, "mean_p": 0.126646, "boundary_entropy": 0.170555, "bpb": 1.579363}, "hi": {"chunks": 2786.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.165587, "cps": 21.765625, "mean_p": 0.121181, "boundary_entropy": 0.256222, "bpb": 1.283983}, "ta": {"chunks": 2922.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.156298, "cps": 22.828125, "mean_p": 0.098786, "boundary_entropy": 0.210715, "bpb": 1.057593}, "th": {"chunks": 3589.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.223127, "cps": 28.039062, "mean_p": 0.208139, "boundary_entropy": 0.379681, "bpb": 1.190376}, "zh": {"chunks": 3006.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.508974, "cps": 23.484375, "mean_p": 0.263771, "boundary_entropy": 0.374355, "bpb": 3.30255}, "my": {"chunks": 1163.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.061379, "cps": 9.085938, "mean_p": 0.075194, "boundary_entropy": 0.211912, "bpb": 1.195068}}, "bpb": {"en": 2.1494, "de": 2.376, "vi": 1.98483, "tr": 2.38265, "fi": 2.56914, "ru": 1.49292, "el": 1.57936, "hi": 1.28398, "ta": 1.05759, "th": 1.19038, "zh": 3.30255, "my": 1.19507}, "gini_cpc": 0.222169, "gini_cps": 0.136969, "bpic": 9.774125, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9704487276718531, "vi": 1.3647843888319255, "tr": 1.2821099497539314, "fi": 0.9521056463354101, "ru": 1.420390424442437, "el": 1.2282849277045227, "hi": 0.9995522865761735, "ta": 0.9434833054518018, "th": 1.3468892010673008, "zh": 3.0723805805345132, "my": 0.37050648722161333}, "t": 191.9} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15989, "de": 2.38537, "vi": 1.98885, "tr": 2.38665, "fi": 2.57657, "ru": 1.47276, "el": 1.56935, "hi": 1.28057, "ta": 1.06364, "th": 1.20758, "zh": 3.3028, "my": 1.20368}, "bytes_per_chunk": {"en": 5.738, "de": 6.266, "vi": 5.796, "tr": 5.098, "fi": 6.405, "ru": 8.086, "el": 9.129, "hi": 11.088, "ta": 14.558, "th": 13.093, "zh": 5.845, "my": 34.049}, "bpb_mean": 1.88314, "t": 193.2} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_b", "lm_loss": 1.32959, "bpb": 1.9182, "chunk_loss": 0.030849, "F": 0.14853, "G": 0.17555, "chunks": 152.09, "bytes_per_chunk": 6.733, "boundary_entropy": 0.1676, "router_noise": 0.0, "grad_norm": 0.7268, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 193.2} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_b", "lm_loss": 1.5581, "bpb": 2.24787, "chunk_loss": 0.0, "F": 0.15793, "G": 0.19424, "chunks": 161.72, "bytes_per_chunk": 6.332, "boundary_entropy": 0.18108, "router_noise": 0.0, "grad_norm": 0.7097, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 195.4} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_b", "lm_loss": 1.5175, "bpb": 2.18928, "chunk_loss": 0.030595, "F": 0.16193, "G": 0.19131, "chunks": 165.81, "bytes_per_chunk": 6.176, "boundary_entropy": 0.1598, "router_noise": 0.0, "grad_norm": 0.7183, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 197.5} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_b", "lm_loss": 1.34751, "bpb": 1.94405, "chunk_loss": 0.030498, "F": 0.142, "G": 0.17205, "chunks": 145.41, "bytes_per_chunk": 7.042, "boundary_entropy": 0.19037, "router_noise": 0.0, "grad_norm": 0.6172, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.25, "fallback": 0.0, "alpha": 0.03, "t": 199.7} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.187541, "boundary_entropy": 0.113829, "bpb": 2.123867}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.18858, "boundary_entropy": 0.152402, "bpb": 2.353068}, "vi": {"chunks": 4154.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225332, "cps": 32.453125, "mean_p": 0.146555, "boundary_entropy": 0.166586, "bpb": 1.960237}, "tr": {"chunks": 3870.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213777, "cps": 30.234375, "mean_p": 0.212026, "boundary_entropy": 0.17494, "bpb": 2.360343}, "fi": {"chunks": 2949.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15677, "cps": 23.039062, "mean_p": 0.191248, "boundary_entropy": 0.18058, "bpb": 2.549226}, "ru": {"chunks": 4448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.234723, "cps": 34.75, "mean_p": 0.12783, "boundary_entropy": 0.114521, "bpb": 1.470627}, "el": {"chunks": 4093.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.199435, "cps": 31.976562, "mean_p": 0.126654, "boundary_entropy": 0.166995, "bpb": 1.564763}, "hi": {"chunks": 1475.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.087667, "cps": 11.523438, "mean_p": 0.100506, "boundary_entropy": 0.237541, "bpb": 1.27933}, "ta": {"chunks": 2387.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.127681, "cps": 18.648438, "mean_p": 0.09659, "boundary_entropy": 0.211868, "bpb": 1.045074}, "th": {"chunks": 3463.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.215294, "cps": 27.054688, "mean_p": 0.182117, "boundary_entropy": 0.345043, "bpb": 1.174812}, "zh": {"chunks": 3244.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.549272, "cps": 25.34375, "mean_p": 0.281977, "boundary_entropy": 0.385009, "bpb": 3.278084}, "my": {"chunks": 2764.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.145873, "cps": 21.59375, "mean_p": 0.093796, "boundary_entropy": 0.224327, "bpb": 1.170406}}, "bpb": {"en": 2.12387, "de": 2.35307, "vi": 1.96024, "tr": 2.36034, "fi": 2.54923, "ru": 1.47063, "el": 1.56476, "hi": 1.27933, "ta": 1.04507, "th": 1.17481, "zh": 3.27808, "my": 1.17041}, "gini_cpc": 0.237925, "gini_cps": 0.137585, "bpic": 9.836503, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9647816707281281, "vi": 1.3592572338334274, "tr": 1.2895515752293991, "fi": 0.9456734402701616, "ru": 1.4159041900833627, "el": 1.2030376030747427, "hi": 0.5288289842681698, "ta": 0.7702030821316185, "th": 1.2987026568667643, "zh": 3.3133377272239075, "my": 0.879939807898951}, "t": 202.8} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13399, "de": 2.36514, "vi": 1.96345, "tr": 2.3652, "fi": 2.5568, "ru": 1.45098, "el": 1.55535, "hi": 1.27683, "ta": 1.05253, "th": 1.19099, "zh": 3.27612, "my": 1.17854}, "bytes_per_chunk": {"en": 5.736, "de": 6.283, "vi": 5.798, "tr": 5.093, "fi": 6.43, "ru": 8.087, "el": 9.309, "hi": 22.047, "ta": 19.658, "th": 12.942, "zh": 5.516, "my": 18.297}, "bpb_mean": 1.86383, "t": 204.1} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_b", "lm_loss": 1.37511, "bpb": 1.98386, "chunk_loss": 0.03053, "F": 0.14243, "G": 0.1778, "chunks": 145.84, "bytes_per_chunk": 7.021, "boundary_entropy": 0.17753, "router_noise": 0.0, "grad_norm": 0.6869, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 204.1} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_b", "lm_loss": 1.3767, "bpb": 1.98616, "chunk_loss": 0.030348, "F": 0.14395, "G": 0.18027, "chunks": 147.41, "bytes_per_chunk": 6.947, "boundary_entropy": 0.17928, "router_noise": 0.0, "grad_norm": 0.764, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 206.3} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_b", "lm_loss": 1.45458, "bpb": 2.09852, "chunk_loss": 0.03054, "F": 0.14584, "G": 0.17344, "chunks": 149.34, "bytes_per_chunk": 6.857, "boundary_entropy": 0.17815, "router_noise": 0.0, "grad_norm": 0.705, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 208.4} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_b", "lm_loss": 1.4012, "bpb": 2.0215, "chunk_loss": 0.030394, "F": 0.14954, "G": 0.18153, "chunks": 153.12, "bytes_per_chunk": 6.687, "boundary_entropy": 0.16521, "router_noise": 0.0, "grad_norm": 0.6906, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 210.6} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.186027, "boundary_entropy": 0.103771, "bpb": 2.109896}, "de": {"chunks": 3283.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159889, "cps": 25.648438, "mean_p": 0.188024, "boundary_entropy": 0.144411, "bpb": 2.336155}, "vi": {"chunks": 4173.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226363, "cps": 32.601562, "mean_p": 0.156811, "boundary_entropy": 0.143067, "bpb": 1.950569}, "tr": {"chunks": 3856.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213003, "cps": 30.125, "mean_p": 0.21206, "boundary_entropy": 0.174196, "bpb": 2.335416}, "fi": {"chunks": 2956.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157142, "cps": 23.09375, "mean_p": 0.188791, "boundary_entropy": 0.16986, "bpb": 2.518523}, "ru": {"chunks": 4337.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.228865, "cps": 33.882812, "mean_p": 0.122713, "boundary_entropy": 0.110433, "bpb": 1.469693}, "el": {"chunks": 4125.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.200994, "cps": 32.226562, "mean_p": 0.126298, "boundary_entropy": 0.160534, "bpb": 1.542255}, "hi": {"chunks": 1878.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.11162, "cps": 14.671875, "mean_p": 0.106469, "boundary_entropy": 0.241376, "bpb": 1.264218}, "ta": {"chunks": 1892.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.101204, "cps": 14.78125, "mean_p": 0.079481, "boundary_entropy": 0.186043, "bpb": 1.02931}, "th": {"chunks": 3477.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.216164, "cps": 27.164062, "mean_p": 0.182428, "boundary_entropy": 0.339356, "bpb": 1.152073}, "zh": {"chunks": 3323.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.562648, "cps": 25.960938, "mean_p": 0.279818, "boundary_entropy": 0.369056, "bpb": 3.253451}, "my": {"chunks": 3463.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.182763, "cps": 27.054688, "mean_p": 0.108178, "boundary_entropy": 0.238144, "bpb": 1.161708}}, "bpb": {"en": 2.1099, "de": 2.33615, "vi": 1.95057, "tr": 2.33542, "fi": 2.51852, "ru": 1.46969, "el": 1.54226, "hi": 1.26422, "ta": 1.02931, "th": 1.15207, "zh": 3.25345, "my": 1.16171}, "gini_cpc": 0.232792, "gini_cps": 0.129256, "bpic": 9.680195, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9651569745370172, "vi": 1.3664216061889694, "tr": 1.2857778845906787, "fi": 0.9485757635886324, "ru": 1.381527981791175, "el": 1.2132843215472116, "hi": 0.6737829124874566, "ta": 0.6109070547278608, "th": 1.3048575514380063, "zh": 3.3963807947824978, "my": 1.1032364275567044}, "t": 213.7} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12051, "de": 2.34508, "vi": 1.95279, "tr": 2.34298, "fi": 2.52661, "ru": 1.45017, "el": 1.53271, "hi": 1.26171, "ta": 1.03602, "th": 1.16986, "zh": 3.2523, "my": 1.16989}, "bytes_per_chunk": {"en": 5.736, "de": 6.282, "vi": 5.791, "tr": 5.073, "fi": 6.403, "ru": 8.319, "el": 9.324, "hi": 14.722, "ta": 24.614, "th": 13.143, "zh": 5.413, "my": 14.942}, "bpb_mean": 1.84672, "t": 215.0} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_b", "lm_loss": 1.48033, "bpb": 2.13566, "chunk_loss": 0.030817, "F": 0.15796, "G": 0.1799, "chunks": 161.75, "bytes_per_chunk": 6.331, "boundary_entropy": 0.16378, "router_noise": 0.0, "grad_norm": 1.4183, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 215.1} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_b", "lm_loss": 1.33746, "bpb": 1.92955, "chunk_loss": 0.030761, "F": 0.15201, "G": 0.16834, "chunks": 155.66, "bytes_per_chunk": 6.579, "boundary_entropy": 0.14364, "router_noise": 0.0, "grad_norm": 0.6991, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.25, "fallback": 0.0, "alpha": 0.03, "t": 217.2} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_b", "lm_loss": 1.58667, "bpb": 2.28909, "chunk_loss": 0.0, "F": 0.16647, "G": 0.19949, "chunks": 170.47, "bytes_per_chunk": 6.007, "boundary_entropy": 0.18117, "router_noise": 0.0, "grad_norm": 0.7591, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 219.4} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_b", "lm_loss": 1.31733, "bpb": 1.90051, "chunk_loss": 0.030445, "F": 0.13898, "G": 0.16481, "chunks": 142.31, "bytes_per_chunk": 7.195, "boundary_entropy": 0.15885, "router_noise": 0.0, "grad_norm": 0.7104, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 221.6} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.185112, "boundary_entropy": 0.099952, "bpb": 2.091763}, "de": {"chunks": 3284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159938, "cps": 25.65625, "mean_p": 0.187028, "boundary_entropy": 0.140305, "bpb": 2.314454}, "vi": {"chunks": 4159.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225603, "cps": 32.492188, "mean_p": 0.154237, "boundary_entropy": 0.137962, "bpb": 1.939326}, "tr": {"chunks": 3864.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213445, "cps": 30.1875, "mean_p": 0.211612, "boundary_entropy": 0.169609, "bpb": 2.317446}, "fi": {"chunks": 2990.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15895, "cps": 23.359375, "mean_p": 0.192044, "boundary_entropy": 0.175896, "bpb": 2.518392}, "ru": {"chunks": 4416.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.233034, "cps": 34.5, "mean_p": 0.126855, "boundary_entropy": 0.103058, "bpb": 1.440069}, "el": {"chunks": 3859.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.188033, "cps": 30.148438, "mean_p": 0.116791, "boundary_entropy": 0.153197, "bpb": 1.525561}, "hi": {"chunks": 4110.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.244279, "cps": 32.109375, "mean_p": 0.129034, "boundary_entropy": 0.246506, "bpb": 1.243661}, "ta": {"chunks": 3274.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.175127, "cps": 25.578125, "mean_p": 0.093185, "boundary_entropy": 0.188024, "bpb": 1.018955}, "th": {"chunks": 3725.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231582, "cps": 29.101562, "mean_p": 0.195476, "boundary_entropy": 0.350084, "bpb": 1.134884}, "zh": {"chunks": 3178.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.538097, "cps": 24.828125, "mean_p": 0.275396, "boundary_entropy": 0.365176, "bpb": 3.24725}, "my": {"chunks": 2949.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.155636, "cps": 23.039062, "mean_p": 0.098094, "boundary_entropy": 0.22285, "bpb": 1.149827}}, "bpb": {"en": 2.09176, "de": 2.31445, "vi": 1.93933, "tr": 2.31745, "fi": 2.51839, "ru": 1.44007, "el": 1.52556, "hi": 1.24366, "ta": 1.01895, "th": 1.13488, "zh": 3.24725, "my": 1.14983}, "gini_cpc": 0.185704, "gini_cps": 0.08046, "bpic": 8.98974, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9654509608222858, "vi": 1.361837397589246, "tr": 1.2884454735628585, "fi": 0.9594863102604909, "ru": 1.4066930061309266, "el": 1.1350458659031974, "hi": 1.4745728276482675, "ta": 1.057140431912799, "th": 1.3979276327600154, "zh": 3.2481788040381514, "my": 0.9394872148035578}, "t": 224.7} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10326, "de": 2.32432, "vi": 1.94156, "tr": 2.32388, "fi": 2.52676, "ru": 1.41922, "el": 1.51534, "hi": 1.24059, "ta": 1.02815, "th": 1.15277, "zh": 3.24578, "my": 1.15778}, "bytes_per_chunk": {"en": 5.738, "de": 6.28, "vi": 5.791, "tr": 5.09, "fi": 6.34, "ru": 8.142, "el": 9.955, "hi": 9.584, "ta": 13.888, "th": 12.371, "zh": 5.592, "my": 16.573}, "bpb_mean": 1.83162, "t": 226.0} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_b", "lm_loss": 1.37922, "bpb": 1.98979, "chunk_loss": 0.030396, "F": 0.15433, "G": 0.17637, "chunks": 158.03, "bytes_per_chunk": 6.48, "boundary_entropy": 0.14014, "router_noise": 0.0, "grad_norm": 0.7051, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 226.0} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_b", "lm_loss": 1.48678, "bpb": 2.14497, "chunk_loss": 0.030556, "F": 0.15518, "G": 0.19178, "chunks": 158.91, "bytes_per_chunk": 6.444, "boundary_entropy": 0.19925, "router_noise": 0.0, "grad_norm": 0.6896, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 228.2} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_b", "lm_loss": 1.49547, "bpb": 2.1575, "chunk_loss": 0.0, "F": 0.14987, "G": 0.18436, "chunks": 153.47, "bytes_per_chunk": 6.672, "boundary_entropy": 0.1853, "router_noise": 0.0, "grad_norm": 0.7025, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 230.3} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_b", "lm_loss": 1.43556, "bpb": 2.07108, "chunk_loss": 0.0, "F": 0.14597, "G": 0.17724, "chunks": 149.47, "bytes_per_chunk": 6.851, "boundary_entropy": 0.16598, "router_noise": 0.0, "grad_norm": 0.7276, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 232.5} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 2883.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165661, "cps": 22.523438, "mean_p": 0.183583, "boundary_entropy": 0.095226, "bpb": 2.077356}, "de": {"chunks": 3285.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159986, "cps": 25.664062, "mean_p": 0.186068, "boundary_entropy": 0.137014, "bpb": 2.299596}, "vi": {"chunks": 4180.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226743, "cps": 32.65625, "mean_p": 0.154038, "boundary_entropy": 0.134599, "bpb": 1.926246}, "tr": {"chunks": 3884.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21455, "cps": 30.34375, "mean_p": 0.210182, "boundary_entropy": 0.160884, "bpb": 2.293307}, "fi": {"chunks": 2952.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156929, "cps": 23.0625, "mean_p": 0.18299, "boundary_entropy": 0.15311, "bpb": 2.486304}, "ru": {"chunks": 4260.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.224802, "cps": 33.28125, "mean_p": 0.118747, "boundary_entropy": 0.099985, "bpb": 1.433674}, "el": {"chunks": 3896.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.189836, "cps": 30.4375, "mean_p": 0.119577, "boundary_entropy": 0.15175, "bpb": 1.508192}, "hi": {"chunks": 2567.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152571, "cps": 20.054688, "mean_p": 0.11042, "boundary_entropy": 0.227585, "bpb": 1.245211}, "ta": {"chunks": 3252.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.17395, "cps": 25.40625, "mean_p": 0.099143, "boundary_entropy": 0.194506, "bpb": 1.017161}, "th": {"chunks": 3889.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.241778, "cps": 30.382812, "mean_p": 0.203787, "boundary_entropy": 0.352649, "bpb": 1.131488}, "zh": {"chunks": 3328.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.563495, "cps": 26.0, "mean_p": 0.282014, "boundary_entropy": 0.356408, "bpb": 3.212256}, "my": {"chunks": 3264.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.172261, "cps": 25.5, "mean_p": 0.099037, "boundary_entropy": 0.221441, "bpb": 1.146514}}, "bpb": {"en": 2.07736, "de": 2.2996, "vi": 1.92625, "tr": 2.29331, "fi": 2.4863, "ru": 1.43367, "el": 1.50819, "hi": 1.24521, "ta": 1.01716, "th": 1.13149, "zh": 3.21226, "my": 1.14651}, "gini_cpc": 0.195188, "gini_cps": 0.084038, "bpic": 9.216643, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9657449471075545, "vi": 1.3687137104888312, "tr": 1.2951144459933082, "fi": 0.9472921698625314, "ru": 1.3570000466752146, "el": 1.1459286586055601, "hi": 0.9209801578036747, "ta": 1.050036861508987, "th": 1.4594739768600538, "zh": 3.4014912082564406, "my": 1.0398393588059724}, "t": 235.6} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.09032, "de": 2.30904, "vi": 1.928, "tr": 2.29913, "fi": 2.49555, "ru": 1.41205, "el": 1.49918, "hi": 1.24213, "ta": 1.02434, "th": 1.14882, "zh": 3.21009, "my": 1.15451}, "bytes_per_chunk": {"en": 5.738, "de": 6.272, "vi": 5.786, "tr": 5.059, "fi": 6.415, "ru": 8.492, "el": 9.816, "hi": 11.222, "ta": 13.783, "th": 11.957, "zh": 5.325, "my": 15.81}, "bpb_mean": 1.81776, "t": 236.9} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_b", "lm_loss": 1.41496, "bpb": 2.04135, "chunk_loss": 0.030366, "F": 0.15216, "G": 0.18633, "chunks": 155.81, "bytes_per_chunk": 6.572, "boundary_entropy": 0.17931, "router_noise": 0.0, "grad_norm": 0.7666, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.089, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 237.0} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_b", "lm_loss": 1.30848, "bpb": 1.88774, "chunk_loss": 0.030486, "F": 0.14374, "G": 0.16801, "chunks": 147.19, "bytes_per_chunk": 6.957, "boundary_entropy": 0.15174, "router_noise": 0.0, "grad_norm": 0.7006, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.044, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 239.1} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_b", "lm_loss": 1.45281, "bpb": 2.09596, "chunk_loss": 0.030451, "F": 0.15707, "G": 0.18317, "chunks": 160.84, "bytes_per_chunk": 6.366, "boundary_entropy": 0.16309, "router_noise": 0.0, "grad_norm": 0.7053, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 241.3} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_b", "lm_loss": 1.25191, "bpb": 1.80613, "chunk_loss": 0.030415, "F": 0.1377, "G": 0.16656, "chunks": 141.0, "bytes_per_chunk": 7.262, "boundary_entropy": 0.15969, "router_noise": 0.0, "grad_norm": 0.6864, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.043, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.2188, "fallback": 0.0, "alpha": 0.03, "t": 243.5} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2884.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165719, "cps": 22.53125, "mean_p": 0.183934, "boundary_entropy": 0.094976, "bpb": 2.063697}, "de": {"chunks": 3287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160084, "cps": 25.679688, "mean_p": 0.185372, "boundary_entropy": 0.13396, "bpb": 2.288246}, "vi": {"chunks": 4160.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225658, "cps": 32.5, "mean_p": 0.151007, "boundary_entropy": 0.135373, "bpb": 1.919393}, "tr": {"chunks": 3887.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.214716, "cps": 30.367188, "mean_p": 0.211087, "boundary_entropy": 0.161503, "bpb": 2.286247}, "fi": {"chunks": 2947.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156664, "cps": 23.023438, "mean_p": 0.182762, "boundary_entropy": 0.15478, "bpb": 2.465539}, "ru": {"chunks": 4297.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.226755, "cps": 33.570312, "mean_p": 0.120584, "boundary_entropy": 0.098486, "bpb": 1.414066}, "el": {"chunks": 3906.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.190323, "cps": 30.515625, "mean_p": 0.119481, "boundary_entropy": 0.151098, "bpb": 1.494107}, "hi": {"chunks": 1701.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.1011, "cps": 13.289062, "mean_p": 0.102095, "boundary_entropy": 0.231062, "bpb": 1.236097}, "ta": {"chunks": 2040.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.10912, "cps": 15.9375, "mean_p": 0.078471, "boundary_entropy": 0.177592, "bpb": 1.012147}, "th": {"chunks": 3495.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.217283, "cps": 27.304688, "mean_p": 0.184311, "boundary_entropy": 0.336911, "bpb": 1.125115}, "zh": {"chunks": 3282.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555706, "cps": 25.640625, "mean_p": 0.277739, "boundary_entropy": 0.354192, "bpb": 3.200451}, "my": {"chunks": 2976.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.157061, "cps": 23.25, "mean_p": 0.09182, "boundary_entropy": 0.204664, "bpb": 1.135411}}, "bpb": {"en": 2.0637, "de": 2.28825, "vi": 1.91939, "tr": 2.28625, "fi": 2.46554, "ru": 1.41407, "el": 1.49411, "hi": 1.2361, "ta": 1.01215, "th": 1.12511, "zh": 3.20045, "my": 1.13541}, "gini_cpc": 0.236271, "gini_cps": 0.130916, "bpic": 9.875482, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9659978527849996, "vi": 1.3616925231546007, "tr": 1.295665376188022, "fi": 0.9453597693561865, "ru": 1.368311583516005, "el": 1.1484715940297152, "hi": 0.610067802478397, "ta": 0.6584663139476352, "th": 1.311157848582664, "zh": 3.353312271354315, "my": 0.9477600862218138}, "t": 246.6} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.07725, "de": 2.2986, "vi": 1.92267, "tr": 2.29101, "fi": 2.47559, "ru": 1.39428, "el": 1.4846, "hi": 1.2343, "ta": 1.01856, "th": 1.14159, "zh": 3.19908, "my": 1.14469}, "bytes_per_chunk": {"en": 5.738, "de": 6.274, "vi": 5.798, "tr": 5.055, "fi": 6.422, "ru": 8.461, "el": 9.8, "hi": 17.912, "ta": 22.675, "th": 13.151, "zh": 5.39, "my": 16.622}, "bpb_mean": 1.80685, "t": 247.9} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 247.9} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.26703, "bpb": 1.82794, "chunk_loss": 0.0, "F": 0.14066, "G": 0.16573, "chunks": 144.03, "bytes_per_chunk": 7.11, "boundary_entropy": 0.13989, "router_noise": 0.0, "grad_norm": 0.713, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.089, "alpha": 0.0, "t": 247.9} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.29071, "bpb": 1.8621, "chunk_loss": 0.0, "F": 0.14594, "G": 0.16067, "chunks": 149.44, "bytes_per_chunk": 6.852, "boundary_entropy": 0.12832, "router_noise": 0.0, "grad_norm": 0.7228, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 250.0} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.36565, "bpb": 1.97022, "chunk_loss": 0.0, "F": 0.14566, "G": 0.17608, "chunks": 149.16, "bytes_per_chunk": 6.865, "boundary_entropy": 0.16273, "router_noise": 0.0, "grad_norm": 0.7301, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 252.1} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.33211, "bpb": 1.92184, "chunk_loss": 0.0, "F": 0.14691, "G": 0.16973, "chunks": 150.44, "bytes_per_chunk": 6.807, "boundary_entropy": 0.14834, "router_noise": 0.0, "grad_norm": 0.715, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 254.2} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2884.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165719, "cps": 22.53125, "mean_p": 0.184804, "boundary_entropy": 0.096813, "bpb": 2.054077}, "de": {"chunks": 3287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160084, "cps": 25.679688, "mean_p": 0.186697, "boundary_entropy": 0.136692, "bpb": 2.273728}, "vi": {"chunks": 4188.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227177, "cps": 32.71875, "mean_p": 0.165462, "boundary_entropy": 0.12589, "bpb": 1.910008}, "tr": {"chunks": 3914.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216207, "cps": 30.578125, "mean_p": 0.213458, "boundary_entropy": 0.163033, "bpb": 2.262875}, "fi": {"chunks": 2963.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157514, "cps": 23.148438, "mean_p": 0.18535, "boundary_entropy": 0.159236, "bpb": 2.443037}, "ru": {"chunks": 4490.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.236939, "cps": 35.078125, "mean_p": 0.131719, "boundary_entropy": 0.099589, "bpb": 1.396276}, "el": {"chunks": 4167.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.20304, "cps": 32.554688, "mean_p": 0.128449, "boundary_entropy": 0.155185, "bpb": 1.482384}, "hi": {"chunks": 3468.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.206122, "cps": 27.09375, "mean_p": 0.116226, "boundary_entropy": 0.224123, "bpb": 1.218974}, "ta": {"chunks": 3296.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176304, "cps": 25.75, "mean_p": 0.093601, "boundary_entropy": 0.184815, "bpb": 0.994792}, "th": {"chunks": 3897.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.242275, "cps": 30.445312, "mean_p": 0.191777, "boundary_entropy": 0.338259, "bpb": 1.107304}, "zh": {"chunks": 3483.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.589739, "cps": 27.210938, "mean_p": 0.284933, "boundary_entropy": 0.352055, "bpb": 3.185184}, "my": {"chunks": 3232.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.170572, "cps": 25.25, "mean_p": 0.103627, "boundary_entropy": 0.203997, "bpb": 1.125055}}, "bpb": {"en": 2.05408, "de": 2.27373, "vi": 1.91001, "tr": 2.26287, "fi": 2.44304, "ru": 1.39628, "el": 1.48238, "hi": 1.21897, "ta": 0.99479, "th": 1.1073, "zh": 3.18518, "my": 1.12505}, "gini_cpc": 0.193776, "gini_cps": 0.077401, "bpic": 8.869653, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9659978527849996, "vi": 1.370857761291218, "tr": 1.3046653672240591, "fi": 0.9504923639641603, "ru": 1.4297693763059955, "el": 1.2252127834925304, "hi": 1.2438066660758853, "ta": 1.0638749856722578, "th": 1.4619691376041892, "zh": 3.5586796590880803, "my": 1.029287835574228}, "t": 257.3} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.06728, "de": 2.28366, "vi": 1.91193, "tr": 2.26866, "fi": 2.45379, "ru": 1.37529, "el": 1.47397, "hi": 1.21485, "ta": 1.0019, "th": 1.12363, "zh": 3.1826, "my": 1.13307}, "bytes_per_chunk": {"en": 5.736, "de": 6.271, "vi": 5.78, "tr": 5.034, "fi": 6.394, "ru": 7.997, "el": 9.084, "hi": 9.938, "ta": 13.187, "th": 11.842, "zh": 5.099, "my": 15.157}, "bpb_mean": 1.79089, "t": 258.6} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.33453, "bpb": 1.92532, "chunk_loss": 0.0, "F": 0.14908, "G": 0.17638, "chunks": 152.66, "bytes_per_chunk": 6.708, "boundary_entropy": 0.16364, "router_noise": 0.0, "grad_norm": 0.7056, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 258.6} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.17549, "bpb": 1.69587, "chunk_loss": 0.0, "F": 0.14023, "G": 0.16107, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.14454, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 260.7} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.30094, "bpb": 1.87685, "chunk_loss": 0.0, "F": 0.1467, "G": 0.16987, "chunks": 150.22, "bytes_per_chunk": 6.817, "boundary_entropy": 0.13901, "router_noise": 0.0, "grad_norm": 0.7314, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.043, "alpha": 0.0, "t": 262.8} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.2995, "bpb": 1.87479, "chunk_loss": 0.0, "F": 0.15744, "G": 0.17657, "chunks": 161.22, "bytes_per_chunk": 6.352, "boundary_entropy": 0.12909, "router_noise": 0.0, "grad_norm": 0.6936, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 264.9} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2884.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165719, "cps": 22.53125, "mean_p": 0.184343, "boundary_entropy": 0.094848, "bpb": 2.041876}, "de": {"chunks": 3282.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15984, "cps": 25.640625, "mean_p": 0.183968, "boundary_entropy": 0.129318, "bpb": 2.269242}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.167691, "boundary_entropy": 0.115227, "bpb": 1.89862}, "tr": {"chunks": 3869.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213721, "cps": 30.226562, "mean_p": 0.209603, "boundary_entropy": 0.157705, "bpb": 2.25571}, "fi": {"chunks": 2946.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15661, "cps": 23.015625, "mean_p": 0.183239, "boundary_entropy": 0.155136, "bpb": 2.432221}, "ru": {"chunks": 4548.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.24, "cps": 35.53125, "mean_p": 0.13783, "boundary_entropy": 0.10321, "bpb": 1.383144}, "el": {"chunks": 4272.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.208157, "cps": 33.375, "mean_p": 0.131038, "boundary_entropy": 0.15512, "bpb": 1.463193}, "hi": {"chunks": 4189.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.248975, "cps": 32.726562, "mean_p": 0.128966, "boundary_entropy": 0.239588, "bpb": 1.208505}, "ta": {"chunks": 4082.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.218347, "cps": 31.890625, "mean_p": 0.100508, "boundary_entropy": 0.190379, "bpb": 0.989884}, "th": {"chunks": 3832.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.238234, "cps": 29.9375, "mean_p": 0.201842, "boundary_entropy": 0.350041, "bpb": 1.102697}, "zh": {"chunks": 3424.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.579749, "cps": 26.75, "mean_p": 0.284618, "boundary_entropy": 0.355134, "bpb": 3.179916}, "my": {"chunks": 3099.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.163553, "cps": 24.210938, "mean_p": 0.101895, "boundary_entropy": 0.203568, "bpb": 1.116774}}, "bpb": {"en": 2.04188, "de": 2.26924, "vi": 1.89862, "tr": 2.25571, "fi": 2.43222, "ru": 1.38314, "el": 1.46319, "hi": 1.20851, "ta": 0.98988, "th": 1.1027, "zh": 3.17992, "my": 1.11677}, "gini_cpc": 0.189591, "gini_cps": 0.082911, "bpic": 8.603026, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9645284310436169, "vi": 1.369221111623965, "tr": 1.2896653821639972, "fi": 0.9450389821931882, "ru": 1.4482385575589458, "el": 1.256085675805157, "hi": 1.5023950761798972, "ta": 1.317578183105023, "th": 1.4375842276877735, "zh": 3.4983976895542885, "my": 0.9869316220434816}, "t": 268.0} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.05384, "de": 2.27762, "vi": 1.90063, "tr": 2.25901, "fi": 2.44295, "ru": 1.36271, "el": 1.45574, "hi": 1.20444, "ta": 0.99786, "th": 1.11924, "zh": 3.17624, "my": 1.12543}, "bytes_per_chunk": {"en": 5.735, "de": 6.281, "vi": 5.783, "tr": 5.082, "fi": 6.411, "ru": 7.85, "el": 8.882, "hi": 9.342, "ta": 11.801, "th": 11.981, "zh": 5.2, "my": 15.66}, "bpb_mean": 1.78131, "t": 269.3} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.45406, "bpb": 2.09776, "chunk_loss": 0.0, "F": 0.16226, "G": 0.20401, "chunks": 166.16, "bytes_per_chunk": 6.163, "boundary_entropy": 0.19693, "router_noise": 0.0, "grad_norm": 0.6748, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 269.3} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.34331, "bpb": 1.93798, "chunk_loss": 0.0, "F": 0.15024, "G": 0.17742, "chunks": 153.84, "bytes_per_chunk": 6.656, "boundary_entropy": 0.16763, "router_noise": 0.0, "grad_norm": 0.7507, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 271.4} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.40219, "bpb": 2.02293, "chunk_loss": 0.0, "F": 0.16367, "G": 0.19451, "chunks": 167.59, "bytes_per_chunk": 6.11, "boundary_entropy": 0.16833, "router_noise": 0.0, "grad_norm": 0.7549, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 273.5} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.37674, "bpb": 1.98621, "chunk_loss": 0.0, "F": 0.15744, "G": 0.18529, "chunks": 161.22, "bytes_per_chunk": 6.352, "boundary_entropy": 0.15127, "router_noise": 0.0, "grad_norm": 0.6983, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 275.6} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.185698, "boundary_entropy": 0.099074, "bpb": 2.035083}, "de": {"chunks": 3293.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160376, "cps": 25.726562, "mean_p": 0.187437, "boundary_entropy": 0.138314, "bpb": 2.253976}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.169468, "boundary_entropy": 0.116372, "bpb": 1.893456}, "tr": {"chunks": 3873.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.213942, "cps": 30.257812, "mean_p": 0.212167, "boundary_entropy": 0.166269, "bpb": 2.238434}, "fi": {"chunks": 2962.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157461, "cps": 23.140625, "mean_p": 0.187681, "boundary_entropy": 0.163325, "bpb": 2.411909}, "ru": {"chunks": 4606.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.243061, "cps": 35.984375, "mean_p": 0.141979, "boundary_entropy": 0.11387, "bpb": 1.37331}, "el": {"chunks": 4361.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.212493, "cps": 34.070312, "mean_p": 0.134685, "boundary_entropy": 0.157926, "bpb": 1.449944}, "hi": {"chunks": 4556.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.270788, "cps": 35.59375, "mean_p": 0.132493, "boundary_entropy": 0.223876, "bpb": 1.197244}, "ta": {"chunks": 4345.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.232415, "cps": 33.945312, "mean_p": 0.106159, "boundary_entropy": 0.186231, "bpb": 0.980494}, "th": {"chunks": 3715.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.230961, "cps": 29.023438, "mean_p": 0.193376, "boundary_entropy": 0.343923, "bpb": 1.095313}, "zh": {"chunks": 3496.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.59194, "cps": 27.3125, "mean_p": 0.286633, "boundary_entropy": 0.351014, "bpb": 3.158805}, "my": {"chunks": 3185.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.168092, "cps": 24.882812, "mean_p": 0.104915, "boundary_entropy": 0.207015, "bpb": 1.112539}}, "bpb": {"en": 2.03508, "de": 2.25398, "vi": 1.89346, "tr": 2.23843, "fi": 2.41191, "ru": 1.37331, "el": 1.44994, "hi": 1.19724, "ta": 0.98049, "th": 1.09531, "zh": 3.1588, "my": 1.11254}, "gini_cpc": 0.194355, "gini_cps": 0.089778, "bpic": 8.441983, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670904997208996, "vi": 1.3682722404447383, "tr": 1.2901040511657538, "fi": 0.9495131072399692, "ru": 1.4656913093324704, "el": 1.2813655243855506, "hi": 1.6328881447455, "ta": 1.401496781411197, "th": 1.392725560739238, "zh": 3.5694867547221087, "my": 1.013616925982347}, "t": 278.7} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.04669, "de": 2.2642, "vi": 1.89424, "tr": 2.24299, "fi": 2.42268, "ru": 1.35149, "el": 1.44138, "hi": 1.19253, "ta": 0.98902, "th": 1.11245, "zh": 3.15573, "my": 1.12158}, "bytes_per_chunk": {"en": 5.733, "de": 6.262, "vi": 5.784, "tr": 5.05, "fi": 6.379, "ru": 7.731, "el": 8.752, "hi": 9.111, "ta": 11.381, "th": 12.352, "zh": 5.103, "my": 15.564}, "bpb_mean": 1.76958, "t": 279.9} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.25683, "bpb": 1.81323, "chunk_loss": 0.0, "F": 0.15189, "G": 0.179, "chunks": 155.53, "bytes_per_chunk": 6.584, "boundary_entropy": 0.14824, "router_noise": 0.0, "grad_norm": 0.7176, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 280.0} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.34645, "bpb": 1.94251, "chunk_loss": 0.0, "F": 0.15216, "G": 0.1813, "chunks": 155.81, "bytes_per_chunk": 6.572, "boundary_entropy": 0.16667, "router_noise": 0.0, "grad_norm": 0.7343, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 282.1} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.37688, "bpb": 1.98642, "chunk_loss": 0.0, "F": 0.16165, "G": 0.19211, "chunks": 165.53, "bytes_per_chunk": 6.186, "boundary_entropy": 0.16908, "router_noise": 0.0, "grad_norm": 0.7349, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 284.2} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.26801, "bpb": 1.82935, "chunk_loss": 0.0, "F": 0.14523, "G": 0.18717, "chunks": 148.72, "bytes_per_chunk": 6.885, "boundary_entropy": 0.19355, "router_noise": 0.0, "grad_norm": 0.7675, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 286.3} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2885.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165776, "cps": 22.539062, "mean_p": 0.18557, "boundary_entropy": 0.09877, "bpb": 2.027692}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.187581, "boundary_entropy": 0.139282, "bpb": 2.243567}, "vi": {"chunks": 4184.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22696, "cps": 32.6875, "mean_p": 0.169476, "boundary_entropy": 0.114767, "bpb": 1.885458}, "tr": {"chunks": 3922.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216649, "cps": 30.640625, "mean_p": 0.213996, "boundary_entropy": 0.161353, "bpb": 2.231241}, "fi": {"chunks": 2956.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157142, "cps": 23.09375, "mean_p": 0.186755, "boundary_entropy": 0.162591, "bpb": 2.402199}, "ru": {"chunks": 4695.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.247757, "cps": 36.679688, "mean_p": 0.148786, "boundary_entropy": 0.121381, "bpb": 1.362403}, "el": {"chunks": 4412.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.214978, "cps": 34.46875, "mean_p": 0.137752, "boundary_entropy": 0.159005, "bpb": 1.441871}, "hi": {"chunks": 4672.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.277682, "cps": 36.5, "mean_p": 0.141372, "boundary_entropy": 0.233042, "bpb": 1.191236}, "ta": {"chunks": 4595.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.245788, "cps": 35.898438, "mean_p": 0.113748, "boundary_entropy": 0.190481, "bpb": 0.976048}, "th": {"chunks": 3671.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.228225, "cps": 28.679688, "mean_p": 0.195517, "boundary_entropy": 0.345881, "bpb": 1.091679}, "zh": {"chunks": 3500.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.592618, "cps": 27.34375, "mean_p": 0.286411, "boundary_entropy": 0.348452, "bpb": 3.150742}, "my": {"chunks": 3291.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.173686, "cps": 25.710938, "mean_p": 0.103876, "boundary_entropy": 0.202281, "bpb": 1.112499}}, "bpb": {"en": 2.02769, "de": 2.24357, "vi": 1.88546, "tr": 2.23124, "fi": 2.4022, "ru": 1.3624, "el": 1.44187, "hi": 1.19124, "ta": 0.97605, "th": 1.09168, "zh": 3.15074, "my": 1.1125}, "gini_cpc": 0.195713, "gini_cps": 0.094701, "bpic": 8.328761, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.968307060511544, "vi": 1.3690737280594754, "tr": 1.3068788832169778, "fi": 0.9479181720714132, "ru": 1.4945301646675782, "el": 1.2967998790045845, "hi": 1.67504339966162, "ta": 1.4826489997464543, "th": 1.3767073212122125, "zh": 3.574809508410505, "my": 1.0477141489853283}, "t": 289.3} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.03955, "de": 2.25344, "vi": 1.88761, "tr": 2.2361, "fi": 2.41323, "ru": 1.34137, "el": 1.43342, "hi": 1.18762, "ta": 0.9838, "th": 1.10822, "zh": 3.14853, "my": 1.12161}, "bytes_per_chunk": {"en": 5.734, "de": 6.266, "vi": 5.783, "tr": 5.019, "fi": 6.388, "ru": 7.575, "el": 8.588, "hi": 8.861, "ta": 10.82, "th": 12.608, "zh": 5.112, "my": 15.222}, "bpb_mean": 1.76287, "t": 290.6} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.45956, "bpb": 2.1057, "chunk_loss": 0.0, "F": 0.17383, "G": 0.19818, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.14669, "router_noise": 0.0, "grad_norm": 0.7648, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 290.7} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.27798, "bpb": 1.84373, "chunk_loss": 0.0, "F": 0.14755, "G": 0.18252, "chunks": 151.09, "bytes_per_chunk": 6.777, "boundary_entropy": 0.18192, "router_noise": 0.0, "grad_norm": 0.7286, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 292.7} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.45016, "bpb": 2.09214, "chunk_loss": 0.0, "F": 0.16272, "G": 0.19404, "chunks": 166.62, "bytes_per_chunk": 6.146, "boundary_entropy": 0.1741, "router_noise": 0.0, "grad_norm": 0.7415, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 294.9} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.24152, "bpb": 1.79113, "chunk_loss": 0.0, "F": 0.15079, "G": 0.18379, "chunks": 154.41, "bytes_per_chunk": 6.632, "boundary_entropy": 0.18527, "router_noise": 0.0, "grad_norm": 0.6694, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 297.0} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.185811, "boundary_entropy": 0.099614, "bpb": 2.022004}, "de": {"chunks": 3296.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160522, "cps": 25.75, "mean_p": 0.187444, "boundary_entropy": 0.138244, "bpb": 2.234938}, "vi": {"chunks": 4182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226851, "cps": 32.671875, "mean_p": 0.169787, "boundary_entropy": 0.116329, "bpb": 1.879646}, "tr": {"chunks": 3907.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215821, "cps": 30.523438, "mean_p": 0.213055, "boundary_entropy": 0.159886, "bpb": 2.219573}, "fi": {"chunks": 2953.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.156983, "cps": 23.070312, "mean_p": 0.185763, "boundary_entropy": 0.159795, "bpb": 2.395493}, "ru": {"chunks": 4758.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.251082, "cps": 37.171875, "mean_p": 0.148775, "boundary_entropy": 0.11992, "bpb": 1.352724}, "el": {"chunks": 4463.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.217463, "cps": 34.867188, "mean_p": 0.139912, "boundary_entropy": 0.161163, "bpb": 1.431522}, "hi": {"chunks": 4661.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.277028, "cps": 36.414062, "mean_p": 0.139908, "boundary_entropy": 0.233997, "bpb": 1.183681}, "ta": {"chunks": 4508.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.241134, "cps": 35.21875, "mean_p": 0.110741, "boundary_entropy": 0.188392, "bpb": 0.971196}, "th": {"chunks": 3894.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.242089, "cps": 30.421875, "mean_p": 0.201923, "boundary_entropy": 0.353457, "bpb": 1.08178}, "zh": {"chunks": 3448.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.583813, "cps": 26.9375, "mean_p": 0.286262, "boundary_entropy": 0.349417, "bpb": 3.138358}, "my": {"chunks": 3168.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.167194, "cps": 24.75, "mean_p": 0.10425, "boundary_entropy": 0.204956, "bpb": 1.107771}}, "bpb": {"en": 2.022, "de": 2.23494, "vi": 1.87965, "tr": 2.21957, "fi": 2.39549, "ru": 1.35272, "el": 1.43152, "hi": 1.18368, "ta": 0.9712, "th": 1.08178, "zh": 3.13836, "my": 1.10777}, "gini_cpc": 0.194987, "gini_cps": 0.096424, "bpic": 8.320275, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9673012013766636, "vi": 1.36699780692363, "tr": 1.3005282522310393, "fi": 0.9459724639514423, "ru": 1.5130112411287906, "el": 1.3104274232963138, "hi": 1.6693636835108023, "ta": 1.453066094523622, "th": 1.4588203510264461, "zh": 3.5180397792563647, "my": 1.0075085216457695}, "t": 300.0} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.03386, "de": 2.24564, "vi": 1.8824, "tr": 2.22575, "fi": 2.40562, "ru": 1.33039, "el": 1.42148, "hi": 1.17982, "ta": 0.97949, "th": 1.09823, "zh": 3.13551, "my": 1.11601}, "bytes_per_chunk": {"en": 5.735, "de": 6.266, "vi": 5.783, "tr": 5.04, "fi": 6.399, "ru": 7.473, "el": 8.48, "hi": 8.895, "ta": 11.119, "th": 11.854, "zh": 5.094, "my": 15.548}, "bpb_mean": 1.75452, "t": 301.3} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.35155, "bpb": 1.94987, "chunk_loss": 0.0, "F": 0.15833, "G": 0.18934, "chunks": 162.12, "bytes_per_chunk": 6.316, "boundary_entropy": 0.16208, "router_noise": 0.0, "grad_norm": 0.7627, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 301.3} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.31682, "bpb": 1.89976, "chunk_loss": 0.0, "F": 0.15384, "G": 0.1853, "chunks": 157.53, "bytes_per_chunk": 6.5, "boundary_entropy": 0.15717, "router_noise": 0.0, "grad_norm": 0.751, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 303.4} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.28503, "bpb": 1.85391, "chunk_loss": 0.0, "F": 0.15131, "G": 0.18019, "chunks": 154.94, "bytes_per_chunk": 6.609, "boundary_entropy": 0.16234, "router_noise": 0.0, "grad_norm": 0.7151, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 305.6} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.3513, "bpb": 1.94952, "chunk_loss": 0.0, "F": 0.16025, "G": 0.18742, "chunks": 164.09, "bytes_per_chunk": 6.24, "boundary_entropy": 0.15182, "router_noise": 0.0, "grad_norm": 0.7252, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 307.7} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2886.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165833, "cps": 22.546875, "mean_p": 0.185453, "boundary_entropy": 0.097741, "bpb": 2.013677}, "de": {"chunks": 3291.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160279, "cps": 25.710938, "mean_p": 0.186331, "boundary_entropy": 0.134863, "bpb": 2.225742}, "vi": {"chunks": 4185.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227014, "cps": 32.695312, "mean_p": 0.171068, "boundary_entropy": 0.113127, "bpb": 1.87324}, "tr": {"chunks": 3911.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216042, "cps": 30.554688, "mean_p": 0.212351, "boundary_entropy": 0.160309, "bpb": 2.21246}, "fi": {"chunks": 2956.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157142, "cps": 23.09375, "mean_p": 0.185337, "boundary_entropy": 0.157056, "bpb": 2.388145}, "ru": {"chunks": 4759.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.251135, "cps": 37.179688, "mean_p": 0.151724, "boundary_entropy": 0.125575, "bpb": 1.346784}, "el": {"chunks": 4448.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.216732, "cps": 34.75, "mean_p": 0.141174, "boundary_entropy": 0.163632, "bpb": 1.423861}, "hi": {"chunks": 4691.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.278811, "cps": 36.648438, "mean_p": 0.142257, "boundary_entropy": 0.22556, "bpb": 1.178396}, "ta": {"chunks": 4605.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.246323, "cps": 35.976562, "mean_p": 0.115634, "boundary_entropy": 0.18965, "bpb": 0.966638}, "th": {"chunks": 3914.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.243332, "cps": 30.578125, "mean_p": 0.204306, "boundary_entropy": 0.352449, "bpb": 1.079353}, "zh": {"chunks": 3463.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.586353, "cps": 27.054688, "mean_p": 0.287449, "boundary_entropy": 0.349618, "bpb": 3.132103}, "my": {"chunks": 3285.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.173369, "cps": 25.664062, "mean_p": 0.107666, "boundary_entropy": 0.209914, "bpb": 1.10052}}, "bpb": {"en": 2.01368, "de": 2.22574, "vi": 1.87324, "tr": 2.21246, "fi": 2.38814, "ru": 1.34678, "el": 1.42386, "hi": 1.1784, "ta": 0.96664, "th": 1.07935, "zh": 3.1321, "my": 1.10052}, "gini_cpc": 0.195109, "gini_cps": 0.095939, "bpic": 8.272212, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9665031383484606, "vi": 1.3689264466318982, "tr": 1.3027619272164375, "fi": 0.9475897180963364, "ru": 1.514377972451851, "el": 1.3069281936406625, "hi": 1.681272670544587, "ta": 1.4853608005520282, "th": 1.4673291641274233, "zh": 3.5357930868428666, "my": 1.0454416332345402}, "t": 310.7} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.02571, "de": 2.23598, "vi": 1.8754, "tr": 2.2172, "fi": 2.39663, "ru": 1.32528, "el": 1.41482, "hi": 1.17365, "ta": 0.97492, "th": 1.09662, "zh": 3.12811, "my": 1.10934}, "bytes_per_chunk": {"en": 5.735, "de": 6.27, "vi": 5.783, "tr": 5.035, "fi": 6.398, "ru": 7.463, "el": 8.482, "hi": 8.805, "ta": 10.882, "th": 11.781, "zh": 5.096, "my": 15.114}, "bpb_mean": 1.74781, "t": 312.0} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.23209, "bpb": 1.77753, "chunk_loss": 0.0, "F": 0.14517, "G": 0.17948, "chunks": 148.66, "bytes_per_chunk": 6.888, "boundary_entropy": 0.17036, "router_noise": 0.0, "grad_norm": 0.7281, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 312.1} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.28764, "bpb": 1.85768, "chunk_loss": 0.0, "F": 0.14981, "G": 0.18486, "chunks": 153.41, "bytes_per_chunk": 6.675, "boundary_entropy": 0.18377, "router_noise": 0.0, "grad_norm": 0.7532, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 314.2} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.45519, "bpb": 2.0994, "chunk_loss": 0.0, "F": 0.17142, "G": 0.19943, "chunks": 175.53, "bytes_per_chunk": 5.834, "boundary_entropy": 0.15563, "router_noise": 0.0, "grad_norm": 0.7423, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 316.3} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.30583, "bpb": 1.88392, "chunk_loss": 0.0, "F": 0.15811, "G": 0.18403, "chunks": 161.91, "bytes_per_chunk": 6.325, "boundary_entropy": 0.14818, "router_noise": 0.0, "grad_norm": 0.749, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 318.4} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.185526, "boundary_entropy": 0.098037, "bpb": 2.009265}, "de": {"chunks": 3288.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160132, "cps": 25.6875, "mean_p": 0.186245, "boundary_entropy": 0.134952, "bpb": 2.219948}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.172057, "boundary_entropy": 0.114812, "bpb": 1.868581}, "tr": {"chunks": 3909.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215931, "cps": 30.539062, "mean_p": 0.212968, "boundary_entropy": 0.159487, "bpb": 2.207811}, "fi": {"chunks": 2955.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157089, "cps": 23.085938, "mean_p": 0.184242, "boundary_entropy": 0.154374, "bpb": 2.381109}, "ru": {"chunks": 4769.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.251662, "cps": 37.257812, "mean_p": 0.155919, "boundary_entropy": 0.129046, "bpb": 1.340178}, "el": {"chunks": 4412.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.214978, "cps": 34.46875, "mean_p": 0.140837, "boundary_entropy": 0.164016, "bpb": 1.416269}, "hi": {"chunks": 4722.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.280654, "cps": 36.890625, "mean_p": 0.143781, "boundary_entropy": 0.225347, "bpb": 1.172249}, "ta": {"chunks": 4640.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.248195, "cps": 36.25, "mean_p": 0.116866, "boundary_entropy": 0.189514, "bpb": 0.96219}, "th": {"chunks": 3731.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.231955, "cps": 29.148438, "mean_p": 0.200092, "boundary_entropy": 0.350185, "bpb": 1.074543}, "zh": {"chunks": 3490.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.590924, "cps": 27.265625, "mean_p": 0.287569, "boundary_entropy": 0.344825, "bpb": 3.117063}, "my": {"chunks": 3223.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.170097, "cps": 25.179688, "mean_p": 0.105944, "boundary_entropy": 0.204889, "bpb": 1.102806}}, "bpb": {"en": 2.00927, "de": 2.21995, "vi": 1.86858, "tr": 2.20781, "fi": 2.38111, "ru": 1.34018, "el": 1.41627, "hi": 1.17225, "ta": 0.96219, "th": 1.07454, "zh": 3.11706, "my": 1.10281}, "gini_cpc": 0.197572, "gini_cps": 0.098107, "bpic": 8.30533, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9652876237936849, "vi": 1.3677982978605872, "tr": 1.301644702873204, "fi": 0.946941037841337, "ru": 1.5170344543321759, "el": 1.2959015070759359, "hi": 1.6917969830428046, "ta": 1.496131777564727, "th": 1.3982393499893784, "zh": 3.562126355273139, "my": 1.0253550288653928}, "t": 321.5} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.02218, "de": 2.23079, "vi": 1.86987, "tr": 2.21283, "fi": 2.39126, "ru": 1.31849, "el": 1.40739, "hi": 1.16779, "ta": 0.9706, "th": 1.09253, "zh": 3.11385, "my": 1.11165}, "bytes_per_chunk": {"en": 5.734, "de": 6.277, "vi": 5.781, "tr": 5.037, "fi": 6.404, "ru": 7.452, "el": 8.552, "hi": 8.787, "ta": 10.751, "th": 12.206, "zh": 5.026, "my": 15.36}, "bpb_mean": 1.74244, "t": 322.7} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.31485, "bpb": 1.89693, "chunk_loss": 0.0, "F": 0.1619, "G": 0.19136, "chunks": 165.78, "bytes_per_chunk": 6.177, "boundary_entropy": 0.15707, "router_noise": 0.0, "grad_norm": 0.7335, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 322.8} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.22395, "bpb": 1.76578, "chunk_loss": 0.0, "F": 0.15234, "G": 0.17992, "chunks": 156.0, "bytes_per_chunk": 6.564, "boundary_entropy": 0.15371, "router_noise": 0.0, "grad_norm": 0.7501, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 324.9} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.28317, "bpb": 1.85122, "chunk_loss": 0.0, "F": 0.15695, "G": 0.18342, "chunks": 160.72, "bytes_per_chunk": 6.371, "boundary_entropy": 0.14165, "router_noise": 0.0, "grad_norm": 0.7701, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 327.0} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.30935, "bpb": 1.88899, "chunk_loss": 0.0, "F": 0.15167, "G": 0.1809, "chunks": 155.31, "bytes_per_chunk": 6.593, "boundary_entropy": 0.16378, "router_noise": 0.0, "grad_norm": 0.756, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 329.1} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2887.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165891, "cps": 22.554688, "mean_p": 0.185811, "boundary_entropy": 0.098862, "bpb": 2.007699}, "de": {"chunks": 3294.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160425, "cps": 25.734375, "mean_p": 0.186593, "boundary_entropy": 0.135897, "bpb": 2.214984}, "vi": {"chunks": 4181.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226797, "cps": 32.664062, "mean_p": 0.172629, "boundary_entropy": 0.112591, "bpb": 1.866187}, "tr": {"chunks": 3919.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.216483, "cps": 30.617188, "mean_p": 0.213567, "boundary_entropy": 0.15902, "bpb": 2.201426}, "fi": {"chunks": 2956.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157142, "cps": 23.09375, "mean_p": 0.185302, "boundary_entropy": 0.157495, "bpb": 2.374371}, "ru": {"chunks": 4816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.254142, "cps": 37.625, "mean_p": 0.157571, "boundary_entropy": 0.128747, "bpb": 1.337156}, "el": {"chunks": 4742.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.231058, "cps": 37.046875, "mean_p": 0.149925, "boundary_entropy": 0.166858, "bpb": 1.413063}, "hi": {"chunks": 4829.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.287013, "cps": 37.726562, "mean_p": 0.148241, "boundary_entropy": 0.225732, "bpb": 1.17083}, "ta": {"chunks": 4807.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.257128, "cps": 37.554688, "mean_p": 0.122039, "boundary_entropy": 0.192339, "bpb": 0.960448}, "th": {"chunks": 3878.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.241094, "cps": 30.296875, "mean_p": 0.203178, "boundary_entropy": 0.352459, "bpb": 1.071895}, "zh": {"chunks": 3464.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.586522, "cps": 27.0625, "mean_p": 0.287155, "boundary_entropy": 0.34627, "bpb": 3.113793}, "my": {"chunks": 3311.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174741, "cps": 25.867188, "mean_p": 0.109521, "boundary_entropy": 0.212751, "bpb": 1.096469}}, "bpb": {"en": 2.0077, "de": 2.21498, "vi": 1.86619, "tr": 2.20143, "fi": 2.37437, "ru": 1.33716, "el": 1.41306, "hi": 1.17083, "ta": 0.96045, "th": 1.07189, "zh": 3.11379, "my": 1.09647}, "gini_cpc": 0.196507, "gini_cps": 0.102724, "bpic": 8.150985, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9670490975597318, "vi": 1.3671443182775795, "tr": 1.3049745690867451, "fi": 0.9472614916612495, "ru": 1.531985307625028, "el": 1.392829770297844, "hi": 1.730132916373084, "ta": 1.5499796238693193, "th": 1.4533294557112861, "zh": 3.5355890242596435, "my": 1.0533510706091578}, "t": 332.2} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02038, "de": 2.22657, "vi": 1.86749, "tr": 2.20579, "fi": 2.38507, "ru": 1.31561, "el": 1.4027, "hi": 1.16629, "ta": 0.96875, "th": 1.08843, "zh": 3.10986, "my": 1.10439}, "bytes_per_chunk": {"en": 5.735, "de": 6.265, "vi": 5.783, "tr": 5.028, "fi": 6.408, "ru": 7.386, "el": 7.964, "hi": 8.662, "ta": 10.441, "th": 11.813, "zh": 5.104, "my": 15.031}, "bpb_mean": 1.73844, "t": 333.5} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.34258, "bpb": 1.93693, "chunk_loss": 0.0, "F": 0.16089, "G": 0.18891, "chunks": 164.75, "bytes_per_chunk": 6.215, "boundary_entropy": 0.16267, "router_noise": 0.0, "grad_norm": 0.7346, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 333.5} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.30206, "bpb": 1.87847, "chunk_loss": 0.0, "F": 0.15378, "G": 0.18688, "chunks": 157.47, "bytes_per_chunk": 6.503, "boundary_entropy": 0.17546, "router_noise": 0.0, "grad_norm": 0.735, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 335.6} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.21587, "bpb": 1.75413, "chunk_loss": 0.0, "F": 0.14218, "G": 0.17599, "chunks": 145.59, "bytes_per_chunk": 7.033, "boundary_entropy": 0.16426, "router_noise": 0.0, "grad_norm": 0.7368, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 337.7} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.24186, "bpb": 1.79163, "chunk_loss": 0.0, "F": 0.14233, "G": 0.17685, "chunks": 145.75, "bytes_per_chunk": 7.026, "boundary_entropy": 0.16389, "router_noise": 0.0, "grad_norm": 0.7744, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 339.9} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.186422, "boundary_entropy": 0.101047, "bpb": 2.006422}, "de": {"chunks": 3290.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16023, "cps": 25.703125, "mean_p": 0.188192, "boundary_entropy": 0.140551, "bpb": 2.210822}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.172638, "boundary_entropy": 0.11429, "bpb": 1.863597}, "tr": {"chunks": 3908.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215876, "cps": 30.53125, "mean_p": 0.213314, "boundary_entropy": 0.160166, "bpb": 2.198945}, "fi": {"chunks": 2961.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157408, "cps": 23.132812, "mean_p": 0.186766, "boundary_entropy": 0.161715, "bpb": 2.371395}, "ru": {"chunks": 4872.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.257098, "cps": 38.0625, "mean_p": 0.15879, "boundary_entropy": 0.127265, "bpb": 1.333898}, "el": {"chunks": 4584.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.223359, "cps": 35.8125, "mean_p": 0.144112, "boundary_entropy": 0.162914, "bpb": 1.408863}, "hi": {"chunks": 4760.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.282912, "cps": 37.1875, "mean_p": 0.144234, "boundary_entropy": 0.228428, "bpb": 1.168054}, "ta": {"chunks": 4739.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.25349, "cps": 37.023438, "mean_p": 0.119103, "boundary_entropy": 0.192822, "bpb": 0.958125}, "th": {"chunks": 3873.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.240783, "cps": 30.257812, "mean_p": 0.202586, "boundary_entropy": 0.353434, "bpb": 1.069157}, "zh": {"chunks": 3468.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.587199, "cps": 27.09375, "mean_p": 0.28739, "boundary_entropy": 0.34543, "bpb": 3.109874}, "my": {"chunks": 3302.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174266, "cps": 25.796875, "mean_p": 0.108037, "boundary_entropy": 0.20892, "bpb": 1.096973}}, "bpb": {"en": 2.00642, "de": 2.21082, "vi": 1.8636, "tr": 2.19895, "fi": 2.37139, "ru": 1.3339, "el": 1.40886, "hi": 1.16805, "ta": 0.95813, "th": 1.06916, "zh": 3.10987, "my": 1.09697}, "gini_cpc": 0.196467, "gini_cps": 0.100987, "bpic": 8.195545, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9655403375392061, "vi": 1.3673246834915216, "tr": 1.3008611235523166, "fi": 0.9485352068270303, "ru": 1.549262456237803, "el": 1.345955480257742, "hi": 1.7048210970846212, "ta": 1.5275244502989007, "th": 1.450953060997798, "zh": 3.5384460424771085, "my": 1.050124096740635}, "t": 342.9} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.01909, "de": 2.22078, "vi": 1.86459, "tr": 2.20322, "fi": 2.38245, "ru": 1.31293, "el": 1.39926, "hi": 1.16296, "ta": 0.96592, "th": 1.08636, "zh": 3.10477, "my": 1.10415}, "bytes_per_chunk": {"en": 5.734, "de": 6.265, "vi": 5.782, "tr": 5.038, "fi": 6.395, "ru": 7.303, "el": 8.27, "hi": 8.764, "ta": 10.587, "th": 11.886, "zh": 5.093, "my": 14.972}, "bpb_mean": 1.73554, "t": 344.2} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 2888.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165948, "cps": 22.5625, "mean_p": 0.186422, "boundary_entropy": 0.101047, "bpb": 2.006422}, "de": {"chunks": 3290.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16023, "cps": 25.703125, "mean_p": 0.188192, "boundary_entropy": 0.140551, "bpb": 2.210822}, "vi": {"chunks": 4183.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226905, "cps": 32.679688, "mean_p": 0.172638, "boundary_entropy": 0.11429, "bpb": 1.863597}, "tr": {"chunks": 3908.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.215876, "cps": 30.53125, "mean_p": 0.213314, "boundary_entropy": 0.160166, "bpb": 2.198945}, "fi": {"chunks": 2961.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157408, "cps": 23.132812, "mean_p": 0.186766, "boundary_entropy": 0.161715, "bpb": 2.371395}, "ru": {"chunks": 4872.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.257098, "cps": 38.0625, "mean_p": 0.15879, "boundary_entropy": 0.127265, "bpb": 1.333898}, "el": {"chunks": 4584.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.223359, "cps": 35.8125, "mean_p": 0.144112, "boundary_entropy": 0.162914, "bpb": 1.408863}, "hi": {"chunks": 4760.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.282912, "cps": 37.1875, "mean_p": 0.144234, "boundary_entropy": 0.228428, "bpb": 1.168054}, "ta": {"chunks": 4739.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.25349, "cps": 37.023438, "mean_p": 0.119103, "boundary_entropy": 0.192822, "bpb": 0.958125}, "th": {"chunks": 3873.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.240783, "cps": 30.257812, "mean_p": 0.202586, "boundary_entropy": 0.353434, "bpb": 1.069157}, "zh": {"chunks": 3468.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.587199, "cps": 27.09375, "mean_p": 0.28739, "boundary_entropy": 0.34543, "bpb": 3.109874}, "my": {"chunks": 3302.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.174266, "cps": 25.796875, "mean_p": 0.108037, "boundary_entropy": 0.20892, "bpb": 1.096973}}, "bpb": {"en": 2.00642, "de": 2.21082, "vi": 1.8636, "tr": 2.19895, "fi": 2.37139, "ru": 1.3339, "el": 1.40886, "hi": 1.16805, "ta": 0.95813, "th": 1.06916, "zh": 3.10987, "my": 1.09697}, "gini_cpc": 0.196467, "gini_cps": 0.100987, "bpic": 8.195545, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9655403375392061, "vi": 1.3673246834915216, "tr": 1.3008611235523166, "fi": 0.9485352068270303, "ru": 1.549262456237803, "el": 1.345955480257742, "hi": 1.7048210970846212, "ta": 1.5275244502989007, "th": 1.450953060997798, "zh": 3.5384460424771085, "my": 1.050124096740635}, "t": 345.2} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s1/th0.70"], "t": 347.3} +{"event": "final", "run": "pilot_E_s1", "condition": "E", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.16594839970120095, "cps": 22.5625, "bpb": 2.027052285286028, "bytes_per_chunk": 5.732116109987427}, "de": {"cpc": 0.16022987386158866, "cps": 25.703125, "bpb": 2.2108564431276996, "bytes_per_chunk": 6.252465624366451}, "vi": {"cpc": 0.22690534309736912, "cps": 32.6796875, "bpb": 1.8681790764787312, "bytes_per_chunk": 5.773397495898074}, "tr": {"cpc": 0.2158758216870132, "cps": 30.53125, "bpb": 2.1935315020701425, "bytes_per_chunk": 5.056887671444279}, "fi": {"cpc": 0.15740789963319335, "cps": 23.1328125, "bpb": 2.3985133563139995, "bytes_per_chunk": 6.384335310091207}, "ru": {"cpc": 0.2570976253298153, "cps": 38.0625, "bpb": 1.3130465053519396, "bytes_per_chunk": 7.278947076137058}, "el": {"cpc": 0.22335915801783365, "cps": 35.8125, "bpb": 1.3963111640919865, "bytes_per_chunk": 8.278928751894897}, "hi": {"cpc": 0.2829123328380386, "cps": 37.1875, "bpb": 1.1711474198667287, "bytes_per_chunk": 8.791320824320472}, "ta": {"cpc": 0.25349023803155923, "cps": 37.0234375, "bpb": 0.9658224011153641, "bytes_per_chunk": 10.643928781696003}, "th": {"cpc": 0.2407833385141436, "cps": 30.2578125, "bpb": 1.0832735723389801, "bytes_per_chunk": 11.81680490443563}, "zh": {"cpc": 0.5871994581781239, "cps": 27.09375, "bpb": 3.112535372485221, "bytes_per_chunk": 5.089038370072703}, "my": {"cpc": 0.1742664133417775, "cps": 25.796875, "bpb": 1.1134285373889752, "bytes_per_chunk": 14.984366515190489}}, "gini_cpc": 0.1964674510925677, "gini_cps": 0.10098658922012471, "bpic": 8.195545400187921, "seed": 1, "mean_boundary_entropy": 0.17916804552078247, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 349.6} diff --git a/pilot_E_s1/model.safetensors b/pilot_E_s1/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..09cbe1e250a4ec4f6e55cd3a6acec1cdf3248be7 --- /dev/null +++ b/pilot_E_s1/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:460357b09ade5d905224c33ca4df53d2e297a74793e09d12432746c7bc9af49a +size 90078296 diff --git a/pilot_E_s2/config.json b/pilot_E_s2/config.json new file mode 100644 index 0000000000000000000000000000000000000000..b1453214dbc4dc104b7fe7d65844ba7205199407 --- /dev/null +++ b/pilot_E_s2/config.json @@ -0,0 +1,108 @@ +{ + "run": "pilot_E_s2", + "step": 6000, + "model_config": { + "vocab_size": 256, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "seq_len": 1024, + "dropout": 0.0, + "target_ratio": 6.0, + "max_chunk_mult": 3.0, + "dechunk": "ema", + "router_noise": 0.0, + "rope_base": 10000.0 + }, + "tied_weights": { + "head.weight": "emb.weight" + }, + "train_config": { + "condition": "E", + "seed": 2, + "out_dir": null, + "run_name": "pilot_E_s2", + "corpus": "corpus", + "langs": null, + "seq_len": 1024, + "batch_size": 32, + "grad_accum": 1, + "steps": 6000, + "lr": 0.0003, + "min_lr_frac": 0.1, + "warmup": 300, + "weight_decay": 0.1, + "grad_clip": 1.0, + "betas": [ + 0.9, + 0.95 + ], + "router_lr_mult": 1.0, + "d_enc": 256, + "d_main": 512, + "n_enc": 2, + "n_dec": 2, + "n_main": 6, + "n_heads_enc": 4, + "n_heads_main": 8, + "dechunk": "ema", + "target_ratio": 6.0, + "alpha": 0.03, + "alpha_parity_cap": 0.06, + "global_anchor": 0.0, + "premium_clip": 4.0, + "premium_kind": "flores_per_sent", + "mixture": null, + "doc_filters": null, + "tau1": 0.4, + "tau2": 0.7, + "freeze_scope": "router", + "ckpt_every": 200, + "eval_every": 200, + "log_every": 50, + "probe_sents": 128, + "eval_batches": 8, + "keep_ckpt": false, + "amp": "bf16", + "compile": false, + "cpc_decay": 0.9, + "device": "cuda", + "log_spaced_probe": true, + "probe_bpb_batches": 4, + "dump_reps": true, + "dump_reps_thresholds": [ + 0.3, + 0.4, + 0.5, + 0.6, + 0.7 + ], + "router_noise": 0.0, + "genreg_target_entropy": null, + "genreg_eta": 0.05 + }, + "probe_agg": { + "gini_cpc": 0.19112819008697723, + "gini_cps": 0.04431520657147403, + "bpic": 9.630881577956787, + "worst_lang": "zh", + "cpc_parity_vs_en": { + "en": 1.0, + "de": 0.8535312101508873, + "vi": 0.9988657330475939, + "tr": 0.9303034552673161, + "fi": 0.9148345364302128, + "ru": 0.9488145694748968, + "el": 0.8713644361907937, + "hi": 0.9029348826988678, + "ta": 0.8287330159076954, + "th": 0.9844762310261944, + "zh": 3.2337220921192578, + "my": 0.7713132420233879 + } + } +} \ No newline at end of file diff --git a/pilot_E_s2/final.json b/pilot_E_s2/final.json new file mode 100644 index 0000000000000000000000000000000000000000..6c36ed08bf99675ab7b57314aca3ce99749dfd2c --- /dev/null +++ b/pilot_E_s2/final.json @@ -0,0 +1,114 @@ +{ + "event": "final", + "run": "pilot_E_s2", + "condition": "E", + "step": 6000, + "params": 22516992, + "per_lang": { + "en": { + "cpc": 0.19582830546457508, + "cps": 26.625, + "bpb": 2.03366726473508, + "bytes_per_chunk": 4.99398003505296 + }, + "de": { + "cpc": 0.1671455705449764, + "cps": 26.8125, + "bpb": 2.2208546760334404, + "bytes_per_chunk": 5.759318049498534 + }, + "vi": { + "cpc": 0.19560618388934092, + "cps": 28.171875, + "bpb": 1.921365775400707, + "bytes_per_chunk": 6.714926099541485 + }, + "tr": { + "cpc": 0.18217974921283764, + "cps": 25.765625, + "bpb": 2.185171898363991, + "bytes_per_chunk": 5.646065540227657 + }, + "fi": { + "cpc": 0.17915049704959865, + "cps": 26.328125, + "bpb": 2.3878460464029088, + "bytes_per_chunk": 5.44262431225994 + }, + "ru": { + "cpc": 0.1858047493403694, + "cps": 27.5078125, + "bpb": 1.3804791291841598, + "bytes_per_chunk": 9.21371456689454 + }, + "el": { + "cpc": 0.170637820981338, + "cps": 27.359375, + "bpb": 1.4640891720828022, + "bytes_per_chunk": 9.994814701845357 + }, + "hi": { + "cpc": 0.17682020802377416, + "cps": 23.2421875, + "bpb": 1.1838534551168103, + "bytes_per_chunk": 13.845877568267047 + }, + "ta": { + "cpc": 0.16228938218775074, + "cps": 23.703125, + "bpb": 0.9853702340586965, + "bytes_per_chunk": 16.349767673932703 + }, + "th": { + "cpc": 0.1927883120920112, + "cps": 24.2265625, + "bpb": 1.102427484394969, + "bytes_per_chunk": 14.062387683394576 + }, + "zh": { + "cpc": 0.6332543176430748, + "cps": 29.21875, + "bpb": 3.0903871887331325, + "bytes_per_chunk": 4.569794908000593 + }, + "my": { + "cpc": 0.15104496516782773, + "cps": 22.359375, + "bpb": 1.1281331024078658, + "bytes_per_chunk": 16.89670952979471 + } + }, + "gini_cpc": 0.19112819008697723, + "gini_cps": 0.04431520657147403, + "bpic": 9.630881577956787, + "seed": 2, + "mean_boundary_entropy": 0.3128731846809387, + "dechunk": "ema", + "router_noise": 0.0, + "transitions": [ + { + "step": 0, + "phase": 1, + "objective": "global", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 2400, + "phase": 2, + "objective": "parity_b", + "router_trainable": true, + "encoder_trainable": true, + "frozen_router_params": 0 + }, + { + "step": 4200, + "phase": 3, + "objective": "none", + "router_trainable": false, + "encoder_trainable": true, + "frozen_router_params": 131584 + } + ] +} \ No newline at end of file diff --git a/pilot_E_s2/log.jsonl b/pilot_E_s2/log.jsonl new file mode 100644 index 0000000000000000000000000000000000000000..881b48adeff587489962ed361473398ea5d562d8 --- /dev/null +++ b/pilot_E_s2/log.jsonl @@ -0,0 +1,197 @@ +{"event": "start", "run": "pilot_E_s2", "condition": "E", "params": 22516992, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_b", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.3} +{"event": "probe_schedule", "n": 40, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 200, 256, 400, 600, 800, 1000, 1200, 1400, 1600, 1800, 2000, 2200, 2400, 2600, 2800, 3000, 3200, 3400, 3600, 3800, 4000, 4200, 4400, 4600, 4800, 5000, 5200, 5400, 5600, 5800, 6000], "t": 1.4} +{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10933.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.628225, "cps": 85.414062, "mean_p": 0.513249, "boundary_entropy": 0.686295, "bpb": 8.12598}, "de": {"chunks": 16287.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793211, "cps": 127.242188, "mean_p": 0.524631, "boundary_entropy": 0.686391, "bpb": 8.12701}, "vi": {"chunks": 5099.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276593, "cps": 39.835938, "mean_p": 0.481643, "boundary_entropy": 0.68728, "bpb": 7.869214}, "tr": {"chunks": 8187.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.452245, "cps": 63.960938, "mean_p": 0.498002, "boundary_entropy": 0.686826, "bpb": 8.097536}, "fi": {"chunks": 13540.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.719792, "cps": 105.78125, "mean_p": 0.517169, "boundary_entropy": 0.686661, "bpb": 8.065117}, "ru": {"chunks": 33477.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766596, "cps": 261.539062, "mean_p": 0.530376, "boundary_entropy": 0.688543, "bpb": 8.240733}, "el": {"chunks": 20696.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.00843, "cps": 161.6875, "mean_p": 0.503648, "boundary_entropy": 0.690112, "bpb": 8.286272}, "hi": {"chunks": 875.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052006, "cps": 6.835938, "mean_p": 0.461978, "boundary_entropy": 0.68743, "bpb": 8.022688}, "ta": {"chunks": 1261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.067451, "cps": 9.851562, "mean_p": 0.477518, "boundary_entropy": 0.690053, "bpb": 8.091383}, "th": {"chunks": 3630.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225676, "cps": 28.359375, "mean_p": 0.484845, "boundary_entropy": 0.690398, "bpb": 7.721507}, "zh": {"chunks": 11722.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.984761, "cps": 91.578125, "mean_p": 0.520316, "boundary_entropy": 0.68562, "bpb": 8.130734}, "my": {"chunks": 1628.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085919, "cps": 12.71875, "mean_p": 0.474628, "boundary_entropy": 0.689685, "bpb": 7.8029}}, "bpb": {"en": 8.12598, "de": 8.12701, "vi": 7.86921, "tr": 8.09754, "fi": 8.06512, "ru": 8.24073, "el": 8.28627, "hi": 8.02269, "ta": 8.09138, "th": 7.72151, "zh": 8.13073, "my": 7.8029}, "gini_cpc": 0.489538, "gini_cps": 0.463551, "bpic": 3.013947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2626223171148012, "vi": 0.440277652395235, "tr": 0.7198781817505053, "fi": 1.1457544508645294, "ru": 2.8120438593717987, "el": 1.6052044042347315, "hi": 0.08278235025738971, "ta": 0.10736788276924242, "th": 0.3592281253258146, "zh": 3.159315851384177, "my": 0.13676526035979295}, "t": 3.1} +{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.64089, "bpb": 8.13808, "chunk_loss": 0.065103, "F": 0.62439, "G": 0.5091, "chunks": 639.38, "bytes_per_chunk": 1.602, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 7.872, "lr": 1e-06, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 3.5} +{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.627478, "cps": 85.3125, "mean_p": 0.513205, "boundary_entropy": 0.686301, "bpb": 8.100769}, "de": {"chunks": 16284.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.793065, "cps": 127.21875, "mean_p": 0.524587, "boundary_entropy": 0.686399, "bpb": 8.104431}, "vi": {"chunks": 5100.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276648, "cps": 39.84375, "mean_p": 0.481627, "boundary_entropy": 0.687278, "bpb": 7.85488}, "tr": {"chunks": 8206.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.453295, "cps": 64.109375, "mean_p": 0.498086, "boundary_entropy": 0.686828, "bpb": 8.081334}, "fi": {"chunks": 13520.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.718728, "cps": 105.625, "mean_p": 0.517086, "boundary_entropy": 0.686669, "bpb": 8.042862}, "ru": {"chunks": 33467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.766069, "cps": 261.460938, "mean_p": 0.530332, "boundary_entropy": 0.688547, "bpb": 8.195764}, "el": {"chunks": 20676.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.007455, "cps": 161.53125, "mean_p": 0.503625, "boundary_entropy": 0.690112, "bpb": 8.279673}, "hi": {"chunks": 876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.052065, "cps": 6.84375, "mean_p": 0.462024, "boundary_entropy": 0.687437, "bpb": 8.01661}, "ta": {"chunks": 1279.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.068414, "cps": 9.992188, "mean_p": 0.477595, "boundary_entropy": 0.690061, "bpb": 8.0857}, "th": {"chunks": 3636.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.226049, "cps": 28.40625, "mean_p": 0.484855, "boundary_entropy": 0.690398, "bpb": 7.718609}, "zh": {"chunks": 11709.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.98256, "cps": 91.476562, "mean_p": 0.520268, "boundary_entropy": 0.685623, "bpb": 8.126799}, "my": {"chunks": 1616.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085286, "cps": 12.625, "mean_p": 0.474596, "boundary_entropy": 0.689681, "bpb": 7.800452}}, "bpb": {"en": 8.10077, "de": 8.10443, "vi": 7.85488, "tr": 8.08133, "fi": 8.04286, "ru": 8.19576, "el": 8.27967, "hi": 8.01661, "ta": 8.0857, "th": 7.71861, "zh": 8.1268, "my": 7.80045}, "gini_cpc": 0.489268, "gini_cps": 0.463323, "bpic": 3.015037, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.263892592091102, "vi": 0.4408882411323421, "tr": 0.7224078274926201, "fi": 1.1454240300128344, "ru": 2.814550537852649, "el": 1.6055622932833866, "hi": 0.08297562170370491, "ta": 0.10903013675278987, "th": 0.3602502502160569, "zh": 3.159569007863116, "my": 0.135918778287366}, "t": 4.8} +{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10901.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.626386, "cps": 85.164062, "mean_p": 0.513134, "boundary_entropy": 0.686312, "bpb": 8.052618}, "de": {"chunks": 16261.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.791945, "cps": 127.039062, "mean_p": 0.524503, "boundary_entropy": 0.686414, "bpb": 8.060172}, "vi": {"chunks": 5090.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.276105, "cps": 39.765625, "mean_p": 0.481574, "boundary_entropy": 0.687273, "bpb": 7.831302}, "tr": {"chunks": 8250.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.455726, "cps": 64.453125, "mean_p": 0.498253, "boundary_entropy": 0.686833, "bpb": 8.048534}, "fi": {"chunks": 13500.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.717665, "cps": 105.46875, "mean_p": 0.516942, "boundary_entropy": 0.686683, "bpb": 7.998111}, "ru": {"chunks": 33462.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.765805, "cps": 261.421875, "mean_p": 0.530286, "boundary_entropy": 0.688551, "bpb": 8.10519}, "el": {"chunks": 20634.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.005409, "cps": 161.203125, "mean_p": 0.503586, "boundary_entropy": 0.690113, "bpb": 8.273455}, "hi": {"chunks": 907.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.053908, "cps": 7.085938, "mean_p": 0.462271, "boundary_entropy": 0.687477, "bpb": 7.99036}, "ta": {"chunks": 1318.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.0705, "cps": 10.296875, "mean_p": 0.477817, "boundary_entropy": 0.690082, "bpb": 8.07121}, "th": {"chunks": 3691.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.229468, "cps": 28.835938, "mean_p": 0.484972, "boundary_entropy": 0.690405, "bpb": 7.703248}, "zh": {"chunks": 11687.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.978835, "cps": 91.304688, "mean_p": 0.52018, "boundary_entropy": 0.685628, "bpb": 8.118713}, "my": {"chunks": 1619.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.085444, "cps": 12.648438, "mean_p": 0.474589, "boundary_entropy": 0.68968, "bpb": 7.800809}}, "bpb": {"en": 8.05262, "de": 8.06017, "vi": 7.8313, "tr": 8.04853, "fi": 7.99811, "ru": 8.10519, "el": 8.27346, "hi": 7.99036, "ta": 8.07121, "th": 7.70325, "zh": 8.11871, "my": 7.80081}, "gini_cpc": 0.487964, "gini_cps": 0.462044, "bpic": 3.014303, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2643072350284332, "vi": 0.4407906979070231, "tr": 0.7275472067477093, "fi": 1.14572309000811, "ru": 2.819034955762815, "el": 1.6050935945402014, "hi": 0.08606171469198744, "ta": 0.11255057583951299, "th": 0.3663369796903587, "zh": 3.1591291577713565, "my": 0.13640844345031938}, "t": 6.3} +{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10860.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.62403, "cps": 84.84375, "mean_p": 0.512765, "boundary_entropy": 0.686354, "bpb": 7.898058}, "de": {"chunks": 16233.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.790581, "cps": 126.820312, "mean_p": 0.524109, "boundary_entropy": 0.686474, "bpb": 7.921951}, "vi": {"chunks": 5069.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.274966, "cps": 39.601562, "mean_p": 0.481476, "boundary_entropy": 0.687264, "bpb": 7.753138}, "tr": {"chunks": 8385.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.463183, "cps": 65.507812, "mean_p": 0.498731, "boundary_entropy": 0.686848, "bpb": 7.94118}, "fi": {"chunks": 13395.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.712083, "cps": 104.648438, "mean_p": 0.516361, "boundary_entropy": 0.686734, "bpb": 7.856476}, "ru": {"chunks": 33405.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.762797, "cps": 260.976562, "mean_p": 0.530053, "boundary_entropy": 0.68857, "bpb": 7.816981}, "el": {"chunks": 20294.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.988842, "cps": 158.546875, "mean_p": 0.50318, "boundary_entropy": 0.690117, "bpb": 8.218235}, "hi": {"chunks": 994.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.059079, "cps": 7.765625, "mean_p": 0.463111, "boundary_entropy": 0.687608, "bpb": 7.902241}, "ta": {"chunks": 1469.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.078577, "cps": 11.476562, "mean_p": 0.478664, "boundary_entropy": 0.690159, "bpb": 7.989436}, "th": {"chunks": 3941.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.245011, "cps": 30.789062, "mean_p": 0.485308, "boundary_entropy": 0.690423, "bpb": 7.620826}, "zh": {"chunks": 11613.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.966305, "cps": 90.726562, "mean_p": 0.519763, "boundary_entropy": 0.685653, "bpb": 8.087956}, "my": {"chunks": 1603.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.0846, "cps": 12.523438, "mean_p": 0.474496, "boundary_entropy": 0.689669, "bpb": 7.794298}}, "bpb": {"en": 7.89806, "de": 7.92195, "vi": 7.75314, "tr": 7.94118, "fi": 7.85648, "ru": 7.81698, "el": 8.21824, "hi": 7.90224, "ta": 7.98944, "th": 7.62083, "zh": 8.08796, "my": 7.7943}, "gini_cpc": 0.483094, "gini_cps": 0.456891, "bpic": 3.0157, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2668951583934553, "vi": 0.440629372725134, "tr": 0.7422441962703902, "fi": 1.1411037417568362, "ru": 2.8248575780988063, "el": 1.5846053060533352, "hi": 0.09467288384655168, "ta": 0.12591881304866284, "th": 0.39262655059361784, "zh": 3.150977328047327, "my": 0.13557026383344006}, "t": 8.0} +{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10131.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.582141, "cps": 79.148438, "mean_p": 0.509409, "boundary_entropy": 0.686568, "bpb": 7.422727}, "de": {"chunks": 15617.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.760581, "cps": 122.007812, "mean_p": 0.52056, "boundary_entropy": 0.686863, "bpb": 7.489079}, "vi": {"chunks": 4868.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.264063, "cps": 38.03125, "mean_p": 0.480762, "boundary_entropy": 0.687199, "bpb": 7.511381}, "tr": {"chunks": 8661.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.478429, "cps": 67.664062, "mean_p": 0.499751, "boundary_entropy": 0.686899, "bpb": 7.589689}, "fi": {"chunks": 12505.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.664771, "cps": 97.695312, "mean_p": 0.512527, "boundary_entropy": 0.686991, "bpb": 7.426438}, "ru": {"chunks": 33188.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.751346, "cps": 259.28125, "mean_p": 0.529042, "boundary_entropy": 0.688661, "bpb": 7.199663}, "el": {"chunks": 18817.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.916874, "cps": 147.007812, "mean_p": 0.501351, "boundary_entropy": 0.69013, "bpb": 7.947664}, "hi": {"chunks": 1281.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.076137, "cps": 10.007812, "mean_p": 0.465359, "boundary_entropy": 0.68795, "bpb": 7.609529}, "ta": {"chunks": 2104.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.112543, "cps": 16.4375, "mean_p": 0.480878, "boundary_entropy": 0.690349, "bpb": 7.735238}, "th": {"chunks": 4622.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.287348, "cps": 36.109375, "mean_p": 0.486157, "boundary_entropy": 0.690464, "bpb": 7.340436}, "zh": {"chunks": 11281.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.910091, "cps": 88.132812, "mean_p": 0.518091, "boundary_entropy": 0.685748, "bpb": 7.997276}, "my": {"chunks": 1472.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.077686, "cps": 11.5, "mean_p": 0.47401, "boundary_entropy": 0.689622, "bpb": 7.663498}}, "bpb": {"en": 7.42273, "de": 7.48908, "vi": 7.51138, "tr": 7.58969, "fi": 7.42644, "ru": 7.19966, "el": 7.94766, "hi": 7.60953, "ta": 7.73524, "th": 7.34044, "zh": 7.99728, "my": 7.6635}, "gini_cpc": 0.471383, "gini_cps": 0.442803, "bpic": 3.081415, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3065228451809614, "vi": 0.45360646161805973, "tr": 0.8218438167240002, "fi": 1.1419408722714, "ru": 3.008456054186203, "el": 1.575002852199121, "hi": 0.13078738657318695, "ta": 0.19332680373335567, "th": 0.49360628486748986, "zh": 3.2811490670990917, "my": 0.13344928116781}, "t": 9.7} +{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4824.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.277194, "cps": 37.6875, "mean_p": 0.488711, "boundary_entropy": 0.686416, "bpb": 6.857808}, "de": {"chunks": 8526.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.415234, "cps": 66.609375, "mean_p": 0.497538, "boundary_entropy": 0.687717, "bpb": 6.931214}, "vi": {"chunks": 3516.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190724, "cps": 27.46875, "mean_p": 0.475349, "boundary_entropy": 0.686683, "bpb": 7.167956}, "tr": {"chunks": 7547.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.416892, "cps": 58.960938, "mean_p": 0.495261, "boundary_entropy": 0.686953, "bpb": 7.151017}, "fi": {"chunks": 6355.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.337834, "cps": 49.648438, "mean_p": 0.492182, "boundary_entropy": 0.687147, "bpb": 6.917247}, "ru": {"chunks": 25794.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.361161, "cps": 201.515625, "mean_p": 0.511546, "boundary_entropy": 0.689918, "bpb": 6.369011}, "el": {"chunks": 14741.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.718267, "cps": 115.164062, "mean_p": 0.496086, "boundary_entropy": 0.690089, "bpb": 7.323209}, "hi": {"chunks": 3486.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.207192, "cps": 27.234375, "mean_p": 0.475587, "boundary_entropy": 0.68927, "bpb": 6.569129}, "ta": {"chunks": 6971.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.37288, "cps": 54.460938, "mean_p": 0.490243, "boundary_entropy": 0.690937, "bpb": 6.748693}, "th": {"chunks": 6901.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.429033, "cps": 53.914062, "mean_p": 0.489691, "boundary_entropy": 0.690644, "bpb": 6.490387}, "zh": {"chunks": 9454.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.600745, "cps": 73.859375, "mean_p": 0.509547, "boundary_entropy": 0.686084, "bpb": 7.747876}, "my": {"chunks": 1203.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.06349, "cps": 9.398438, "mean_p": 0.473244, "boundary_entropy": 0.689569, "bpb": 7.215711}}, "bpb": {"en": 6.85781, "de": 6.93121, "vi": 7.16796, "tr": 7.15102, "fi": 6.91725, "ru": 6.36901, "el": 7.32321, "hi": 6.56913, "ta": 6.74869, "th": 6.49039, "zh": 7.74788, "my": 7.21571}, "gini_cpc": 0.418059, "gini_cps": 0.365424, "bpic": 3.864164, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.497992856057704, "vi": 0.6880540341417405, "tr": 1.5039750084027195, "fi": 1.2187664555855564, "ru": 4.910506635687001, "el": 2.59121185598587, "hi": 0.747462021245925, "ta": 1.3451986856304199, "th": 1.5477748419852866, "zh": 5.774826974170799, "my": 0.22904408057874026}, "t": 11.7} +{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 5791.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.332759, "cps": 45.242188, "mean_p": 0.496394, "boundary_entropy": 0.687223, "bpb": 6.3783}, "de": {"chunks": 7949.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.387133, "cps": 62.101562, "mean_p": 0.4982, "boundary_entropy": 0.688173, "bpb": 6.459402}, "vi": {"chunks": 11258.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.610686, "cps": 87.953125, "mean_p": 0.499984, "boundary_entropy": 0.688483, "bpb": 6.771512}, "tr": {"chunks": 11093.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.612771, "cps": 86.664062, "mean_p": 0.506366, "boundary_entropy": 0.687557, "bpb": 6.733937}, "fi": {"chunks": 5803.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.30849, "cps": 45.335938, "mean_p": 0.49459, "boundary_entropy": 0.687786, "bpb": 6.4676}, "ru": {"chunks": 230.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.012137, "cps": 1.796875, "mean_p": 0.46254, "boundary_entropy": 0.687142, "bpb": 6.192859}, "el": {"chunks": 12962.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.631584, "cps": 101.265625, "mean_p": 0.495623, "boundary_entropy": 0.690208, "bpb": 6.246406}, "hi": {"chunks": 14762.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.877385, "cps": 115.328125, "mean_p": 0.498411, "boundary_entropy": 0.690705, "bpb": 5.72921}, "ta": {"chunks": 16507.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.882963, "cps": 128.960938, "mean_p": 0.497646, "boundary_entropy": 0.691141, "bpb": 5.924882}, "th": {"chunks": 3327.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.206839, "cps": 25.992188, "mean_p": 0.483313, "boundary_entropy": 0.690301, "bpb": 5.671467}, "zh": {"chunks": 3540.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.59939, "cps": 27.65625, "mean_p": 0.483352, "boundary_entropy": 0.685423, "bpb": 7.347492}, "my": {"chunks": 2004.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.105763, "cps": 15.65625, "mean_p": 0.482615, "boundary_entropy": 0.690596, "bpb": 5.908878}}, "bpb": {"en": 6.3783, "de": 6.4594, "vi": 6.77151, "tr": 6.73394, "fi": 6.4676, "ru": 6.19286, "el": 6.24641, "hi": 5.72921, "ta": 5.92488, "th": 5.67147, "zh": 7.34749, "my": 5.90888}, "gini_cpc": 0.330231, "gini_cps": 0.365758, "bpic": 4.030212, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.163404247617771, "vi": 1.8352222149939743, "tr": 1.841488524485643, "fi": 0.9270672566811501, "ru": 0.03647448570227024, "el": 1.8980241204671893, "hi": 2.636699782390208, "ta": 2.653464227237172, "th": 0.621587526591352, "zh": 1.8012764648812516, "my": 0.3178373246074552}, "t": 14.1} +{"event": "train", "step": 50, "phase": 1, "objective": "global", "lm_loss": 4.2633, "bpb": 6.15064, "chunk_loss": 0.030042, "F": 0.16489, "G": 0.48521, "chunks": 168.84, "bytes_per_chunk": 6.065, "boundary_entropy": 0.69148, "router_noise": 0.0, "grad_norm": 1.5503, "lr": 5.1e-05, "router_trainable": true, "sec_per_step": 0.239, "alpha": 0.03, "t": 15.4} +{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2970.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17066, "cps": 23.203125, "mean_p": 0.487094, "boundary_entropy": 0.68688, "bpb": 5.798881}, "de": {"chunks": 4575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222812, "cps": 35.742188, "mean_p": 0.489783, "boundary_entropy": 0.687944, "bpb": 5.925133}, "vi": {"chunks": 3807.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206509, "cps": 29.742188, "mean_p": 0.481394, "boundary_entropy": 0.687721, "bpb": 6.240217}, "tr": {"chunks": 2994.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165387, "cps": 23.390625, "mean_p": 0.48275, "boundary_entropy": 0.686982, "bpb": 6.225463}, "fi": {"chunks": 1366.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.072617, "cps": 10.671875, "mean_p": 0.478476, "boundary_entropy": 0.686833, "bpb": 5.914756}, "ru": {"chunks": 7855.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.414512, "cps": 61.367188, "mean_p": 0.494203, "boundary_entropy": 0.690248, "bpb": 5.484988}, "el": {"chunks": 7611.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.370852, "cps": 59.460938, "mean_p": 0.492075, "boundary_entropy": 0.690333, "bpb": 5.660808}, "hi": {"chunks": 12616.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.749837, "cps": 98.5625, "mean_p": 0.497022, "boundary_entropy": 0.690741, "bpb": 5.196714}, "ta": {"chunks": 9872.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.528056, "cps": 77.125, "mean_p": 0.492299, "boundary_entropy": 0.691025, "bpb": 5.249906}, "th": {"chunks": 7239.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450047, "cps": 56.554688, "mean_p": 0.484202, "boundary_entropy": 0.690213, "bpb": 5.041267}, "zh": {"chunks": 4095.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.693363, "cps": 31.992188, "mean_p": 0.491638, "boundary_entropy": 0.686688, "bpb": 6.955399}, "my": {"chunks": 7333.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.387007, "cps": 57.289062, "mean_p": 0.493536, "boundary_entropy": 0.691257, "bpb": 5.093638}}, "bpb": {"en": 5.79888, "de": 5.92513, "vi": 6.24022, "tr": 6.22546, "fi": 5.91476, "ru": 5.48499, "el": 5.66081, "hi": 5.19671, "ta": 5.24991, "th": 5.04127, "zh": 6.9554, "my": 5.09364}, "gini_cpc": 0.310491, "gini_cps": 0.289509, "bpic": 5.305753, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.305588638540472, "vi": 1.2100613950736, "tr": 0.9691007182804121, "fi": 0.425506782244861, "ru": 2.4288720982916234, "el": 2.1730441382100496, "hi": 4.393739234844732, "ta": 3.09419263509662, "th": 2.637091398912972, "zh": 4.062825170088969, "my": 2.2677019828856433}, "t": 17.2} +{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.40324, "bpb": 4.90984, "chunk_loss": 0.031907, "F": 0.19446, "G": 0.47424, "chunks": 199.12, "bytes_per_chunk": 5.142, "boundary_entropy": 0.68906, "router_noise": 0.0, "grad_norm": 1.617, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.074, "alpha": 0.03, "t": 19.1} +{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2909.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167155, "cps": 22.726562, "mean_p": 0.424611, "boundary_entropy": 0.663425, "bpb": 4.481551}, "de": {"chunks": 3396.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165392, "cps": 26.53125, "mean_p": 0.431794, "boundary_entropy": 0.668616, "bpb": 4.677593}, "vi": {"chunks": 6074.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.329482, "cps": 47.453125, "mean_p": 0.463764, "boundary_entropy": 0.677643, "bpb": 5.063664}, "tr": {"chunks": 3537.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195382, "cps": 27.632812, "mean_p": 0.444229, "boundary_entropy": 0.673537, "bpb": 5.013962}, "fi": {"chunks": 2093.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.111265, "cps": 16.351562, "mean_p": 0.431617, "boundary_entropy": 0.670778, "bpb": 4.726669}, "ru": {"chunks": 6426.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.339103, "cps": 50.203125, "mean_p": 0.481361, "boundary_entropy": 0.687227, "bpb": 3.74649}, "el": {"chunks": 2871.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.139892, "cps": 22.429688, "mean_p": 0.468802, "boundary_entropy": 0.687613, "bpb": 4.42055}, "hi": {"chunks": 9370.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.556909, "cps": 73.203125, "mean_p": 0.490111, "boundary_entropy": 0.689848, "bpb": 3.594495}, "ta": {"chunks": 8089.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432683, "cps": 63.195312, "mean_p": 0.482185, "boundary_entropy": 0.689978, "bpb": 3.660859}, "th": {"chunks": 8317.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.517066, "cps": 64.976562, "mean_p": 0.471726, "boundary_entropy": 0.687756, "bpb": 3.385536}, "zh": {"chunks": 3270.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553674, "cps": 25.546875, "mean_p": 0.48642, "boundary_entropy": 0.686206, "bpb": 6.401688}, "my": {"chunks": 4386.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.231476, "cps": 34.265625, "mean_p": 0.489106, "boundary_entropy": 0.690982, "bpb": 4.293676}}, "bpb": {"en": 4.48155, "de": 4.67759, "vi": 5.06366, "tr": 5.01396, "fi": 4.72667, "ru": 3.74649, "el": 4.42055, "hi": 3.5945, "ta": 3.66086, "th": 3.38554, "zh": 6.40169, "my": 4.29368}, "gini_cpc": 0.288468, "gini_cps": 0.260661, "bpic": 6.318631, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.989454147686064, "vi": 1.9711153707483382, "tr": 1.1688664879267783, "fi": 0.6656374433608445, "ru": 2.0286723307069043, "el": 0.8368984168162067, "hi": 3.3316925440695653, "ta": 2.5885095098711, "th": 3.0933284449565535, "zh": 3.3123384729037255, "my": 1.3847955211393264}, "t": 21.5} +{"event": "train", "step": 150, "phase": 1, "objective": "global", "lm_loss": 2.7076, "bpb": 3.90624, "chunk_loss": 0.029775, "F": 0.1633, "G": 0.43708, "chunks": 167.22, "bytes_per_chunk": 6.124, "boundary_entropy": 0.66959, "router_noise": 0.0, "grad_norm": 1.6174, "lr": 0.000151, "router_trainable": true, "sec_per_step": 0.069, "alpha": 0.03, "t": 22.6} +{"event": "probe", "step": 200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3067.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176234, "cps": 23.960938, "mean_p": 0.351053, "boundary_entropy": 0.593831, "bpb": 3.868999}, "de": {"chunks": 4398.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.214192, "cps": 34.359375, "mean_p": 0.368272, "boundary_entropy": 0.611322, "bpb": 4.092868}, "vi": {"chunks": 4604.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249742, "cps": 35.96875, "mean_p": 0.381622, "boundary_entropy": 0.623298, "bpb": 3.64593}, "tr": {"chunks": 4204.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.232227, "cps": 32.84375, "mean_p": 0.386279, "boundary_entropy": 0.623592, "bpb": 4.208374}, "fi": {"chunks": 3843.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.204295, "cps": 30.023438, "mean_p": 0.377558, "boundary_entropy": 0.619837, "bpb": 4.093272}, "ru": {"chunks": 4685.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.24723, "cps": 36.601562, "mean_p": 0.487183, "boundary_entropy": 0.683041, "bpb": 2.875049}, "el": {"chunks": 7827.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.381377, "cps": 61.148438, "mean_p": 0.479853, "boundary_entropy": 0.687711, "bpb": 3.043256}, "hi": {"chunks": 8555.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.50847, "cps": 66.835938, "mean_p": 0.44395, "boundary_entropy": 0.666288, "bpb": 2.455685}, "ta": {"chunks": 8704.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.465579, "cps": 68.0, "mean_p": 0.464744, "boundary_entropy": 0.68386, "bpb": 2.317954}, "th": {"chunks": 13102.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.814548, "cps": 102.359375, "mean_p": 0.459024, "boundary_entropy": 0.683295, "bpb": 2.360378}, "zh": {"chunks": 3215.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.544362, "cps": 25.117188, "mean_p": 0.470409, "boundary_entropy": 0.682194, "bpb": 5.347633}, "my": {"chunks": 10607.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.559795, "cps": 82.867188, "mean_p": 0.467588, "boundary_entropy": 0.68728, "bpb": 2.50871}}, "bpb": {"en": 3.869, "de": 4.09287, "vi": 3.64593, "tr": 4.20837, "fi": 4.09327, "ru": 2.87505, "el": 3.04326, "hi": 2.45568, "ta": 2.31795, "th": 2.36038, "zh": 5.34763, "my": 2.50871}, "gini_cpc": 0.266418, "gini_cps": 0.263702, "bpic": 4.996433, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.215383013032009, "vi": 1.4171065886017802, "tr": 1.3177180658853882, "fi": 1.1592279538276664, "ru": 1.4028483481920486, "el": 2.1640377521996084, "hi": 2.8851957592954958, "ta": 2.641823244499483, "th": 4.621967358564133, "zh": 3.0888575399992777, "my": 3.1764318132119214}, "t": 25.8} +{"event": "eval", "step": 200, "phase": 1, "bpb": {"en": 3.87134, "de": 4.09427, "vi": 3.65184, "tr": 4.21805, "fi": 4.09502, "ru": 2.86011, "el": 3.03417, "hi": 2.4509, "ta": 2.3359, "th": 2.39399, "zh": 5.35405, "my": 2.52592}, "bytes_per_chunk": {"en": 5.391, "de": 4.842, "vi": 5.161, "tr": 4.644, "fi": 5.079, "ru": 6.327, "el": 4.968, "hi": 5.162, "ta": 5.678, "th": 3.792, "zh": 5.951, "my": 4.583}, "bpb_mean": 3.40713, "t": 27.1} +{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.52181, "bpb": 3.63821, "chunk_loss": 0.031058, "F": 0.18814, "G": 0.41178, "chunks": 192.66, "bytes_per_chunk": 5.315, "boundary_entropy": 0.64086, "router_noise": 0.0, "grad_norm": 1.2535, "lr": 0.000201, "router_trainable": true, "sec_per_step": 0.091, "alpha": 0.03, "t": 27.2} +{"event": "train", "step": 250, "phase": 1, "objective": "global", "lm_loss": 2.48945, "bpb": 3.59152, "chunk_loss": 0.031823, "F": 0.19928, "G": 0.41829, "chunks": 204.06, "bytes_per_chunk": 5.018, "boundary_entropy": 0.65051, "router_noise": 0.0, "grad_norm": 1.6139, "lr": 0.000251, "router_trainable": true, "sec_per_step": 0.045, "alpha": 0.03, "t": 29.5} +{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2310.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.132736, "cps": 18.046875, "mean_p": 0.342959, "boundary_entropy": 0.590901, "bpb": 3.65415}, "de": {"chunks": 3932.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.191497, "cps": 30.71875, "mean_p": 0.35211, "boundary_entropy": 0.596762, "bpb": 3.867869}, "vi": {"chunks": 4592.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.249091, "cps": 35.875, "mean_p": 0.393373, "boundary_entropy": 0.629143, "bpb": 3.316005}, "tr": {"chunks": 3313.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183008, "cps": 25.882812, "mean_p": 0.36189, "boundary_entropy": 0.604593, "bpb": 3.874919}, "fi": {"chunks": 2830.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.150444, "cps": 22.109375, "mean_p": 0.330883, "boundary_entropy": 0.582531, "bpb": 3.908794}, "ru": {"chunks": 4616.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.243588, "cps": 36.0625, "mean_p": 0.471842, "boundary_entropy": 0.682794, "bpb": 2.658522}, "el": {"chunks": 4571.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.222726, "cps": 35.710938, "mean_p": 0.458626, "boundary_entropy": 0.684097, "bpb": 2.808491}, "hi": {"chunks": 8667.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.515126, "cps": 67.710938, "mean_p": 0.389674, "boundary_entropy": 0.619983, "bpb": 2.126281}, "ta": {"chunks": 10465.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.559775, "cps": 81.757812, "mean_p": 0.400173, "boundary_entropy": 0.629815, "bpb": 1.947467}, "th": {"chunks": 7412.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.460802, "cps": 57.90625, "mean_p": 0.428564, "boundary_entropy": 0.670578, "bpb": 2.072508}, "zh": {"chunks": 3518.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.595665, "cps": 27.484375, "mean_p": 0.438498, "boundary_entropy": 0.66482, "bpb": 5.012155}, "my": {"chunks": 4243.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.223929, "cps": 33.148438, "mean_p": 0.424244, "boundary_entropy": 0.672601, "bpb": 2.345151}}, "bpb": {"en": 3.65415, "de": 3.86787, "vi": 3.31601, "tr": 3.87492, "fi": 3.90879, "ru": 2.65852, "el": 2.80849, "hi": 2.12628, "ta": 1.94747, "th": 2.07251, "zh": 5.01215, "my": 2.34515}, "gini_cpc": 0.280423, "gini_cps": 0.246309, "bpic": 6.34674, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.4426907335103893, "vi": 1.8765963951968831, "tr": 1.3787420611206724, "fi": 1.1334090926350773, "ru": 1.8351379912963024, "el": 1.6779635265090607, "hi": 3.880841126184365, "ta": 4.217216562522794, "th": 3.4715744684286802, "zh": 4.487604065423232, "my": 1.6870260782072053}, "t": 30.7} +{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.3234, "bpb": 3.35196, "chunk_loss": 0.031362, "F": 0.19672, "G": 0.38084, "chunks": 201.44, "bytes_per_chunk": 5.083, "boundary_entropy": 0.61769, "router_noise": 0.0, "grad_norm": 1.5785, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.067, "alpha": 0.03, "t": 32.8} +{"event": "train", "step": 350, "phase": 1, "objective": "global", "lm_loss": 2.09199, "bpb": 3.0181, "chunk_loss": 0.030698, "F": 0.18103, "G": 0.38219, "chunks": 185.38, "bytes_per_chunk": 5.524, "boundary_entropy": 0.60522, "router_noise": 0.0, "grad_norm": 0.9894, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.049, "alpha": 0.03, "t": 35.3} +{"event": "probe", "step": 400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3119.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179222, "cps": 24.367188, "mean_p": 0.364573, "boundary_entropy": 0.593598, "bpb": 3.220242}, "de": {"chunks": 3620.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176302, "cps": 28.28125, "mean_p": 0.373217, "boundary_entropy": 0.603963, "bpb": 3.528641}, "vi": {"chunks": 4734.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.256794, "cps": 36.984375, "mean_p": 0.373137, "boundary_entropy": 0.617578, "bpb": 2.796421}, "tr": {"chunks": 3637.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.200906, "cps": 28.414062, "mean_p": 0.366296, "boundary_entropy": 0.583634, "bpb": 3.450558}, "fi": {"chunks": 3809.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202488, "cps": 29.757812, "mean_p": 0.360914, "boundary_entropy": 0.580141, "bpb": 3.585538}, "ru": {"chunks": 9366.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.494248, "cps": 73.171875, "mean_p": 0.366683, "boundary_entropy": 0.55354, "bpb": 2.516713}, "el": {"chunks": 8776.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.427618, "cps": 68.5625, "mean_p": 0.326378, "boundary_entropy": 0.515048, "bpb": 2.547527}, "hi": {"chunks": 9633.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.572541, "cps": 75.257812, "mean_p": 0.334727, "boundary_entropy": 0.554094, "bpb": 1.7931}, "ta": {"chunks": 11409.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.61027, "cps": 89.132812, "mean_p": 0.285665, "boundary_entropy": 0.462648, "bpb": 1.598653}, "th": {"chunks": 9297.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.577992, "cps": 72.632812, "mean_p": 0.323964, "boundary_entropy": 0.560514, "bpb": 1.891813}, "zh": {"chunks": 3693.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.625296, "cps": 28.851562, "mean_p": 0.367448, "boundary_entropy": 0.582359, "bpb": 4.151549}, "my": {"chunks": 6705.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.353863, "cps": 52.382812, "mean_p": 0.39582, "boundary_entropy": 0.655779, "bpb": 2.01729}}, "bpb": {"en": 3.22024, "de": 3.52864, "vi": 2.79642, "tr": 3.45056, "fi": 3.58554, "ru": 2.51671, "el": 2.54753, "hi": 1.7931, "ta": 1.59865, "th": 1.89181, "zh": 4.15155, "my": 2.01729}, "gini_cpc": 0.2511, "gini_cps": 0.246688, "bpic": 4.933045, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9837050678919459, "vi": 1.4328273311609387, "tr": 1.12098937190251, "fi": 1.1298162963560388, "ru": 2.757742324894404, "el": 2.3859674513085882, "hi": 3.1945907720832913, "ta": 3.405107726063783, "th": 3.225005882603271, "zh": 3.488948913983931, "my": 1.9744409583055575}, "t": 38.5} +{"event": "eval", "step": 400, "phase": 1, "bpb": {"en": 3.22663, "de": 3.52611, "vi": 2.8031, "tr": 3.45799, "fi": 3.57758, "ru": 2.50236, "el": 2.541, "hi": 1.78902, "ta": 1.61617, "th": 1.92121, "zh": 4.15918, "my": 2.03307}, "bytes_per_chunk": {"en": 5.183, "de": 5.78, "vi": 5.447, "tr": 4.792, "fi": 4.887, "ru": 3.891, "el": 4.15, "hi": 4.059, "ta": 4.189, "th": 4.403, "zh": 4.37, "my": 6.641}, "bpb_mean": 2.76278, "t": 39.9} +{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.23013, "bpb": 3.2174, "chunk_loss": 0.031795, "F": 0.20959, "G": 0.36064, "chunks": 214.62, "bytes_per_chunk": 4.771, "boundary_entropy": 0.58066, "router_noise": 0.0, "grad_norm": 0.9546, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.094, "alpha": 0.03, "t": 39.9} +{"event": "train", "step": 450, "phase": 1, "objective": "global", "lm_loss": 2.17076, "bpb": 3.13174, "chunk_loss": 0.030933, "F": 0.18869, "G": 0.34977, "chunks": 193.22, "bytes_per_chunk": 5.3, "boundary_entropy": 0.56769, "router_noise": 0.0, "grad_norm": 0.9041, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 42.1} +{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 2.05963, "bpb": 2.97142, "chunk_loss": 0.030705, "F": 0.18475, "G": 0.33293, "chunks": 189.19, "bytes_per_chunk": 5.413, "boundary_entropy": 0.55275, "router_noise": 0.0, "grad_norm": 0.9908, "lr": 0.0002992, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 44.2} +{"event": "train", "step": 550, "phase": 1, "objective": "global", "lm_loss": 1.9194, "bpb": 2.76911, "chunk_loss": 0.030086, "F": 0.16989, "G": 0.3272, "chunks": 173.97, "bytes_per_chunk": 5.886, "boundary_entropy": 0.54216, "router_noise": 0.0, "grad_norm": 0.8286, "lr": 0.0002987, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 46.3} +{"event": "probe", "step": 600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2892.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166178, "cps": 22.59375, "mean_p": 0.290582, "boundary_entropy": 0.495251, "bpb": 2.89549}, "de": {"chunks": 3510.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170944, "cps": 27.421875, "mean_p": 0.307434, "boundary_entropy": 0.507054, "bpb": 3.220893}, "vi": {"chunks": 3810.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.206672, "cps": 29.765625, "mean_p": 0.342301, "boundary_entropy": 0.565887, "bpb": 2.576348}, "tr": {"chunks": 3485.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19251, "cps": 27.226562, "mean_p": 0.304709, "boundary_entropy": 0.496404, "bpb": 3.163312}, "fi": {"chunks": 3137.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166764, "cps": 24.507812, "mean_p": 0.286696, "boundary_entropy": 0.478531, "bpb": 3.382749}, "ru": {"chunks": 6357.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.335462, "cps": 49.664062, "mean_p": 0.370343, "boundary_entropy": 0.578068, "bpb": 2.155356}, "el": {"chunks": 6219.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.303026, "cps": 48.585938, "mean_p": 0.333418, "boundary_entropy": 0.562201, "bpb": 2.237837}, "hi": {"chunks": 6014.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.357444, "cps": 46.984375, "mean_p": 0.2927, "boundary_entropy": 0.521617, "bpb": 1.648601}, "ta": {"chunks": 8016.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.428778, "cps": 62.625, "mean_p": 0.27491, "boundary_entropy": 0.472257, "bpb": 1.382762}, "th": {"chunks": 7764.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482686, "cps": 60.65625, "mean_p": 0.382789, "boundary_entropy": 0.62829, "bpb": 1.728754}, "zh": {"chunks": 3452.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.58449, "cps": 26.96875, "mean_p": 0.352941, "boundary_entropy": 0.581222, "bpb": 3.847902}, "my": {"chunks": 11561.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.610144, "cps": 90.320312, "mean_p": 0.331186, "boundary_entropy": 0.541148, "bpb": 1.660427}}, "bpb": {"en": 2.89549, "de": 3.22089, "vi": 2.57635, "tr": 3.16331, "fi": 3.38275, "ru": 2.15536, "el": 2.23784, "hi": 1.6486, "ta": 1.38276, "th": 1.72875, "zh": 3.8479, "my": 1.66043}, "gini_cpc": 0.259907, "gini_cps": 0.244329, "bpic": 5.795808, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0286805795669878, "vi": 1.243677179098481, "tr": 1.1584520504269826, "fi": 1.0035256254010465, "ru": 2.0186862676403288, "el": 1.8234990577316048, "hi": 2.1509691540325413, "ta": 2.580227921682301, "th": 2.904626485076042, "zh": 3.517249495203555, "my": 3.671621097530958}, "t": 49.3} +{"event": "eval", "step": 600, "phase": 1, "bpb": {"en": 2.90316, "de": 3.2205, "vi": 2.58044, "tr": 3.17296, "fi": 3.37672, "ru": 2.13962, "el": 2.22742, "hi": 1.64199, "ta": 1.39667, "th": 1.7557, "zh": 3.86023, "my": 1.67273}, "bytes_per_chunk": {"en": 5.93, "de": 5.938, "vi": 6.258, "tr": 5.452, "fi": 6.466, "ru": 6.503, "el": 5.922, "hi": 6.923, "ta": 6.366, "th": 6.135, "zh": 5.084, "my": 5.686}, "bpb_mean": 2.49568, "t": 50.6} +{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.90459, "bpb": 2.74775, "chunk_loss": 0.030121, "F": 0.1676, "G": 0.32064, "chunks": 171.62, "bytes_per_chunk": 5.966, "boundary_entropy": 0.53705, "router_noise": 0.0, "grad_norm": 0.9875, "lr": 0.0002982, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 50.7} +{"event": "train", "step": 650, "phase": 1, "objective": "global", "lm_loss": 1.94348, "bpb": 2.80385, "chunk_loss": 0.030141, "F": 0.17224, "G": 0.31979, "chunks": 176.38, "bytes_per_chunk": 5.806, "boundary_entropy": 0.52832, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 0.0002975, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 52.8} +{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.78509, "bpb": 2.57534, "chunk_loss": 0.030054, "F": 0.17004, "G": 0.30642, "chunks": 174.12, "bytes_per_chunk": 5.881, "boundary_entropy": 0.50568, "router_noise": 0.0, "grad_norm": 0.9532, "lr": 0.0002967, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 54.9} +{"event": "train", "step": 750, "phase": 1, "objective": "global", "lm_loss": 1.86651, "bpb": 2.6928, "chunk_loss": 0.030212, "F": 0.17413, "G": 0.31126, "chunks": 178.31, "bytes_per_chunk": 5.743, "boundary_entropy": 0.50289, "router_noise": 0.0, "grad_norm": 0.8688, "lr": 0.0002959, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 57.0} +{"event": "probe", "step": 800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3183.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1829, "cps": 24.867188, "mean_p": 0.273595, "boundary_entropy": 0.430208, "bpb": 2.693768}, "de": {"chunks": 3896.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189743, "cps": 30.4375, "mean_p": 0.293082, "boundary_entropy": 0.457778, "bpb": 3.028985}, "vi": {"chunks": 4017.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217901, "cps": 31.382812, "mean_p": 0.332233, "boundary_entropy": 0.533464, "bpb": 2.408935}, "tr": {"chunks": 3617.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199801, "cps": 28.257812, "mean_p": 0.289801, "boundary_entropy": 0.451844, "bpb": 3.030327}, "fi": {"chunks": 3406.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181064, "cps": 26.609375, "mean_p": 0.277063, "boundary_entropy": 0.444343, "bpb": 3.224942}, "ru": {"chunks": 6004.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316834, "cps": 46.90625, "mean_p": 0.370431, "boundary_entropy": 0.596663, "bpb": 1.995885}, "el": {"chunks": 6665.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.324758, "cps": 52.070312, "mean_p": 0.337418, "boundary_entropy": 0.573754, "bpb": 2.100204}, "hi": {"chunks": 7453.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.442972, "cps": 58.226562, "mean_p": 0.297514, "boundary_entropy": 0.505546, "bpb": 1.540156}, "ta": {"chunks": 8170.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.437015, "cps": 63.828125, "mean_p": 0.291793, "boundary_entropy": 0.500625, "bpb": 1.300564}, "th": {"chunks": 9424.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.585887, "cps": 73.625, "mean_p": 0.428072, "boundary_entropy": 0.645855, "bpb": 1.587895}, "zh": {"chunks": 3401.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.575855, "cps": 26.570312, "mean_p": 0.350686, "boundary_entropy": 0.575508, "bpb": 3.716662}, "my": {"chunks": 11043.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.582806, "cps": 86.273438, "mean_p": 0.340094, "boundary_entropy": 0.54381, "bpb": 1.484174}}, "bpb": {"en": 2.69377, "de": 3.02899, "vi": 2.40893, "tr": 3.03033, "fi": 3.22494, "ru": 1.99588, "el": 2.1002, "hi": 1.54016, "ta": 1.30056, "th": 1.5879, "zh": 3.71666, "my": 1.48417}, "gini_cpc": 0.248496, "gini_cps": 0.241287, "bpic": 5.46082, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0374185817887327, "vi": 1.1913686598377722, "tr": 1.0924094261536106, "fi": 0.9899659147236277, "ru": 1.7322834285373234, "el": 1.775606761600729, "hi": 2.4219408363244743, "ta": 2.3893736424205314, "th": 3.2033300939840976, "zh": 3.1484780569481092, "my": 3.1864798584627763}, "t": 60.0} +{"event": "eval", "step": 800, "phase": 1, "bpb": {"en": 2.70117, "de": 3.03116, "vi": 2.41614, "tr": 3.04188, "fi": 3.22343, "ru": 1.98084, "el": 2.08877, "hi": 1.53582, "ta": 1.31288, "th": 1.61406, "zh": 3.72826, "my": 1.49516}, "bytes_per_chunk": {"en": 5.405, "de": 5.301, "vi": 5.89, "tr": 5.16, "fi": 5.518, "ru": 6.569, "el": 5.493, "hi": 5.553, "ta": 6.22, "th": 5.133, "zh": 5.422, "my": 5.235}, "bpb_mean": 2.34746, "t": 61.4} +{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.83852, "bpb": 2.65242, "chunk_loss": 0.03081, "F": 0.18921, "G": 0.3153, "chunks": 193.75, "bytes_per_chunk": 5.285, "boundary_entropy": 0.49998, "router_noise": 0.0, "grad_norm": 0.8713, "lr": 0.0002949, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 61.4} +{"event": "train", "step": 850, "phase": 1, "objective": "global", "lm_loss": 1.64042, "bpb": 2.36662, "chunk_loss": 0.030143, "F": 0.16943, "G": 0.30509, "chunks": 173.5, "bytes_per_chunk": 5.902, "boundary_entropy": 0.49768, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 0.0002938, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 63.5} +{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.73388, "bpb": 2.50146, "chunk_loss": 0.030497, "F": 0.17804, "G": 0.3052, "chunks": 182.31, "bytes_per_chunk": 5.617, "boundary_entropy": 0.48827, "router_noise": 0.0, "grad_norm": 0.9522, "lr": 0.0002927, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 65.6} +{"event": "train", "step": 950, "phase": 1, "objective": "global", "lm_loss": 1.8784, "bpb": 2.70996, "chunk_loss": 0.030544, "F": 0.18616, "G": 0.3041, "chunks": 190.62, "bytes_per_chunk": 5.372, "boundary_entropy": 0.47038, "router_noise": 0.0, "grad_norm": 0.8661, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 67.7} +{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3300.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.189622, "cps": 25.78125, "mean_p": 0.26132, "boundary_entropy": 0.37948, "bpb": 2.560831}, "de": {"chunks": 3886.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.189256, "cps": 30.359375, "mean_p": 0.268257, "boundary_entropy": 0.395653, "bpb": 2.896436}, "vi": {"chunks": 4761.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.258259, "cps": 37.195312, "mean_p": 0.322565, "boundary_entropy": 0.500812, "bpb": 2.307188}, "tr": {"chunks": 3693.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.203999, "cps": 28.851562, "mean_p": 0.27886, "boundary_entropy": 0.41449, "bpb": 2.90447}, "fi": {"chunks": 3645.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.19377, "cps": 28.476562, "mean_p": 0.26257, "boundary_entropy": 0.395511, "bpb": 3.131663}, "ru": {"chunks": 5708.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301214, "cps": 44.59375, "mean_p": 0.355416, "boundary_entropy": 0.591636, "bpb": 1.908761}, "el": {"chunks": 6111.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.297763, "cps": 47.742188, "mean_p": 0.37998, "boundary_entropy": 0.624932, "bpb": 1.983531}, "hi": {"chunks": 8105.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.481724, "cps": 63.320312, "mean_p": 0.324909, "boundary_entropy": 0.536068, "bpb": 1.478105}, "ta": {"chunks": 7863.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.420594, "cps": 61.429688, "mean_p": 0.354591, "boundary_entropy": 0.585744, "bpb": 1.322079}, "th": {"chunks": 14058.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.873982, "cps": 109.828125, "mean_p": 0.445472, "boundary_entropy": 0.643556, "bpb": 1.542373}, "zh": {"chunks": 3088.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.522858, "cps": 24.125, "mean_p": 0.323975, "boundary_entropy": 0.534925, "bpb": 3.620781}, "my": {"chunks": 10158.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.536099, "cps": 79.359375, "mean_p": 0.33224, "boundary_entropy": 0.54335, "bpb": 1.402352}}, "bpb": {"en": 2.56083, "de": 2.89644, "vi": 2.30719, "tr": 2.90447, "fi": 3.13166, "ru": 1.90876, "el": 1.98353, "hi": 1.4781, "ta": 1.32208, "th": 1.54237, "zh": 3.62078, "my": 1.40235}, "gini_cpc": 0.276581, "gini_cps": 0.271239, "bpic": 5.160011, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9980690064331033, "vi": 1.3619627191360306, "tr": 1.0758183224277242, "fi": 1.0218704239782332, "ru": 1.5884916286879347, "el": 1.5702963415768558, "hi": 2.5404352289612318, "ta": 2.2180584502419216, "th": 4.609063102269195, "zh": 2.7573635440076347, "my": 2.8271901088145546}, "t": 70.7} +{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.56976, "de": 2.89928, "vi": 2.31155, "tr": 2.91618, "fi": 3.12812, "ru": 1.89157, "el": 1.97357, "hi": 1.47456, "ta": 1.33104, "th": 1.56718, "zh": 3.62971, "my": 1.41093}, "bytes_per_chunk": {"en": 5.265, "de": 5.265, "vi": 5.441, "tr": 4.96, "fi": 5.22, "ru": 6.553, "el": 5.746, "hi": 5.217, "ta": 6.678, "th": 3.647, "zh": 5.779, "my": 5.238}, "bpb_mean": 2.25862, "t": 72.1} +{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.55078, "bpb": 2.2373, "chunk_loss": 0.030889, "F": 0.18613, "G": 0.32127, "chunks": 190.59, "bytes_per_chunk": 5.373, "boundary_entropy": 0.50532, "router_noise": 0.0, "grad_norm": 0.7849, "lr": 0.0002901, "router_trainable": true, "sec_per_step": 0.09, "alpha": 0.03, "t": 72.1} +{"event": "train", "step": 1050, "phase": 1, "objective": "global", "lm_loss": 1.77551, "bpb": 2.56153, "chunk_loss": 0.030146, "F": 0.17572, "G": 0.29615, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.46619, "router_noise": 0.0, "grad_norm": 0.9628, "lr": 0.0002886, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 74.2} +{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.59909, "bpb": 2.307, "chunk_loss": 0.030466, "F": 0.18182, "G": 0.30803, "chunks": 186.19, "bytes_per_chunk": 5.5, "boundary_entropy": 0.47261, "router_noise": 0.0, "grad_norm": 0.7774, "lr": 0.0002871, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 76.3} +{"event": "train", "step": 1150, "phase": 1, "objective": "global", "lm_loss": 1.61721, "bpb": 2.33315, "chunk_loss": 0.029936, "F": 0.17227, "G": 0.29903, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.46237, "router_noise": 0.0, "grad_norm": 0.9951, "lr": 0.0002855, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 78.4} +{"event": "probe", "step": 1200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182957, "cps": 24.875, "mean_p": 0.247285, "boundary_entropy": 0.349295, "bpb": 2.474281}, "de": {"chunks": 3697.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180052, "cps": 28.882812, "mean_p": 0.250194, "boundary_entropy": 0.366221, "bpb": 2.812094}, "vi": {"chunks": 4653.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.2524, "cps": 36.351562, "mean_p": 0.307311, "boundary_entropy": 0.480264, "bpb": 2.247043}, "tr": {"chunks": 3613.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.19958, "cps": 28.226562, "mean_p": 0.260664, "boundary_entropy": 0.385068, "bpb": 2.822669}, "fi": {"chunks": 3522.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187231, "cps": 27.515625, "mean_p": 0.243098, "boundary_entropy": 0.35784, "bpb": 3.042858}, "ru": {"chunks": 5669.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.299156, "cps": 44.289062, "mean_p": 0.353348, "boundary_entropy": 0.590998, "bpb": 1.836723}, "el": {"chunks": 6081.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296302, "cps": 47.507812, "mean_p": 0.403914, "boundary_entropy": 0.645631, "bpb": 1.939642}, "hi": {"chunks": 7795.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.463299, "cps": 60.898438, "mean_p": 0.33813, "boundary_entropy": 0.564792, "bpb": 1.442423}, "ta": {"chunks": 9476.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.506873, "cps": 74.03125, "mean_p": 0.422067, "boundary_entropy": 0.638483, "bpb": 1.179387}, "th": {"chunks": 9588.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.596083, "cps": 74.90625, "mean_p": 0.437876, "boundary_entropy": 0.648896, "bpb": 1.4579}, "zh": {"chunks": 2811.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.475957, "cps": 21.960938, "mean_p": 0.308364, "boundary_entropy": 0.520021, "bpb": 3.598006}, "my": {"chunks": 12037.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.635265, "cps": 94.039062, "mean_p": 0.366548, "boundary_entropy": 0.578403, "bpb": 1.360782}}, "bpb": {"en": 2.47428, "de": 2.81209, "vi": 2.24704, "tr": 2.82267, "fi": 3.04286, "ru": 1.83672, "el": 1.93964, "hi": 1.44242, "ta": 1.17939, "th": 1.4579, "zh": 3.59801, "my": 1.36078}, "gini_cpc": 0.25302, "gini_cps": 0.265598, "bpic": 5.32098, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9841201055929821, "vi": 1.3795612010418243, "tr": 1.0908586287511135, "fi": 1.0233602158365054, "ru": 1.6351150044417335, "el": 1.6195159120408356, "hi": 2.5322822321115237, "ta": 2.770452086589675, "th": 3.258052072610488, "zh": 2.6014678561279134, "my": 3.4722096967580143}, "t": 81.4} +{"event": "eval", "step": 1200, "phase": 1, "bpb": {"en": 2.48158, "de": 2.81529, "vi": 2.25267, "tr": 2.83352, "fi": 3.04471, "ru": 1.81909, "el": 1.92822, "hi": 1.43842, "ta": 1.18983, "th": 1.48293, "zh": 3.60174, "my": 1.36873}, "bytes_per_chunk": {"en": 5.421, "de": 5.433, "vi": 5.515, "tr": 5.309, "fi": 5.276, "ru": 6.673, "el": 6.495, "hi": 5.452, "ta": 6.38, "th": 4.773, "zh": 6.452, "my": 4.462}, "bpb_mean": 2.18806, "t": 82.8} +{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.69864, "bpb": 2.45062, "chunk_loss": 0.030106, "F": 0.1731, "G": 0.29108, "chunks": 177.25, "bytes_per_chunk": 5.777, "boundary_entropy": 0.45296, "router_noise": 0.0, "grad_norm": 0.8529, "lr": 0.0002837, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 82.8} +{"event": "train", "step": 1250, "phase": 1, "objective": "global", "lm_loss": 1.60326, "bpb": 2.31302, "chunk_loss": 0.030491, "F": 0.18341, "G": 0.32229, "chunks": 187.81, "bytes_per_chunk": 5.452, "boundary_entropy": 0.48597, "router_noise": 0.0, "grad_norm": 0.9511, "lr": 0.0002819, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 84.9} +{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.72022, "bpb": 2.48176, "chunk_loss": 0.030076, "F": 0.17462, "G": 0.29677, "chunks": 178.81, "bytes_per_chunk": 5.727, "boundary_entropy": 0.45425, "router_noise": 0.0, "grad_norm": 0.9225, "lr": 0.00028, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 87.0} +{"event": "train", "step": 1350, "phase": 1, "objective": "global", "lm_loss": 1.50968, "bpb": 2.17801, "chunk_loss": 0.030271, "F": 0.17603, "G": 0.30774, "chunks": 180.25, "bytes_per_chunk": 5.681, "boundary_entropy": 0.47343, "router_noise": 0.0, "grad_norm": 0.7853, "lr": 0.000278, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 89.1} +{"event": "probe", "step": 1400, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3226.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18537, "cps": 25.203125, "mean_p": 0.238915, "boundary_entropy": 0.324578, "bpb": 2.404301}, "de": {"chunks": 3844.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187211, "cps": 30.03125, "mean_p": 0.248336, "boundary_entropy": 0.346582, "bpb": 2.728316}, "vi": {"chunks": 4159.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225603, "cps": 32.492188, "mean_p": 0.28532, "boundary_entropy": 0.450286, "bpb": 2.19302}, "tr": {"chunks": 3582.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.197868, "cps": 27.984375, "mean_p": 0.254035, "boundary_entropy": 0.366632, "bpb": 2.730697}, "fi": {"chunks": 3150.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167455, "cps": 24.609375, "mean_p": 0.218231, "boundary_entropy": 0.323087, "bpb": 2.99578}, "ru": {"chunks": 5516.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.291082, "cps": 43.09375, "mean_p": 0.346759, "boundary_entropy": 0.586295, "bpb": 1.803943}, "el": {"chunks": 4663.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.227208, "cps": 36.429688, "mean_p": 0.377193, "boundary_entropy": 0.626625, "bpb": 1.865186}, "hi": {"chunks": 5825.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.346211, "cps": 45.507812, "mean_p": 0.337541, "boundary_entropy": 0.57648, "bpb": 1.433344}, "ta": {"chunks": 7896.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.422359, "cps": 61.6875, "mean_p": 0.429437, "boundary_entropy": 0.635589, "bpb": 1.15278}, "th": {"chunks": 9268.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.576189, "cps": 72.40625, "mean_p": 0.447062, "boundary_entropy": 0.646136, "bpb": 1.4027}, "zh": {"chunks": 3324.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.562817, "cps": 25.96875, "mean_p": 0.313925, "boundary_entropy": 0.501929, "bpb": 3.53711}, "my": {"chunks": 12527.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.661125, "cps": 97.867188, "mean_p": 0.375189, "boundary_entropy": 0.5815, "bpb": 1.338031}}, "bpb": {"en": 2.4043, "de": 2.72832, "vi": 2.19302, "tr": 2.7307, "fi": 2.99578, "ru": 1.80394, "el": 1.86519, "hi": 1.43334, "ta": 1.15278, "th": 1.4027, "zh": 3.53711, "my": 1.33803}, "gini_cpc": 0.270031, "gini_cps": 0.256624, "bpic": 5.729785, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0099287346221946, "vi": 1.217041914832547, "tr": 1.067418651671487, "fi": 0.9033549476053818, "ru": 1.5702716876565244, "el": 1.2257003989203712, "hi": 1.8676720258597264, "ta": 2.2784600979571077, "th": 3.108312801200843, "zh": 3.0361787029655973, "my": 3.5665101021741106}, "t": 92.1} +{"event": "eval", "step": 1400, "phase": 1, "bpb": {"en": 2.41352, "de": 2.73281, "vi": 2.19729, "tr": 2.74007, "fi": 2.99859, "ru": 1.78495, "el": 1.85501, "hi": 1.42914, "ta": 1.15999, "th": 1.42555, "zh": 3.54062, "my": 1.3471}, "bytes_per_chunk": {"en": 5.433, "de": 5.341, "vi": 5.919, "tr": 5.26, "fi": 5.973, "ru": 6.527, "el": 7.867, "hi": 7.219, "ta": 6.853, "th": 5.16, "zh": 5.324, "my": 4.207}, "bpb_mean": 2.13538, "t": 93.5} +{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.7019, "bpb": 2.45532, "chunk_loss": 0.030047, "F": 0.17102, "G": 0.30384, "chunks": 175.12, "bytes_per_chunk": 5.847, "boundary_entropy": 0.46739, "router_noise": 0.0, "grad_norm": 0.7575, "lr": 0.0002759, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 93.5} +{"event": "train", "step": 1450, "phase": 1, "objective": "global", "lm_loss": 1.70532, "bpb": 2.46025, "chunk_loss": 0.030104, "F": 0.17487, "G": 0.30814, "chunks": 179.06, "bytes_per_chunk": 5.719, "boundary_entropy": 0.47123, "router_noise": 0.0, "grad_norm": 0.7717, "lr": 0.0002738, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 95.6} +{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.67634, "bpb": 2.41845, "chunk_loss": 0.030344, "F": 0.18008, "G": 0.28297, "chunks": 184.41, "bytes_per_chunk": 5.553, "boundary_entropy": 0.41498, "router_noise": 0.0, "grad_norm": 0.9258, "lr": 0.0002715, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 97.7} +{"event": "train", "step": 1550, "phase": 1, "objective": "global", "lm_loss": 1.5722, "bpb": 2.26821, "chunk_loss": 0.029988, "F": 0.17123, "G": 0.28863, "chunks": 175.34, "bytes_per_chunk": 5.84, "boundary_entropy": 0.43157, "router_noise": 0.0, "grad_norm": 0.8483, "lr": 0.0002692, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 99.8} +{"event": "probe", "step": 1600, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3144.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180659, "cps": 24.5625, "mean_p": 0.233902, "boundary_entropy": 0.316446, "bpb": 2.349047}, "de": {"chunks": 3856.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.187795, "cps": 30.125, "mean_p": 0.248987, "boundary_entropy": 0.345409, "bpb": 2.655816}, "vi": {"chunks": 3827.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.207594, "cps": 29.898438, "mean_p": 0.269891, "boundary_entropy": 0.435674, "bpb": 2.157334}, "tr": {"chunks": 3605.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199138, "cps": 28.164062, "mean_p": 0.250501, "boundary_entropy": 0.359039, "bpb": 2.668377}, "fi": {"chunks": 3301.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175482, "cps": 25.789062, "mean_p": 0.225323, "boundary_entropy": 0.324643, "bpb": 2.893872}, "ru": {"chunks": 6688.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.352929, "cps": 52.25, "mean_p": 0.357519, "boundary_entropy": 0.584905, "bpb": 1.741812}, "el": {"chunks": 7345.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.357891, "cps": 57.382812, "mean_p": 0.410103, "boundary_entropy": 0.636768, "bpb": 1.81171}, "hi": {"chunks": 7768.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.461694, "cps": 60.6875, "mean_p": 0.404058, "boundary_entropy": 0.621591, "bpb": 1.38378}, "ta": {"chunks": 10699.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.572292, "cps": 83.585938, "mean_p": 0.430536, "boundary_entropy": 0.626683, "bpb": 1.111303}, "th": {"chunks": 5942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.369412, "cps": 46.421875, "mean_p": 0.399847, "boundary_entropy": 0.629464, "bpb": 1.359983}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.299357, "boundary_entropy": 0.477325, "bpb": 3.491189}, "my": {"chunks": 4526.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.238864, "cps": 35.359375, "mean_p": 0.335041, "boundary_entropy": 0.589938, "bpb": 1.310359}}, "bpb": {"en": 2.34905, "de": 2.65582, "vi": 2.15733, "tr": 2.66838, "fi": 2.89387, "ru": 1.74181, "el": 1.81171, "hi": 1.38378, "ta": 1.1113, "th": 1.35998, "zh": 3.49119, "my": 1.31036}, "gini_cpc": 0.23128, "gini_cps": 0.232725, "bpic": 6.030594, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.039504086328357, "vi": 1.1490975616825778, "tr": 1.1022910988984578, "fi": 0.9713488351991547, "ru": 1.9535684505226691, "el": 1.9810367757195149, "hi": 2.5556167553281988, "ta": 3.1678112794987436, "th": 2.0448109637018987, "zh": 2.753594158353647, "my": 1.322186615195948}, "t": 102.9} +{"event": "eval", "step": 1600, "phase": 1, "bpb": {"en": 2.35947, "de": 2.66301, "vi": 2.16117, "tr": 2.67761, "fi": 2.89877, "ru": 1.72258, "el": 1.80159, "hi": 1.38017, "ta": 1.11883, "th": 1.38134, "zh": 3.49825, "my": 1.31912}, "bytes_per_chunk": {"en": 5.48, "de": 5.287, "vi": 6.369, "tr": 5.148, "fi": 5.576, "ru": 5.551, "el": 5.145, "hi": 5.436, "ta": 5.142, "th": 7.838, "zh": 5.953, "my": 10.393}, "bpb_mean": 2.08183, "t": 104.2} +{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.78408, "bpb": 2.57389, "chunk_loss": 0.030455, "F": 0.18353, "G": 0.27246, "chunks": 187.94, "bytes_per_chunk": 5.449, "boundary_entropy": 0.39519, "router_noise": 0.0, "grad_norm": 0.8291, "lr": 0.0002668, "router_trainable": true, "sec_per_step": 0.088, "alpha": 0.03, "t": 104.2} +{"event": "train", "step": 1650, "phase": 1, "objective": "global", "lm_loss": 1.57223, "bpb": 2.26825, "chunk_loss": 0.030098, "F": 0.1756, "G": 0.29534, "chunks": 179.81, "bytes_per_chunk": 5.695, "boundary_entropy": 0.43863, "router_noise": 0.0, "grad_norm": 0.7785, "lr": 0.0002643, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 106.4} +{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.55901, "bpb": 2.24918, "chunk_loss": 0.03008, "F": 0.17105, "G": 0.30186, "chunks": 175.16, "bytes_per_chunk": 5.846, "boundary_entropy": 0.45651, "router_noise": 0.0, "grad_norm": 0.7472, "lr": 0.0002618, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 108.4} +{"event": "train", "step": 1750, "phase": 1, "objective": "global", "lm_loss": 1.51562, "bpb": 2.18658, "chunk_loss": 0.030315, "F": 0.17627, "G": 0.29918, "chunks": 180.5, "bytes_per_chunk": 5.673, "boundary_entropy": 0.44586, "router_noise": 0.0, "grad_norm": 0.8072, "lr": 0.0002591, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 110.5} +{"event": "probe", "step": 1800, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3103.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178303, "cps": 24.242188, "mean_p": 0.226369, "boundary_entropy": 0.291821, "bpb": 2.313573}, "de": {"chunks": 3523.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.171577, "cps": 27.523438, "mean_p": 0.224692, "boundary_entropy": 0.309327, "bpb": 2.60032}, "vi": {"chunks": 3961.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214863, "cps": 30.945312, "mean_p": 0.282443, "boundary_entropy": 0.441447, "bpb": 2.128292}, "tr": {"chunks": 3706.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.204717, "cps": 28.953125, "mean_p": 0.243166, "boundary_entropy": 0.337482, "bpb": 2.606019}, "fi": {"chunks": 3296.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175217, "cps": 25.75, "mean_p": 0.224142, "boundary_entropy": 0.312569, "bpb": 2.836553}, "ru": {"chunks": 5288.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.27905, "cps": 41.3125, "mean_p": 0.333339, "boundary_entropy": 0.570406, "bpb": 1.702228}, "el": {"chunks": 5188.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.25279, "cps": 40.53125, "mean_p": 0.372698, "boundary_entropy": 0.616498, "bpb": 1.789763}, "hi": {"chunks": 5719.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.339911, "cps": 44.679688, "mean_p": 0.382094, "boundary_entropy": 0.611948, "bpb": 1.373941}, "ta": {"chunks": 7242.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.387376, "cps": 56.578125, "mean_p": 0.393782, "boundary_entropy": 0.604365, "bpb": 1.106686}, "th": {"chunks": 9754.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.606403, "cps": 76.203125, "mean_p": 0.448689, "boundary_entropy": 0.641899, "bpb": 1.327369}, "zh": {"chunks": 3032.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513376, "cps": 23.6875, "mean_p": 0.305145, "boundary_entropy": 0.478962, "bpb": 3.472076}, "my": {"chunks": 6720.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.354655, "cps": 52.5, "mean_p": 0.349883, "boundary_entropy": 0.591053, "bpb": 1.273033}}, "bpb": {"en": 2.31357, "de": 2.60032, "vi": 2.12829, "tr": 2.60602, "fi": 2.83655, "ru": 1.70223, "el": 1.78976, "hi": 1.37394, "ta": 1.10669, "th": 1.32737, "zh": 3.47208, "my": 1.27303}, "gini_cpc": 0.236552, "gini_cps": 0.209413, "bpic": 6.340134, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9622824840777677, "vi": 1.2050471642576923, "tr": 1.1481462407017502, "fi": 0.98269255139404, "ru": 1.5650368823429877, "el": 1.417755911719367, "hi": 1.9063707604058575, "ta": 2.172578090705343, "th": 3.400979628947129, "zh": 2.879241536679654, "my": 1.9890616386479245}, "t": 113.6} +{"event": "eval", "step": 1800, "phase": 1, "bpb": {"en": 2.32389, "de": 2.60672, "vi": 2.13206, "tr": 2.61224, "fi": 2.84128, "ru": 1.68252, "el": 1.78012, "hi": 1.36886, "ta": 1.11399, "th": 1.34841, "zh": 3.47578, "my": 1.28096}, "bytes_per_chunk": {"en": 5.491, "de": 5.616, "vi": 6.168, "tr": 5.066, "fi": 5.561, "ru": 6.845, "el": 7.077, "hi": 7.311, "ta": 7.223, "th": 4.933, "zh": 5.638, "my": 7.213}, "bpb_mean": 2.04724, "t": 114.9} +{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.45303, "bpb": 2.09628, "chunk_loss": 0.029953, "F": 0.1676, "G": 0.30324, "chunks": 171.62, "bytes_per_chunk": 5.966, "boundary_entropy": 0.46086, "router_noise": 0.0, "grad_norm": 0.7022, "lr": 0.0002564, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 115.0} +{"event": "train", "step": 1850, "phase": 1, "objective": "global", "lm_loss": 1.44134, "bpb": 2.07941, "chunk_loss": 0.030139, "F": 0.17374, "G": 0.30282, "chunks": 177.91, "bytes_per_chunk": 5.756, "boundary_entropy": 0.45775, "router_noise": 0.0, "grad_norm": 0.7373, "lr": 0.0002537, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 117.0} +{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.54714, "bpb": 2.23205, "chunk_loss": 0.030247, "F": 0.17874, "G": 0.27682, "chunks": 183.03, "bytes_per_chunk": 5.595, "boundary_entropy": 0.40062, "router_noise": 0.0, "grad_norm": 0.7267, "lr": 0.0002508, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 119.1} +{"event": "train", "step": 1950, "phase": 1, "objective": "global", "lm_loss": 1.60935, "bpb": 2.3218, "chunk_loss": 0.030627, "F": 0.18839, "G": 0.30417, "chunks": 192.91, "bytes_per_chunk": 5.308, "boundary_entropy": 0.44418, "router_noise": 0.0, "grad_norm": 0.7639, "lr": 0.0002479, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 121.3} +{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3165.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181865, "cps": 24.726562, "mean_p": 0.22821, "boundary_entropy": 0.281808, "bpb": 2.277991}, "de": {"chunks": 3723.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.181318, "cps": 29.085938, "mean_p": 0.23088, "boundary_entropy": 0.299311, "bpb": 2.565414}, "vi": {"chunks": 4187.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227122, "cps": 32.710938, "mean_p": 0.281454, "boundary_entropy": 0.429681, "bpb": 2.103651}, "tr": {"chunks": 3260.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180081, "cps": 25.46875, "mean_p": 0.230621, "boundary_entropy": 0.324092, "bpb": 2.562861}, "fi": {"chunks": 3491.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185583, "cps": 27.273438, "mean_p": 0.236133, "boundary_entropy": 0.319647, "bpb": 2.813894}, "ru": {"chunks": 5814.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.306807, "cps": 45.421875, "mean_p": 0.342651, "boundary_entropy": 0.574799, "bpb": 1.669509}, "el": {"chunks": 6302.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30707, "cps": 49.234375, "mean_p": 0.377675, "boundary_entropy": 0.614442, "bpb": 1.767858}, "hi": {"chunks": 7036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.418187, "cps": 54.96875, "mean_p": 0.405516, "boundary_entropy": 0.62676, "bpb": 1.333984}, "ta": {"chunks": 7394.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.395507, "cps": 57.765625, "mean_p": 0.412483, "boundary_entropy": 0.621818, "bpb": 1.100953}, "th": {"chunks": 7717.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.479764, "cps": 60.289062, "mean_p": 0.419724, "boundary_entropy": 0.633046, "bpb": 1.307737}, "zh": {"chunks": 3235.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.547748, "cps": 25.273438, "mean_p": 0.305942, "boundary_entropy": 0.470898, "bpb": 3.429921}, "my": {"chunks": 7453.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.39334, "cps": 58.226562, "mean_p": 0.34079, "boundary_entropy": 0.57573, "bpb": 1.256398}}, "bpb": {"en": 2.27799, "de": 2.56541, "vi": 2.10365, "tr": 2.56286, "fi": 2.81389, "ru": 1.66951, "el": 1.76786, "hi": 1.33398, "ta": 1.10095, "th": 1.30774, "zh": 3.42992, "my": 1.2564}, "gini_cpc": 0.217581, "gini_cps": 0.191234, "bpic": 6.113401, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9969905340218718, "vi": 1.2488498464568094, "tr": 0.9901875340501548, "fi": 1.0204421079629469, "ru": 1.6870044142105065, "el": 1.6884490479182643, "hi": 2.299435138694253, "ta": 2.1747251780578485, "th": 2.6380185242204113, "zh": 3.011835501851279, "my": 2.162808914794994}, "t": 124.3} +{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.28557, "de": 2.5722, "vi": 2.10748, "tr": 2.56922, "fi": 2.81551, "ru": 1.64828, "el": 1.75968, "hi": 1.32988, "ta": 1.1075, "th": 1.3285, "zh": 3.43081, "my": 1.26306}, "bytes_per_chunk": {"en": 5.406, "de": 5.434, "vi": 5.879, "tr": 5.719, "fi": 5.243, "ru": 6.299, "el": 6.283, "hi": 6.111, "ta": 7.068, "th": 5.964, "zh": 5.263, "my": 6.726}, "bpb_mean": 2.01814, "t": 125.6} +{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.41627, "bpb": 2.04324, "chunk_loss": 0.031281, "F": 0.18747, "G": 0.3254, "chunks": 191.97, "bytes_per_chunk": 5.334, "boundary_entropy": 0.48897, "router_noise": 0.0, "grad_norm": 1.2016, "lr": 0.000245, "router_trainable": true, "sec_per_step": 0.089, "alpha": 0.03, "t": 125.7} +{"event": "train", "step": 2050, "phase": 1, "objective": "global", "lm_loss": 1.58805, "bpb": 2.29107, "chunk_loss": 0.030199, "F": 0.177, "G": 0.28484, "chunks": 181.25, "bytes_per_chunk": 5.65, "boundary_entropy": 0.418, "router_noise": 0.0, "grad_norm": 0.8343, "lr": 0.0002419, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 127.8} +{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.64366, "bpb": 2.37129, "chunk_loss": 0.030691, "F": 0.18787, "G": 0.29631, "chunks": 192.38, "bytes_per_chunk": 5.323, "boundary_entropy": 0.43077, "router_noise": 0.0, "grad_norm": 0.8493, "lr": 0.0002388, "router_trainable": true, "sec_per_step": 0.043, "alpha": 0.03, "t": 129.9} +{"event": "train", "step": 2150, "phase": 1, "objective": "global", "lm_loss": 1.38064, "bpb": 1.99184, "chunk_loss": 0.030297, "F": 0.17651, "G": 0.29768, "chunks": 180.75, "bytes_per_chunk": 5.665, "boundary_entropy": 0.45309, "router_noise": 0.0, "grad_norm": 0.7318, "lr": 0.0002357, "router_trainable": true, "sec_per_step": 0.042, "alpha": 0.03, "t": 132.0} +{"event": "probe", "step": 2200, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3041.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17474, "cps": 23.757812, "mean_p": 0.217048, "boundary_entropy": 0.269499, "bpb": 2.247166}, "de": {"chunks": 3714.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.18088, "cps": 29.015625, "mean_p": 0.230552, "boundary_entropy": 0.298471, "bpb": 2.519252}, "vi": {"chunks": 4218.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228804, "cps": 32.953125, "mean_p": 0.273736, "boundary_entropy": 0.421455, "bpb": 2.077498}, "tr": {"chunks": 3440.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190024, "cps": 26.875, "mean_p": 0.22917, "boundary_entropy": 0.313938, "bpb": 2.525429}, "fi": {"chunks": 3285.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174632, "cps": 25.664062, "mean_p": 0.21913, "boundary_entropy": 0.294771, "bpb": 2.735647}, "ru": {"chunks": 5545.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.292612, "cps": 43.320312, "mean_p": 0.331539, "boundary_entropy": 0.564372, "bpb": 1.635774}, "el": {"chunks": 5742.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.279784, "cps": 44.859375, "mean_p": 0.359307, "boundary_entropy": 0.599822, "bpb": 1.748481}, "hi": {"chunks": 5770.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.342942, "cps": 45.078125, "mean_p": 0.383387, "boundary_entropy": 0.611307, "bpb": 1.337767}, "ta": {"chunks": 6091.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.325809, "cps": 47.585938, "mean_p": 0.376256, "boundary_entropy": 0.600799, "bpb": 1.083118}, "th": {"chunks": 6170.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.383587, "cps": 48.203125, "mean_p": 0.388912, "boundary_entropy": 0.616476, "bpb": 1.280809}, "zh": {"chunks": 2671.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452252, "cps": 20.867188, "mean_p": 0.287496, "boundary_entropy": 0.464372, "bpb": 3.423471}, "my": {"chunks": 7551.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.398512, "cps": 58.992188, "mean_p": 0.344079, "boundary_entropy": 0.586043, "bpb": 1.237211}}, "bpb": {"en": 2.24717, "de": 2.51925, "vi": 2.0775, "tr": 2.52543, "fi": 2.73565, "ru": 1.63577, "el": 1.74848, "hi": 1.33777, "ta": 1.08312, "th": 1.28081, "zh": 3.42347, "my": 1.23721}, "gini_cpc": 0.183846, "gini_cps": 0.175501, "bpic": 6.705004, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.035135474526589, "vi": 1.3093963727083267, "tr": 1.087465758935092, "fi": 0.9993812347966937, "ru": 1.674557390248833, "el": 1.6011427126066065, "hi": 1.9625848422231484, "ta": 1.864536244825224, "th": 2.1951883986921255, "zh": 2.5881422678857957, "my": 2.280598289494702}, "t": 135.0} +{"event": "eval", "step": 2200, "phase": 1, "bpb": {"en": 2.2564, "de": 2.52721, "vi": 2.08309, "tr": 2.531, "fi": 2.74129, "ru": 1.6149, "el": 1.73988, "hi": 1.33283, "ta": 1.08859, "th": 1.2999, "zh": 3.42646, "my": 1.24528}, "bytes_per_chunk": {"en": 5.612, "de": 5.408, "vi": 5.738, "tr": 5.343, "fi": 5.564, "ru": 6.481, "el": 6.774, "hi": 7.286, "ta": 8.457, "th": 7.207, "zh": 6.456, "my": 7.212}, "bpb_mean": 1.99057, "t": 136.3} +{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.29353, "bpb": 1.86616, "chunk_loss": 0.029513, "F": 0.15747, "G": 0.31094, "chunks": 161.25, "bytes_per_chunk": 6.35, "boundary_entropy": 0.47679, "router_noise": 0.0, "grad_norm": 0.7394, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.087, "alpha": 0.03, "t": 136.4} +{"event": "train", "step": 2250, "phase": 1, "objective": "global", "lm_loss": 1.52527, "bpb": 2.2005, "chunk_loss": 0.030081, "F": 0.17273, "G": 0.27522, "chunks": 176.88, "bytes_per_chunk": 5.789, "boundary_entropy": 0.40261, "router_noise": 0.0, "grad_norm": 0.7091, "lr": 0.0002293, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 138.4} +{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.47747, "bpb": 2.13154, "chunk_loss": 0.030404, "F": 0.18259, "G": 0.28308, "chunks": 186.97, "bytes_per_chunk": 5.477, "boundary_entropy": 0.40689, "router_noise": 0.0, "grad_norm": 0.81, "lr": 0.000226, "router_trainable": true, "sec_per_step": 0.041, "alpha": 0.03, "t": 140.5} +{"event": "train", "step": 2350, "phase": 1, "objective": "global", "lm_loss": 1.45744, "bpb": 2.10264, "chunk_loss": 0.030327, "F": 0.18167, "G": 0.30478, "chunks": 186.03, "bytes_per_chunk": 5.504, "boundary_entropy": 0.4517, "router_noise": 0.0, "grad_norm": 0.6982, "lr": 0.0002226, "router_trainable": true, "sec_per_step": 0.04, "alpha": 0.03, "t": 142.5} +{"event": "probe", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3141.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.180486, "cps": 24.539062, "mean_p": 0.221055, "boundary_entropy": 0.262579, "bpb": 2.221986}, "de": {"chunks": 3834.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.186724, "cps": 29.953125, "mean_p": 0.229583, "boundary_entropy": 0.282039, "bpb": 2.478064}, "vi": {"chunks": 3857.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.209222, "cps": 30.132812, "mean_p": 0.26127, "boundary_entropy": 0.403254, "bpb": 2.067142}, "tr": {"chunks": 3563.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196818, "cps": 27.835938, "mean_p": 0.231228, "boundary_entropy": 0.30724, "bpb": 2.487088}, "fi": {"chunks": 3400.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180745, "cps": 26.5625, "mean_p": 0.231343, "boundary_entropy": 0.299207, "bpb": 2.696908}, "ru": {"chunks": 5359.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.282797, "cps": 41.867188, "mean_p": 0.333904, "boundary_entropy": 0.567886, "bpb": 1.603463}, "el": {"chunks": 5061.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.246601, "cps": 39.539062, "mean_p": 0.342826, "boundary_entropy": 0.585816, "bpb": 1.72244}, "hi": {"chunks": 6077.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.361189, "cps": 47.476562, "mean_p": 0.377102, "boundary_entropy": 0.599958, "bpb": 1.309345}, "ta": {"chunks": 7400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.395828, "cps": 57.8125, "mean_p": 0.390454, "boundary_entropy": 0.605175, "bpb": 1.064093}, "th": {"chunks": 6886.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.428101, "cps": 53.796875, "mean_p": 0.39485, "boundary_entropy": 0.620817, "bpb": 1.241623}, "zh": {"chunks": 2938.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49746, "cps": 22.953125, "mean_p": 0.292199, "boundary_entropy": 0.462361, "bpb": 3.389037}, "my": {"chunks": 6172.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.325734, "cps": 48.21875, "mean_p": 0.341304, "boundary_entropy": 0.587204, "bpb": 1.216632}}, "bpb": {"en": 2.22199, "de": 2.47806, "vi": 2.06714, "tr": 2.48709, "fi": 2.69691, "ru": 1.60346, "el": 1.72244, "hi": 1.30935, "ta": 1.06409, "th": 1.24162, "zh": 3.38904, "my": 1.21663}, "gini_cpc": 0.200099, "gini_cps": 0.174126, "bpic": 6.652701, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0345604817850698, "vi": 1.1592114994499116, "tr": 1.0904894158392486, "fi": 1.0014360412278842, "ru": 1.5668619223664548, "el": 1.3663176418043521, "hi": 2.0011993227661002, "ta": 2.1931201949149535, "th": 2.3719314684197697, "zh": 2.756224143223135, "my": 1.8047569591254524}, "t": 145.4} +{"event": "eval", "step": 2400, "phase": 1, "bpb": {"en": 2.23223, "de": 2.48742, "vi": 2.07202, "tr": 2.49274, "fi": 2.70507, "ru": 1.5828, "el": 1.71371, "hi": 1.30803, "ta": 1.07076, "th": 1.26294, "zh": 3.38912, "my": 1.22504}, "bytes_per_chunk": {"en": 5.394, "de": 5.203, "vi": 6.128, "tr": 5.18, "fi": 5.331, "ru": 6.856, "el": 7.486, "hi": 7.204, "ta": 7.2, "th": 6.539, "zh": 5.958, "my": 7.723}, "bpb_mean": 1.96182, "t": 146.7} +{"event": "phase_transition", "step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 146.7} +{"event": "train", "step": 2400, "phase": 2, "objective": "parity_b", "lm_loss": 1.31574, "bpb": 1.89822, "chunk_loss": 0.046332, "F": 0.16272, "G": 0.29288, "chunks": 166.62, "bytes_per_chunk": 6.146, "boundary_entropy": 0.43372, "router_noise": 0.0, "grad_norm": 0.7994, "lr": 0.0002192, "router_trainable": true, "sec_per_step": 0.088, "worst_lang": "my", "n_target_mean": 21.145, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 146.9} +{"event": "train", "step": 2450, "phase": 2, "objective": "parity_b", "lm_loss": 1.48343, "bpb": 2.14014, "chunk_loss": 0.0, "F": 0.13913, "G": 0.2392, "chunks": 142.47, "bytes_per_chunk": 7.188, "boundary_entropy": 0.36926, "router_noise": 0.0, "grad_norm": 0.7674, "lr": 0.0002158, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 148.9} +{"event": "train", "step": 2500, "phase": 2, "objective": "parity_b", "lm_loss": 1.47722, "bpb": 2.13117, "chunk_loss": 0.030245, "F": 0.13095, "G": 0.22833, "chunks": 134.09, "bytes_per_chunk": 7.636, "boundary_entropy": 0.36649, "router_noise": 0.0, "grad_norm": 0.758, "lr": 0.0002123, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 151.0} +{"event": "train", "step": 2550, "phase": 2, "objective": "parity_b", "lm_loss": 1.53355, "bpb": 2.21245, "chunk_loss": 0.030763, "F": 0.1554, "G": 0.22516, "chunks": 159.12, "bytes_per_chunk": 6.435, "boundary_entropy": 0.30648, "router_noise": 0.0, "grad_norm": 0.7845, "lr": 0.0002088, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 153.0} +{"event": "probe", "step": 2600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3012.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.173074, "cps": 23.53125, "mean_p": 0.205729, "boundary_entropy": 0.233206, "bpb": 2.20111}, "de": {"chunks": 3231.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157356, "cps": 25.242188, "mean_p": 0.18596, "boundary_entropy": 0.234285, "bpb": 2.457963}, "vi": {"chunks": 3026.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.164144, "cps": 23.640625, "mean_p": 0.19933, "boundary_entropy": 0.32839, "bpb": 2.065986}, "tr": {"chunks": 3058.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168922, "cps": 23.890625, "mean_p": 0.192717, "boundary_entropy": 0.257636, "bpb": 2.445143}, "fi": {"chunks": 3115.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.165595, "cps": 24.335938, "mean_p": 0.20524, "boundary_entropy": 0.264421, "bpb": 2.662078}, "ru": {"chunks": 2766.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.145963, "cps": 21.609375, "mean_p": 0.246676, "boundary_entropy": 0.486157, "bpb": 1.599244}, "el": {"chunks": 3241.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.15792, "cps": 25.320312, "mean_p": 0.260008, "boundary_entropy": 0.506947, "bpb": 1.685808}, "hi": {"chunks": 2690.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.159881, "cps": 21.015625, "mean_p": 0.179519, "boundary_entropy": 0.393711, "bpb": 1.331095}, "ta": {"chunks": 2148.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.114897, "cps": 16.78125, "mean_p": 0.201719, "boundary_entropy": 0.43564, "bpb": 1.095776}, "th": {"chunks": 3860.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.239975, "cps": 30.15625, "mean_p": 0.250356, "boundary_entropy": 0.492418, "bpb": 1.245758}, "zh": {"chunks": 3169.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.536573, "cps": 24.757812, "mean_p": 0.30195, "boundary_entropy": 0.458572, "bpb": 3.367231}, "my": {"chunks": 1978.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.104391, "cps": 15.453125, "mean_p": 0.135741, "boundary_entropy": 0.335766, "bpb": 1.21931}}, "bpb": {"en": 2.20111, "de": 2.45796, "vi": 2.06599, "tr": 2.44514, "fi": 2.66208, "ru": 1.59924, "el": 1.68581, "hi": 1.3311, "ta": 1.09578, "th": 1.24576, "zh": 3.36723, "my": 1.21931}, "gini_cpc": 0.224094, "gini_cps": 0.086611, "bpic": 10.873831, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9091880178113825, "vi": 0.9484074010440473, "tr": 0.9760140788005245, "fi": 0.9567871197682293, "ru": 0.8433582819119302, "el": 0.9124463506399292, "hi": 0.9237753295880371, "ta": 0.6638622296052484, "th": 1.3865495432011463, "zh": 3.100258802244459, "my": 0.6031593490929674}, "t": 156.0} +{"event": "eval", "step": 2600, "phase": 2, "bpb": {"en": 2.20813, "de": 2.46678, "vi": 2.06895, "tr": 2.45348, "fi": 2.66985, "ru": 1.5786, "el": 1.67657, "hi": 1.32956, "ta": 1.10093, "th": 1.26659, "zh": 3.36774, "my": 1.22735}, "bytes_per_chunk": {"en": 5.684, "de": 6.202, "vi": 8.105, "tr": 6.104, "fi": 5.792, "ru": 12.463, "el": 11.418, "hi": 15.157, "ta": 22.15, "th": 11.572, "zh": 5.413, "my": 22.174}, "bpb_mean": 1.95121, "t": 157.3} +{"event": "train", "step": 2600, "phase": 2, "objective": "parity_b", "lm_loss": 1.50372, "bpb": 2.16941, "chunk_loss": 0.030463, "F": 0.14575, "G": 0.22702, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.33839, "router_noise": 0.0, "grad_norm": 0.7494, "lr": 0.0002053, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 157.3} +{"event": "train", "step": 2650, "phase": 2, "objective": "parity_b", "lm_loss": 1.45641, "bpb": 2.10116, "chunk_loss": 0.030413, "F": 0.15012, "G": 0.22272, "chunks": 153.72, "bytes_per_chunk": 6.662, "boundary_entropy": 0.32486, "router_noise": 0.0, "grad_norm": 0.843, "lr": 0.0002017, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 159.4} +{"event": "train", "step": 2700, "phase": 2, "objective": "parity_b", "lm_loss": 1.50105, "bpb": 2.16556, "chunk_loss": 0.033462, "F": 0.15622, "G": 0.22287, "chunks": 159.97, "bytes_per_chunk": 6.401, "boundary_entropy": 0.30778, "router_noise": 0.0, "grad_norm": 0.8451, "lr": 0.0001981, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "th", "n_target_mean": 16.5724, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 161.4} +{"event": "train", "step": 2750, "phase": 2, "objective": "parity_b", "lm_loss": 1.53817, "bpb": 2.2191, "chunk_loss": 0.030095, "F": 0.14725, "G": 0.21479, "chunks": 150.78, "bytes_per_chunk": 6.791, "boundary_entropy": 0.30719, "router_noise": 0.0, "grad_norm": 0.799, "lr": 0.0001945, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 163.5} +{"event": "probe", "step": 2800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3108.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17859, "cps": 24.28125, "mean_p": 0.207554, "boundary_entropy": 0.221239, "bpb": 2.178583}, "de": {"chunks": 3083.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.150149, "cps": 24.085938, "mean_p": 0.181651, "boundary_entropy": 0.216542, "bpb": 2.425344}, "vi": {"chunks": 3355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.181991, "cps": 26.210938, "mean_p": 0.197759, "boundary_entropy": 0.307524, "bpb": 2.041436}, "tr": {"chunks": 3257.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179915, "cps": 25.445312, "mean_p": 0.200484, "boundary_entropy": 0.245053, "bpb": 2.409412}, "fi": {"chunks": 3084.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163947, "cps": 24.09375, "mean_p": 0.190453, "boundary_entropy": 0.225531, "bpb": 2.639778}, "ru": {"chunks": 2815.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.148549, "cps": 21.992188, "mean_p": 0.226969, "boundary_entropy": 0.451871, "bpb": 1.574524}, "el": {"chunks": 2888.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14072, "cps": 22.5625, "mean_p": 0.221946, "boundary_entropy": 0.452025, "bpb": 1.679089}, "hi": {"chunks": 2443.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.145201, "cps": 19.085938, "mean_p": 0.187431, "boundary_entropy": 0.40841, "bpb": 1.298904}, "ta": {"chunks": 2181.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.116662, "cps": 17.039062, "mean_p": 0.222196, "boundary_entropy": 0.449979, "bpb": 1.078967}, "th": {"chunks": 2599.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.161579, "cps": 20.304688, "mean_p": 0.205445, "boundary_entropy": 0.438377, "bpb": 1.227994}, "zh": {"chunks": 2939.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.49763, "cps": 22.960938, "mean_p": 0.284535, "boundary_entropy": 0.441269, "bpb": 3.323706}, "my": {"chunks": 1574.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.083069, "cps": 12.296875, "mean_p": 0.128113, "boundary_entropy": 0.32911, "bpb": 1.217942}}, "bpb": {"en": 2.17858, "de": 2.42534, "vi": 2.04144, "tr": 2.40941, "fi": 2.63978, "ru": 1.57452, "el": 1.67909, "hi": 1.2989, "ta": 1.07897, "th": 1.22799, "zh": 3.32371, "my": 1.21794}, "gini_cpc": 0.219082, "gini_cps": 0.093045, "bpic": 11.515964, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8407448730708847, "vi": 1.0190429590348222, "tr": 1.0074194170338455, "fi": 0.9180061612680824, "ru": 0.8317873187925958, "el": 0.7879514404876194, "hi": 0.8130392353720733, "ta": 0.6532408062362596, "th": 0.9047494428128559, "zh": 2.786437161606481, "my": 0.4651408284245523}, "t": 166.4} +{"event": "eval", "step": 2800, "phase": 2, "bpb": {"en": 2.18862, "de": 2.43535, "vi": 2.04463, "tr": 2.41582, "fi": 2.64652, "ru": 1.55306, "el": 1.67042, "hi": 1.29613, "ta": 1.08491, "th": 1.24813, "zh": 3.32439, "my": 1.22648}, "bytes_per_chunk": {"en": 5.494, "de": 6.378, "vi": 7.323, "tr": 5.722, "fi": 5.836, "ru": 11.955, "el": 12.051, "hi": 16.37, "ta": 21.563, "th": 17.031, "zh": 5.721, "my": 28.659}, "bpb_mean": 1.92787, "t": 167.7} +{"event": "train", "step": 2800, "phase": 2, "objective": "parity_b", "lm_loss": 1.41285, "bpb": 2.03831, "chunk_loss": 0.030445, "F": 0.1423, "G": 0.21815, "chunks": 145.72, "bytes_per_chunk": 7.027, "boundary_entropy": 0.32134, "router_noise": 0.0, "grad_norm": 0.775, "lr": 0.0001909, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 167.8} +{"event": "train", "step": 2850, "phase": 2, "objective": "parity_b", "lm_loss": 1.33724, "bpb": 1.92923, "chunk_loss": 0.030101, "F": 0.1189, "G": 0.20184, "chunks": 121.75, "bytes_per_chunk": 8.411, "boundary_entropy": 0.31777, "router_noise": 0.0, "grad_norm": 0.7948, "lr": 0.0001872, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 169.8} +{"event": "train", "step": 2900, "phase": 2, "objective": "parity_b", "lm_loss": 1.4141, "bpb": 2.04011, "chunk_loss": 0.030025, "F": 0.14023, "G": 0.21183, "chunks": 143.59, "bytes_per_chunk": 7.131, "boundary_entropy": 0.30516, "router_noise": 0.0, "grad_norm": 0.7816, "lr": 0.0001835, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 171.9} +{"event": "train", "step": 2950, "phase": 2, "objective": "parity_b", "lm_loss": 1.31069, "bpb": 1.89093, "chunk_loss": 0.0, "F": 0.1265, "G": 0.21611, "chunks": 129.53, "bytes_per_chunk": 7.905, "boundary_entropy": 0.3458, "router_noise": 0.0, "grad_norm": 0.7012, "lr": 0.0001799, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 174.0} +{"event": "probe", "step": 3000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3230.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1856, "cps": 25.234375, "mean_p": 0.21454, "boundary_entropy": 0.216147, "bpb": 2.164172}, "de": {"chunks": 3237.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157649, "cps": 25.289062, "mean_p": 0.185221, "boundary_entropy": 0.20887, "bpb": 2.41033}, "vi": {"chunks": 3058.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.16588, "cps": 23.890625, "mean_p": 0.192318, "boundary_entropy": 0.298276, "bpb": 2.03099}, "tr": {"chunks": 3272.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180744, "cps": 25.5625, "mean_p": 0.202938, "boundary_entropy": 0.240961, "bpb": 2.394811}, "fi": {"chunks": 3199.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17006, "cps": 24.992188, "mean_p": 0.197621, "boundary_entropy": 0.22752, "bpb": 2.607588}, "ru": {"chunks": 2729.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.144011, "cps": 21.320312, "mean_p": 0.222496, "boundary_entropy": 0.44742, "bpb": 1.547517}, "el": {"chunks": 2284.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.11129, "cps": 17.84375, "mean_p": 0.192593, "boundary_entropy": 0.419243, "bpb": 1.645943}, "hi": {"chunks": 2363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.140446, "cps": 18.460938, "mean_p": 0.186099, "boundary_entropy": 0.40495, "bpb": 1.284329}, "ta": {"chunks": 1603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.085745, "cps": 12.523438, "mean_p": 0.152426, "boundary_entropy": 0.373319, "bpb": 1.072772}, "th": {"chunks": 2076.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.129064, "cps": 16.21875, "mean_p": 0.182836, "boundary_entropy": 0.410013, "bpb": 1.201543}, "zh": {"chunks": 3009.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.509482, "cps": 23.507812, "mean_p": 0.300082, "boundary_entropy": 0.455566, "bpb": 3.319451}, "my": {"chunks": 2446.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12909, "cps": 19.109375, "mean_p": 0.16721, "boundary_entropy": 0.384054, "bpb": 1.191826}}, "bpb": {"en": 2.16417, "de": 2.41033, "vi": 2.03099, "tr": 2.39481, "fi": 2.60759, "ru": 1.54752, "el": 1.64594, "hi": 1.28433, "ta": 1.07277, "th": 1.20154, "zh": 3.31945, "my": 1.19183}, "gini_cpc": 0.236537, "gini_cps": 0.10697, "bpic": 11.806466, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8493992830992139, "vi": 0.8937497575365208, "tr": 0.9738326729965732, "fi": 0.9162710277712812, "ru": 0.7759181649607488, "el": 0.5996210247537724, "hi": 0.7567113474622664, "ta": 0.4619868890955265, "th": 0.6953891045153888, "zh": 2.7450505284545597, "my": 0.6955280902401293}, "t": 176.9} +{"event": "eval", "step": 3000, "phase": 2, "bpb": {"en": 2.17228, "de": 2.41963, "vi": 2.03485, "tr": 2.40142, "fi": 2.61615, "ru": 1.52438, "el": 1.63666, "hi": 1.28188, "ta": 1.07758, "th": 1.22312, "zh": 3.31667, "my": 1.19996}, "bytes_per_chunk": {"en": 5.239, "de": 6.062, "vi": 7.931, "tr": 5.657, "fi": 5.659, "ru": 12.308, "el": 14.83, "hi": 17.092, "ta": 28.578, "th": 20.744, "zh": 5.695, "my": 19.873}, "bpb_mean": 1.90871, "t": 178.2} +{"event": "train", "step": 3000, "phase": 2, "objective": "parity_b", "lm_loss": 1.52113, "bpb": 2.19453, "chunk_loss": 0.030169, "F": 0.14502, "G": 0.22181, "chunks": 148.5, "bytes_per_chunk": 6.896, "boundary_entropy": 0.32941, "router_noise": 0.0, "grad_norm": 0.6949, "lr": 0.0001761, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.1875, "fallback": 0.0, "alpha": 0.03, "t": 178.3} +{"event": "train", "step": 3050, "phase": 2, "objective": "parity_b", "lm_loss": 1.48145, "bpb": 2.13728, "chunk_loss": 0.030694, "F": 0.13754, "G": 0.21535, "chunks": 140.84, "bytes_per_chunk": 7.27, "boundary_entropy": 0.32927, "router_noise": 0.0, "grad_norm": 0.8511, "lr": 0.0001724, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 180.4} +{"event": "train", "step": 3100, "phase": 2, "objective": "parity_b", "lm_loss": 1.41865, "bpb": 2.04669, "chunk_loss": 0.0, "F": 0.13315, "G": 0.21369, "chunks": 136.34, "bytes_per_chunk": 7.51, "boundary_entropy": 0.33568, "router_noise": 0.0, "grad_norm": 0.7525, "lr": 0.0001687, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 182.4} +{"event": "train", "step": 3150, "phase": 2, "objective": "parity_b", "lm_loss": 1.33604, "bpb": 1.92749, "chunk_loss": 0.028905, "F": 0.12527, "G": 0.20734, "chunks": 128.28, "bytes_per_chunk": 7.982, "boundary_entropy": 0.32752, "router_noise": 0.0, "grad_norm": 0.7868, "lr": 0.000165, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 184.5} +{"event": "probe", "step": 3200, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3156.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181348, "cps": 24.65625, "mean_p": 0.207115, "boundary_entropy": 0.204297, "bpb": 2.145387}, "de": {"chunks": 3230.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.157308, "cps": 25.234375, "mean_p": 0.180568, "boundary_entropy": 0.199219, "bpb": 2.380367}, "vi": {"chunks": 3000.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.162734, "cps": 23.4375, "mean_p": 0.180118, "boundary_entropy": 0.279906, "bpb": 2.018127}, "tr": {"chunks": 3036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167707, "cps": 23.71875, "mean_p": 0.191597, "boundary_entropy": 0.22792, "bpb": 2.364976}, "fi": {"chunks": 3071.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163256, "cps": 23.992188, "mean_p": 0.180807, "boundary_entropy": 0.20135, "bpb": 2.56865}, "ru": {"chunks": 2620.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.138259, "cps": 20.46875, "mean_p": 0.20976, "boundary_entropy": 0.428961, "bpb": 1.532879}, "el": {"chunks": 2449.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.11933, "cps": 19.132812, "mean_p": 0.194055, "boundary_entropy": 0.416449, "bpb": 1.630415}, "hi": {"chunks": 2837.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168618, "cps": 22.164062, "mean_p": 0.194788, "boundary_entropy": 0.411839, "bpb": 1.276482}, "ta": {"chunks": 1869.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.099973, "cps": 14.601562, "mean_p": 0.169509, "boundary_entropy": 0.387987, "bpb": 1.058672}, "th": {"chunks": 2403.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.149394, "cps": 18.773438, "mean_p": 0.182271, "boundary_entropy": 0.399716, "bpb": 1.188185}, "zh": {"chunks": 2738.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.463596, "cps": 21.390625, "mean_p": 0.279628, "boundary_entropy": 0.432803, "bpb": 3.287212}, "my": {"chunks": 2290.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.120857, "cps": 17.890625, "mean_p": 0.134938, "boundary_entropy": 0.328244, "bpb": 1.179}}, "bpb": {"en": 2.14539, "de": 2.38037, "vi": 2.01813, "tr": 2.36498, "fi": 2.56865, "ru": 1.53288, "el": 1.63042, "hi": 1.27648, "ta": 1.05867, "th": 1.18819, "zh": 3.28721, "my": 1.179}, "gini_cpc": 0.202584, "gini_cps": 0.080571, "bpic": 11.736781, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8674355979681414, "vi": 0.8973569658475313, "tr": 0.9247798140299415, "fi": 0.9002332689816432, "ru": 0.7623935311054707, "el": 0.6580138966779181, "hi": 0.9298039536946537, "ta": 0.5512783760119672, "th": 0.8237962889639286, "zh": 2.556390098874767, "my": 0.6664372013539558}, "t": 187.5} +{"event": "eval", "step": 3200, "phase": 2, "bpb": {"en": 2.15346, "de": 2.38862, "vi": 2.02086, "tr": 2.37318, "fi": 2.57758, "ru": 1.51072, "el": 1.62139, "hi": 1.27339, "ta": 1.06274, "th": 1.20997, "zh": 3.2839, "my": 1.18632}, "bytes_per_chunk": {"en": 5.378, "de": 6.089, "vi": 7.971, "tr": 6.154, "fi": 5.896, "ru": 12.567, "el": 13.872, "hi": 14.155, "ta": 24.707, "th": 17.702, "zh": 6.213, "my": 20.535}, "bpb_mean": 1.88851, "t": 188.8} +{"event": "train", "step": 3200, "phase": 2, "objective": "parity_b", "lm_loss": 1.40612, "bpb": 2.0286, "chunk_loss": 0.030095, "F": 0.12997, "G": 0.19928, "chunks": 133.09, "bytes_per_chunk": 7.694, "boundary_entropy": 0.2983, "router_noise": 0.0, "grad_norm": 0.7265, "lr": 0.0001613, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 188.8} +{"event": "train", "step": 3250, "phase": 2, "objective": "parity_b", "lm_loss": 1.38772, "bpb": 2.00205, "chunk_loss": 0.030067, "F": 0.13959, "G": 0.20522, "chunks": 142.94, "bytes_per_chunk": 7.164, "boundary_entropy": 0.28865, "router_noise": 0.0, "grad_norm": 0.8042, "lr": 0.0001576, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 190.9} +{"event": "train", "step": 3300, "phase": 2, "objective": "parity_b", "lm_loss": 1.29016, "bpb": 1.8613, "chunk_loss": 0.030158, "F": 0.11688, "G": 0.20386, "chunks": 119.69, "bytes_per_chunk": 8.556, "boundary_entropy": 0.32999, "router_noise": 0.0, "grad_norm": 0.8077, "lr": 0.0001539, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 193.0} +{"event": "train", "step": 3350, "phase": 2, "objective": "parity_b", "lm_loss": 1.36606, "bpb": 1.9708, "chunk_loss": 0.0, "F": 0.12637, "G": 0.20209, "chunks": 129.41, "bytes_per_chunk": 7.913, "boundary_entropy": 0.31247, "router_noise": 0.0, "grad_norm": 0.7044, "lr": 0.0001501, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "hi", "n_target_mean": 15.3104, "frac_in_batch": 0.0, "fallback": 0.0, "alpha": 0.03, "t": 195.0} +{"event": "probe", "step": 3400, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3181.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182785, "cps": 24.851562, "mean_p": 0.204923, "boundary_entropy": 0.192302, "bpb": 2.130149}, "de": {"chunks": 3121.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151999, "cps": 24.382812, "mean_p": 0.171542, "boundary_entropy": 0.184471, "bpb": 2.368569}, "vi": {"chunks": 3308.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179441, "cps": 25.84375, "mean_p": 0.192814, "boundary_entropy": 0.284809, "bpb": 2.007559}, "tr": {"chunks": 3037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167762, "cps": 23.726562, "mean_p": 0.189059, "boundary_entropy": 0.218384, "bpb": 2.352573}, "fi": {"chunks": 3216.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170964, "cps": 25.125, "mean_p": 0.189284, "boundary_entropy": 0.205666, "bpb": 2.557646}, "ru": {"chunks": 2686.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.141741, "cps": 20.984375, "mean_p": 0.213583, "boundary_entropy": 0.430899, "bpb": 1.521748}, "el": {"chunks": 2196.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.107002, "cps": 17.15625, "mean_p": 0.175745, "boundary_entropy": 0.389787, "bpb": 1.61369}, "hi": {"chunks": 1916.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.113878, "cps": 14.96875, "mean_p": 0.157861, "boundary_entropy": 0.361861, "bpb": 1.282086}, "ta": {"chunks": 1644.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.087938, "cps": 12.84375, "mean_p": 0.157359, "boundary_entropy": 0.37394, "bpb": 1.049583}, "th": {"chunks": 2034.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.126453, "cps": 15.890625, "mean_p": 0.181726, "boundary_entropy": 0.40312, "bpb": 1.176128}, "zh": {"chunks": 3350.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.56722, "cps": 26.171875, "mean_p": 0.300371, "boundary_entropy": 0.433009, "bpb": 3.24943}, "my": {"chunks": 3520.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.185772, "cps": 27.5, "mean_p": 0.16457, "boundary_entropy": 0.362977, "bpb": 1.192799}}, "bpb": {"en": 2.13015, "de": 2.36857, "vi": 2.00756, "tr": 2.35257, "fi": 2.55765, "ru": 1.52175, "el": 1.61369, "hi": 1.28209, "ta": 1.04958, "th": 1.17613, "zh": 3.24943, "my": 1.1928}, "gini_cpc": 0.260799, "gini_cps": 0.123282, "bpic": 11.556536, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8315757431627265, "vi": 0.9817090848352287, "tr": 0.9178140287501869, "fi": 0.9353294475726887, "ru": 0.775456150842859, "el": 0.5853989534870309, "hi": 0.6230184140324261, "ta": 0.48110159286059184, "th": 0.6918155738381753, "zh": 3.103214640176982, "my": 1.0163416851838984}, "t": 198.0} +{"event": "eval", "step": 3400, "phase": 2, "bpb": {"en": 2.13856, "de": 2.37541, "vi": 2.01004, "tr": 2.35785, "fi": 2.56354, "ru": 1.4993, "el": 1.60531, "hi": 1.27767, "ta": 1.05447, "th": 1.19534, "zh": 3.24639, "my": 1.19981}, "bytes_per_chunk": {"en": 5.367, "de": 6.168, "vi": 7.096, "tr": 6.045, "fi": 5.627, "ru": 12.067, "el": 14.925, "hi": 19.87, "ta": 27.635, "th": 19.723, "zh": 5.051, "my": 13.43}, "bpb_mean": 1.87697, "t": 199.4} +{"event": "train", "step": 3400, "phase": 2, "objective": "parity_b", "lm_loss": 1.31618, "bpb": 1.89885, "chunk_loss": 0.03128, "F": 0.12393, "G": 0.20067, "chunks": 126.91, "bytes_per_chunk": 8.069, "boundary_entropy": 0.31469, "router_noise": 0.0, "grad_norm": 0.7764, "lr": 0.0001465, "router_trainable": true, "sec_per_step": 0.087, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 199.4} +{"event": "train", "step": 3450, "phase": 2, "objective": "parity_b", "lm_loss": 1.22354, "bpb": 1.76519, "chunk_loss": 0.031432, "F": 0.11948, "G": 0.19911, "chunks": 122.34, "bytes_per_chunk": 8.37, "boundary_entropy": 0.31098, "router_noise": 0.0, "grad_norm": 0.7313, "lr": 0.0001428, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 201.5} +{"event": "train", "step": 3500, "phase": 2, "objective": "parity_b", "lm_loss": 1.33505, "bpb": 1.92608, "chunk_loss": 0.030171, "F": 0.1344, "G": 0.206, "chunks": 137.62, "bytes_per_chunk": 7.441, "boundary_entropy": 0.29965, "router_noise": 0.0, "grad_norm": 0.7899, "lr": 0.0001391, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 203.6} +{"event": "train", "step": 3550, "phase": 2, "objective": "parity_b", "lm_loss": 1.37907, "bpb": 1.98958, "chunk_loss": 0.030824, "F": 0.12671, "G": 0.19756, "chunks": 129.75, "bytes_per_chunk": 7.892, "boundary_entropy": 0.29668, "router_noise": 0.0, "grad_norm": 0.7928, "lr": 0.0001355, "router_trainable": true, "sec_per_step": 0.042, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 205.7} +{"event": "probe", "step": 3600, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3099.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.178073, "cps": 24.210938, "mean_p": 0.201591, "boundary_entropy": 0.190589, "bpb": 2.115597}, "de": {"chunks": 2999.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146058, "cps": 23.429688, "mean_p": 0.160592, "boundary_entropy": 0.17527, "bpb": 2.341834}, "vi": {"chunks": 2980.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.161649, "cps": 23.28125, "mean_p": 0.179614, "boundary_entropy": 0.277466, "bpb": 1.992947}, "tr": {"chunks": 2998.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.165608, "cps": 23.421875, "mean_p": 0.183668, "boundary_entropy": 0.211957, "bpb": 2.322908}, "fi": {"chunks": 3003.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159641, "cps": 23.460938, "mean_p": 0.172885, "boundary_entropy": 0.18531, "bpb": 2.522942}, "ru": {"chunks": 2816.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.148602, "cps": 22.0, "mean_p": 0.209786, "boundary_entropy": 0.422797, "bpb": 1.502219}, "el": {"chunks": 2329.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.113482, "cps": 18.195312, "mean_p": 0.172975, "boundary_entropy": 0.377418, "bpb": 1.607003}, "hi": {"chunks": 2508.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149064, "cps": 19.59375, "mean_p": 0.169525, "boundary_entropy": 0.373507, "bpb": 1.262963}, "ta": {"chunks": 1993.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.106606, "cps": 15.570312, "mean_p": 0.186364, "boundary_entropy": 0.406201, "bpb": 1.047517}, "th": {"chunks": 2148.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.133541, "cps": 16.78125, "mean_p": 0.185169, "boundary_entropy": 0.405408, "bpb": 1.161472}, "zh": {"chunks": 3384.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.572977, "cps": 26.4375, "mean_p": 0.297078, "boundary_entropy": 0.423805, "bpb": 3.236769}, "my": {"chunks": 2399.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.12661, "cps": 18.742188, "mean_p": 0.136118, "boundary_entropy": 0.323726, "bpb": 1.168985}}, "bpb": {"en": 2.1156, "de": 2.34183, "vi": 1.99295, "tr": 2.32291, "fi": 2.52294, "ru": 1.50222, "el": 1.607, "hi": 1.26296, "ta": 1.04752, "th": 1.16147, "zh": 3.23677, "my": 1.16898}, "gini_cpc": 0.237681, "gini_cps": 0.084752, "bpic": 11.752235, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8202129134650622, "vi": 0.9077696655867624, "tr": 0.9300014400762251, "fi": 0.8964911212636753, "ru": 0.8344993065258093, "el": 0.6372813181197456, "hi": 0.8370954921469659, "ta": 0.598665695591871, "th": 0.7499214151827132, "zh": 3.2176548435984342, "my": 0.7109996973425614}, "t": 208.6} +{"event": "eval", "step": 3600, "phase": 2, "bpb": {"en": 2.12375, "de": 2.35101, "vi": 1.99767, "tr": 2.33034, "fi": 2.52988, "ru": 1.4808, "el": 1.59869, "hi": 1.25857, "ta": 1.0527, "th": 1.18168, "zh": 3.23473, "my": 1.17602}, "bytes_per_chunk": {"en": 5.469, "de": 6.394, "vi": 8.254, "tr": 6.146, "fi": 6.021, "ru": 11.46, "el": 14.178, "hi": 15.973, "ta": 23.591, "th": 19.473, "zh": 5.081, "my": 19.605}, "bpb_mean": 1.85965, "t": 209.9} +{"event": "train", "step": 3600, "phase": 2, "objective": "parity_b", "lm_loss": 1.32719, "bpb": 1.91474, "chunk_loss": 0.031243, "F": 0.11829, "G": 0.1977, "chunks": 121.12, "bytes_per_chunk": 8.454, "boundary_entropy": 0.31102, "router_noise": 0.0, "grad_norm": 0.79, "lr": 0.0001319, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 210.0} +{"event": "train", "step": 3650, "phase": 2, "objective": "parity_b", "lm_loss": 1.31958, "bpb": 1.90376, "chunk_loss": 0.030325, "F": 0.13614, "G": 0.19794, "chunks": 139.41, "bytes_per_chunk": 7.345, "boundary_entropy": 0.27181, "router_noise": 0.0, "grad_norm": 0.7423, "lr": 0.0001283, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 212.0} +{"event": "train", "step": 3700, "phase": 2, "objective": "parity_b", "lm_loss": 1.53191, "bpb": 2.21007, "chunk_loss": 0.031131, "F": 0.1553, "G": 0.21469, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.28315, "router_noise": 0.0, "grad_norm": 0.802, "lr": 0.0001247, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "ru", "n_target_mean": 11.8251, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 214.1} +{"event": "train", "step": 3750, "phase": 2, "objective": "parity_b", "lm_loss": 1.43056, "bpb": 2.06386, "chunk_loss": 0.030205, "F": 0.16165, "G": 0.20647, "chunks": 165.53, "bytes_per_chunk": 6.186, "boundary_entropy": 0.24265, "router_noise": 0.0, "grad_norm": 0.7505, "lr": 0.0001212, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 216.2} +{"event": "probe", "step": 3800, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3153.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181176, "cps": 24.632812, "mean_p": 0.204362, "boundary_entropy": 0.185422, "bpb": 2.102937}, "de": {"chunks": 3035.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.147811, "cps": 23.710938, "mean_p": 0.161853, "boundary_entropy": 0.167958, "bpb": 2.324022}, "vi": {"chunks": 3220.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174668, "cps": 25.15625, "mean_p": 0.182553, "boundary_entropy": 0.270143, "bpb": 1.981198}, "tr": {"chunks": 3037.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.167762, "cps": 23.726562, "mean_p": 0.187752, "boundary_entropy": 0.209417, "bpb": 2.293017}, "fi": {"chunks": 3001.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.159534, "cps": 23.445312, "mean_p": 0.174245, "boundary_entropy": 0.179643, "bpb": 2.501104}, "ru": {"chunks": 3111.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.164169, "cps": 24.304688, "mean_p": 0.20811, "boundary_entropy": 0.412147, "bpb": 1.484345}, "el": {"chunks": 2657.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.129465, "cps": 20.757812, "mean_p": 0.182422, "boundary_entropy": 0.38885, "bpb": 1.568415}, "hi": {"chunks": 2513.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.149361, "cps": 19.632812, "mean_p": 0.176537, "boundary_entropy": 0.38525, "bpb": 1.246798}, "ta": {"chunks": 1946.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.104092, "cps": 15.203125, "mean_p": 0.185812, "boundary_entropy": 0.399564, "bpb": 1.027304}, "th": {"chunks": 2302.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.143115, "cps": 17.984375, "mean_p": 0.191457, "boundary_entropy": 0.411714, "bpb": 1.152024}, "zh": {"chunks": 3360.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.568913, "cps": 26.25, "mean_p": 0.294125, "boundary_entropy": 0.416046, "bpb": 3.217077}, "my": {"chunks": 2267.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.119643, "cps": 17.710938, "mean_p": 0.142441, "boundary_entropy": 0.337345, "bpb": 1.160314}}, "bpb": {"en": 2.10294, "de": 2.32402, "vi": 1.9812, "tr": 2.29302, "fi": 2.5011, "ru": 1.48435, "el": 1.56842, "hi": 1.2468, "ta": 1.0273, "th": 1.15202, "zh": 3.21708, "my": 1.16031}, "gini_cpc": 0.232524, "gini_cps": 0.084945, "bpic": 11.421374, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8158427108796993, "vi": 0.9640795687886335, "tr": 0.9259646132110196, "fi": 0.8805504866603094, "ru": 0.9061309118843971, "el": 0.7145800031368116, "hi": 0.8243992065859587, "ta": 0.5745363564394027, "th": 0.7899223529140358, "zh": 3.140118114333567, "my": 0.6603714568008956}, "t": 219.1} +{"event": "eval", "step": 3800, "phase": 2, "bpb": {"en": 2.10864, "de": 2.33374, "vi": 1.98528, "tr": 2.30261, "fi": 2.50864, "ru": 1.46117, "el": 1.56002, "hi": 1.24439, "ta": 1.03184, "th": 1.17199, "zh": 3.21385, "my": 1.16575}, "bytes_per_chunk": {"en": 5.383, "de": 6.281, "vi": 7.452, "tr": 5.99, "fi": 5.988, "ru": 10.518, "el": 12.724, "hi": 15.933, "ta": 24.241, "th": 17.829, "zh": 5.113, "my": 20.472}, "bpb_mean": 1.84066, "t": 220.4} +{"event": "train", "step": 3800, "phase": 2, "objective": "parity_b", "lm_loss": 1.38177, "bpb": 1.99347, "chunk_loss": 0.030467, "F": 0.13779, "G": 0.21013, "chunks": 141.09, "bytes_per_chunk": 7.258, "boundary_entropy": 0.30424, "router_noise": 0.0, "grad_norm": 0.7598, "lr": 0.0001177, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 220.5} +{"event": "train", "step": 3850, "phase": 2, "objective": "parity_b", "lm_loss": 1.53285, "bpb": 2.21143, "chunk_loss": 0.02997, "F": 0.16052, "G": 0.21876, "chunks": 164.38, "bytes_per_chunk": 6.23, "boundary_entropy": 0.28508, "router_noise": 0.0, "grad_norm": 0.7428, "lr": 0.0001142, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "vi", "n_target_mean": 8.3396, "frac_in_batch": 0.0938, "fallback": 0.0, "alpha": 0.03, "t": 222.5} +{"event": "train", "step": 3900, "phase": 2, "objective": "parity_b", "lm_loss": 1.47266, "bpb": 2.1246, "chunk_loss": 0.029985, "F": 0.15161, "G": 0.20572, "chunks": 155.25, "bytes_per_chunk": 6.596, "boundary_entropy": 0.26099, "router_noise": 0.0, "grad_norm": 0.7282, "lr": 0.0001108, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "fi", "n_target_mean": 6.6232, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 224.6} +{"event": "train", "step": 3950, "phase": 2, "objective": "parity_b", "lm_loss": 1.43003, "bpb": 2.06309, "chunk_loss": 0.030517, "F": 0.14508, "G": 0.20991, "chunks": 148.56, "bytes_per_chunk": 6.893, "boundary_entropy": 0.28973, "router_noise": 0.0, "grad_norm": 0.8229, "lr": 0.0001074, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.125, "fallback": 0.0, "alpha": 0.03, "t": 226.7} +{"event": "probe", "step": 4000, "phase": 2, "objective": "parity_b", "router_trainable": true, "per_lang": {"en": {"chunks": 3168.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182038, "cps": 24.75, "mean_p": 0.203337, "boundary_entropy": 0.176941, "bpb": 2.093681}, "de": {"chunks": 3007.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.146447, "cps": 23.492188, "mean_p": 0.160204, "boundary_entropy": 0.161222, "bpb": 2.312856}, "vi": {"chunks": 3221.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.174722, "cps": 25.164062, "mean_p": 0.18338, "boundary_entropy": 0.268627, "bpb": 1.975131}, "tr": {"chunks": 3019.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166768, "cps": 23.585938, "mean_p": 0.183194, "boundary_entropy": 0.200243, "bpb": 2.277077}, "fi": {"chunks": 3051.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.162192, "cps": 23.835938, "mean_p": 0.175728, "boundary_entropy": 0.173467, "bpb": 2.475955}, "ru": {"chunks": 2641.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.139367, "cps": 20.632812, "mean_p": 0.186924, "boundary_entropy": 0.383489, "bpb": 1.477371}, "el": {"chunks": 2839.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.138333, "cps": 22.179688, "mean_p": 0.178413, "boundary_entropy": 0.373238, "bpb": 1.560183}, "hi": {"chunks": 2570.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.152749, "cps": 20.078125, "mean_p": 0.179107, "boundary_entropy": 0.384892, "bpb": 1.238172}, "ta": {"chunks": 2374.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.126986, "cps": 18.546875, "mean_p": 0.191441, "boundary_entropy": 0.39646, "bpb": 1.021474}, "th": {"chunks": 2770.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.17221, "cps": 21.640625, "mean_p": 0.199698, "boundary_entropy": 0.412732, "bpb": 1.140231}, "zh": {"chunks": 3184.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.539113, "cps": 24.875, "mean_p": 0.286694, "boundary_entropy": 0.409446, "bpb": 3.184428}, "my": {"chunks": 1889.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.099694, "cps": 14.757812, "mean_p": 0.128719, "boundary_entropy": 0.312644, "bpb": 1.154955}}, "bpb": {"en": 2.09368, "de": 2.31286, "vi": 1.97513, "tr": 2.27708, "fi": 2.47596, "ru": 1.47737, "el": 1.56018, "hi": 1.23817, "ta": 1.02147, "th": 1.14023, "zh": 3.18443, "my": 1.15495}, "gini_cpc": 0.220333, "gini_cps": 0.071871, "bpic": 11.37702, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8044887369039345, "vi": 0.9598127840652251, "tr": 0.9161181952932631, "fi": 0.8909826999192929, "ru": 0.7655933177420644, "el": 0.7599123359748634, "hi": 0.8391063307668064, "ta": 0.697580275879955, "th": 0.9460141907103363, "zh": 2.961546552555696, "my": 0.5476555952974969}, "t": 229.6} +{"event": "eval", "step": 4000, "phase": 2, "bpb": {"en": 2.10156, "de": 2.32206, "vi": 1.97666, "tr": 2.28606, "fi": 2.48342, "ru": 1.45355, "el": 1.55241, "hi": 1.23468, "ta": 1.02588, "th": 1.1597, "zh": 3.18065, "my": 1.16341}, "bytes_per_chunk": {"en": 5.345, "de": 6.336, "vi": 7.38, "tr": 6.018, "fi": 5.854, "ru": 12.151, "el": 11.817, "hi": 15.598, "ta": 19.871, "th": 15.199, "zh": 5.391, "my": 25.007}, "bpb_mean": 1.82834, "t": 230.9} +{"event": "train", "step": 4000, "phase": 2, "objective": "parity_b", "lm_loss": 1.31985, "bpb": 1.90415, "chunk_loss": 0.031874, "F": 0.13226, "G": 0.19681, "chunks": 135.44, "bytes_per_chunk": 7.561, "boundary_entropy": 0.28109, "router_noise": 0.0, "grad_norm": 0.791, "lr": 0.000104, "router_trainable": true, "sec_per_step": 0.086, "worst_lang": "zh", "n_target_mean": 5.4871, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 230.9} +{"event": "train", "step": 4050, "phase": 2, "objective": "parity_b", "lm_loss": 1.46681, "bpb": 2.11616, "chunk_loss": 0.030419, "F": 0.1445, "G": 0.20322, "chunks": 147.97, "bytes_per_chunk": 6.92, "boundary_entropy": 0.26796, "router_noise": 0.0, "grad_norm": 0.7581, "lr": 0.0001007, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "el", "n_target_mean": 13.046, "frac_in_batch": 0.0625, "fallback": 0.0, "alpha": 0.03, "t": 233.0} +{"event": "train", "step": 4100, "phase": 2, "objective": "parity_b", "lm_loss": 1.33385, "bpb": 1.92433, "chunk_loss": 0.030833, "F": 0.1376, "G": 0.20883, "chunks": 140.91, "bytes_per_chunk": 7.267, "boundary_entropy": 0.29463, "router_noise": 0.0, "grad_norm": 0.7776, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "de", "n_target_mean": 7.102, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 235.1} +{"event": "train", "step": 4150, "phase": 2, "objective": "parity_b", "lm_loss": 1.48735, "bpb": 2.14579, "chunk_loss": 0.030318, "F": 0.15247, "G": 0.20485, "chunks": 156.12, "bytes_per_chunk": 6.559, "boundary_entropy": 0.26368, "router_noise": 0.0, "grad_norm": 0.7475, "lr": 9.43e-05, "router_trainable": true, "sec_per_step": 0.041, "worst_lang": "tr", "n_target_mean": 6.7176, "frac_in_batch": 0.0312, "fallback": 0.0, "alpha": 0.03, "t": 237.1} +{"event": "probe", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3132.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.179969, "cps": 24.46875, "mean_p": 0.203094, "boundary_entropy": 0.172571, "bpb": 2.079457}, "de": {"chunks": 3101.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.151025, "cps": 24.226562, "mean_p": 0.167391, "boundary_entropy": 0.160237, "bpb": 2.294496}, "vi": {"chunks": 3019.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.163765, "cps": 23.585938, "mean_p": 0.175859, "boundary_entropy": 0.257432, "bpb": 1.967736}, "tr": {"chunks": 2925.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.161575, "cps": 22.851562, "mean_p": 0.176342, "boundary_entropy": 0.187675, "bpb": 2.271196}, "fi": {"chunks": 2954.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.157036, "cps": 23.078125, "mean_p": 0.169831, "boundary_entropy": 0.164707, "bpb": 2.465854}, "ru": {"chunks": 2830.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.14934, "cps": 22.109375, "mean_p": 0.190856, "boundary_entropy": 0.385221, "bpb": 1.462143}, "el": {"chunks": 2504.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.122009, "cps": 19.5625, "mean_p": 0.160833, "boundary_entropy": 0.346906, "bpb": 1.548048}, "hi": {"chunks": 2549.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.151501, "cps": 19.914062, "mean_p": 0.173257, "boundary_entropy": 0.372556, "bpb": 1.231072}, "ta": {"chunks": 1769.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.094624, "cps": 13.820312, "mean_p": 0.168574, "boundary_entropy": 0.371253, "bpb": 1.016969}, "th": {"chunks": 2772.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.172334, "cps": 21.65625, "mean_p": 0.194649, "boundary_entropy": 0.40565, "bpb": 1.134291}, "zh": {"chunks": 3223.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.545716, "cps": 25.179688, "mean_p": 0.289035, "boundary_entropy": 0.409041, "bpb": 3.177174}, "my": {"chunks": 2040.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.107663, "cps": 15.9375, "mean_p": 0.126797, "boundary_entropy": 0.308308, "bpb": 1.144316}}, "bpb": {"en": 2.07946, "de": 2.2945, "vi": 1.96774, "tr": 2.2712, "fi": 2.46585, "ru": 1.46214, "el": 1.54805, "hi": 1.23107, "ta": 1.01697, "th": 1.13429, "zh": 3.17717, "my": 1.14432}, "gini_cpc": 0.234724, "gini_cps": 0.083775, "bpic": 11.694223, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8391734322452242, "vi": 0.9099600751111652, "tr": 0.897796040663864, "fi": 0.8725714004054447, "ru": 0.8298117651816134, "el": 0.6779471606755378, "hi": 0.841815909776662, "ta": 0.5257808088912663, "th": 0.9575788108432574, "zh": 3.032279498866663, "my": 0.5982313360946717}, "t": 240.2} +{"event": "eval", "step": 4200, "phase": 2, "bpb": {"en": 2.08743, "de": 2.30374, "vi": 1.97055, "tr": 2.27752, "fi": 2.47348, "ru": 1.43932, "el": 1.53968, "hi": 1.22577, "ta": 1.02145, "th": 1.15298, "zh": 3.17254, "my": 1.15134}, "bytes_per_chunk": {"en": 5.306, "de": 6.104, "vi": 7.874, "tr": 6.107, "fi": 5.992, "ru": 11.414, "el": 13.33, "hi": 15.57, "ta": 25.858, "th": 15.479, "zh": 5.276, "my": 23.312}, "bpb_mean": 1.81798, "t": 241.5} +{"event": "phase_transition", "step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584, "t": 241.5} +{"event": "train", "step": 4200, "phase": 3, "objective": "none", "lm_loss": 1.30573, "bpb": 1.88377, "chunk_loss": 0.0, "F": 0.13202, "G": 0.19843, "chunks": 135.19, "bytes_per_chunk": 7.575, "boundary_entropy": 0.28763, "router_noise": 0.0, "grad_norm": 0.739, "lr": 9.12e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 241.5} +{"event": "train", "step": 4250, "phase": 3, "objective": "none", "lm_loss": 1.31225, "bpb": 1.89318, "chunk_loss": 0.0, "F": 0.14413, "G": 0.20962, "chunks": 147.59, "bytes_per_chunk": 6.938, "boundary_entropy": 0.28714, "router_noise": 0.0, "grad_norm": 0.7591, "lr": 8.81e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 243.6} +{"event": "train", "step": 4300, "phase": 3, "objective": "none", "lm_loss": 1.3596, "bpb": 1.96148, "chunk_loss": 0.0, "F": 0.15012, "G": 0.20566, "chunks": 153.72, "bytes_per_chunk": 6.662, "boundary_entropy": 0.25687, "router_noise": 0.0, "grad_norm": 0.7758, "lr": 8.5e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 245.6} +{"event": "train", "step": 4350, "phase": 3, "objective": "none", "lm_loss": 1.48409, "bpb": 2.14109, "chunk_loss": 0.0, "F": 0.16223, "G": 0.225, "chunks": 166.12, "bytes_per_chunk": 6.164, "boundary_entropy": 0.29905, "router_noise": 0.0, "grad_norm": 0.7934, "lr": 8.21e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 247.6} +{"event": "probe", "step": 4400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3243.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.186347, "cps": 25.335938, "mean_p": 0.207483, "boundary_entropy": 0.177893, "bpb": 2.0661}, "de": {"chunks": 3190.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.15536, "cps": 24.921875, "mean_p": 0.172916, "boundary_entropy": 0.165298, "bpb": 2.280628}, "vi": {"chunks": 3182.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172606, "cps": 24.859375, "mean_p": 0.181031, "boundary_entropy": 0.26261, "bpb": 1.95683}, "tr": {"chunks": 3015.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.166547, "cps": 23.554688, "mean_p": 0.184383, "boundary_entropy": 0.196568, "bpb": 2.255852}, "fi": {"chunks": 3069.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163149, "cps": 23.976562, "mean_p": 0.178827, "boundary_entropy": 0.172374, "bpb": 2.443941}, "ru": {"chunks": 3365.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177573, "cps": 26.289062, "mean_p": 0.21323, "boundary_entropy": 0.411539, "bpb": 1.449048}, "el": {"chunks": 2992.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.145788, "cps": 23.375, "mean_p": 0.182061, "boundary_entropy": 0.375996, "bpb": 1.533559}, "hi": {"chunks": 2628.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.156196, "cps": 20.53125, "mean_p": 0.184336, "boundary_entropy": 0.391042, "bpb": 1.218312}, "ta": {"chunks": 2081.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.111313, "cps": 16.257812, "mean_p": 0.190587, "boundary_entropy": 0.400254, "bpb": 1.009394}, "th": {"chunks": 2453.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.152502, "cps": 19.164062, "mean_p": 0.197066, "boundary_entropy": 0.411827, "bpb": 1.128476}, "zh": {"chunks": 3635.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.615476, "cps": 28.398438, "mean_p": 0.304335, "boundary_entropy": 0.409275, "bpb": 3.165052}, "my": {"chunks": 2668.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.140806, "cps": 20.84375, "mean_p": 0.143331, "boundary_entropy": 0.331749, "bpb": 1.144118}}, "bpb": {"en": 2.0661, "de": 2.28063, "vi": 1.95683, "tr": 2.25585, "fi": 2.44394, "ru": 1.44905, "el": 1.53356, "hi": 1.21831, "ta": 1.00939, "th": 1.12848, "zh": 3.16505, "my": 1.14412}, "gini_cpc": 0.22469, "gini_cps": 0.077046, "bpic": 10.804341, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8337108383503768, "vi": 0.9262627623570275, "tr": 0.8937456408219735, "fi": 0.8755121481806633, "ru": 0.9529125040578571, "el": 0.7823442870869411, "hi": 0.8381996198006084, "ta": 0.5973430047906174, "th": 0.818377450736533, "zh": 3.302844627502159, "my": 0.7556133471673876}, "t": 250.6} +{"event": "eval", "step": 4400, "phase": 3, "bpb": {"en": 2.07335, "de": 2.28937, "vi": 1.95882, "tr": 2.26219, "fi": 2.45126, "ru": 1.42615, "el": 1.5243, "hi": 1.21359, "ta": 1.01459, "th": 1.14816, "zh": 3.15898, "my": 1.15065}, "bytes_per_chunk": {"en": 5.21, "de": 6.012, "vi": 7.568, "tr": 5.934, "fi": 5.83, "ru": 9.695, "el": 11.376, "hi": 15.279, "ta": 22.929, "th": 16.484, "zh": 4.744, "my": 17.091}, "bpb_mean": 1.80595, "t": 251.9} +{"event": "train", "step": 4400, "phase": 3, "objective": "none", "lm_loss": 1.45545, "bpb": 2.09977, "chunk_loss": 0.0, "F": 0.16187, "G": 0.21138, "chunks": 165.75, "bytes_per_chunk": 6.178, "boundary_entropy": 0.2498, "router_noise": 0.0, "grad_norm": 0.85, "lr": 7.92e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 252.0} +{"event": "train", "step": 4450, "phase": 3, "objective": "none", "lm_loss": 1.3828, "bpb": 1.99496, "chunk_loss": 0.0, "F": 0.15314, "G": 0.21255, "chunks": 156.81, "bytes_per_chunk": 6.53, "boundary_entropy": 0.28041, "router_noise": 0.0, "grad_norm": 0.7905, "lr": 7.63e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 254.0} +{"event": "train", "step": 4500, "phase": 3, "objective": "none", "lm_loss": 1.31549, "bpb": 1.89786, "chunk_loss": 0.0, "F": 0.15857, "G": 0.21311, "chunks": 162.38, "bytes_per_chunk": 6.306, "boundary_entropy": 0.25678, "router_noise": 0.0, "grad_norm": 0.7697, "lr": 7.36e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 256.0} +{"event": "train", "step": 4550, "phase": 3, "objective": "none", "lm_loss": 1.37085, "bpb": 1.97773, "chunk_loss": 0.0, "F": 0.15326, "G": 0.21623, "chunks": 156.94, "bytes_per_chunk": 6.525, "boundary_entropy": 0.28937, "router_noise": 0.0, "grad_norm": 0.7981, "lr": 7.09e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 258.1} +{"event": "probe", "step": 4600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3341.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191978, "cps": 26.101562, "mean_p": 0.214975, "boundary_entropy": 0.180795, "bpb": 2.057986}, "de": {"chunks": 3344.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16286, "cps": 26.125, "mean_p": 0.180737, "boundary_entropy": 0.171123, "bpb": 2.264923}, "vi": {"chunks": 3521.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.190995, "cps": 27.507812, "mean_p": 0.189991, "boundary_entropy": 0.270367, "bpb": 1.94721}, "tr": {"chunks": 3182.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.175772, "cps": 24.859375, "mean_p": 0.192469, "boundary_entropy": 0.200348, "bpb": 2.238717}, "fi": {"chunks": 3191.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169635, "cps": 24.929688, "mean_p": 0.186389, "boundary_entropy": 0.17713, "bpb": 2.429074}, "ru": {"chunks": 3102.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.163694, "cps": 24.234375, "mean_p": 0.207717, "boundary_entropy": 0.407345, "bpb": 1.4413}, "el": {"chunks": 2797.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.136286, "cps": 21.851562, "mean_p": 0.180041, "boundary_entropy": 0.375675, "bpb": 1.522254}, "hi": {"chunks": 2388.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.141932, "cps": 18.65625, "mean_p": 0.175353, "boundary_entropy": 0.384692, "bpb": 1.218454}, "ta": {"chunks": 2035.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.108853, "cps": 15.898438, "mean_p": 0.188399, "boundary_entropy": 0.396792, "bpb": 1.006836}, "th": {"chunks": 2964.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184271, "cps": 23.15625, "mean_p": 0.203367, "boundary_entropy": 0.416739, "bpb": 1.11293}, "zh": {"chunks": 3566.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.603793, "cps": 27.859375, "mean_p": 0.303874, "boundary_entropy": 0.41537, "bpb": 3.146434}, "my": {"chunks": 2518.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.13289, "cps": 19.671875, "mean_p": 0.143356, "boundary_entropy": 0.333793, "bpb": 1.134357}}, "bpb": {"en": 2.05799, "de": 2.26492, "vi": 1.94721, "tr": 2.23872, "fi": 2.42907, "ru": 1.4413, "el": 1.52225, "hi": 1.21845, "ta": 1.00684, "th": 1.11293, "zh": 3.14643, "my": 1.13436}, "gini_cpc": 0.233305, "gini_cps": 0.084149, "bpic": 10.675707, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.848323516215631, "vi": 0.9948796044118868, "tr": 0.9155820472770111, "fi": 0.8836139533901647, "ru": 0.8526685088675993, "el": 0.7099034156828856, "hi": 0.7393105337663938, "ta": 0.5670046083096869, "th": 0.9598531149571403, "zh": 3.1451078368043377, "my": 0.6922133873598008}, "t": 261.1} +{"event": "eval", "step": 4600, "phase": 3, "bpb": {"en": 2.06591, "de": 2.27501, "vi": 1.94923, "tr": 2.24515, "fi": 2.43557, "ru": 1.41929, "el": 1.51371, "hi": 1.21324, "ta": 1.01038, "th": 1.1335, "zh": 3.14189, "my": 1.14036}, "bytes_per_chunk": {"en": 5.088, "de": 5.893, "vi": 6.951, "tr": 5.749, "fi": 5.703, "ru": 10.463, "el": 11.934, "hi": 16.794, "ta": 23.534, "th": 14.232, "zh": 4.799, "my": 18.522}, "bpb_mean": 1.79527, "t": 262.4} +{"event": "train", "step": 4600, "phase": 3, "objective": "none", "lm_loss": 1.41412, "bpb": 2.04014, "chunk_loss": 0.0, "F": 0.1514, "G": 0.21972, "chunks": 155.03, "bytes_per_chunk": 6.605, "boundary_entropy": 0.30043, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 6.82e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 262.5} +{"event": "train", "step": 4650, "phase": 3, "objective": "none", "lm_loss": 1.51606, "bpb": 2.18722, "chunk_loss": 0.0, "F": 0.16385, "G": 0.22633, "chunks": 167.78, "bytes_per_chunk": 6.103, "boundary_entropy": 0.2973, "router_noise": 0.0, "grad_norm": 0.7974, "lr": 6.57e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 264.5} +{"event": "train", "step": 4700, "phase": 3, "objective": "none", "lm_loss": 1.45978, "bpb": 2.10601, "chunk_loss": 0.0, "F": 0.15781, "G": 0.22096, "chunks": 161.59, "bytes_per_chunk": 6.337, "boundary_entropy": 0.3043, "router_noise": 0.0, "grad_norm": 0.8412, "lr": 6.32e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 266.5} +{"event": "train", "step": 4750, "phase": 3, "objective": "none", "lm_loss": 1.46559, "bpb": 2.11441, "chunk_loss": 0.0, "F": 0.17236, "G": 0.22476, "chunks": 176.5, "bytes_per_chunk": 5.802, "boundary_entropy": 0.25536, "router_noise": 0.0, "grad_norm": 0.7962, "lr": 6.08e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 268.6} +{"event": "probe", "step": 4800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3326.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.191116, "cps": 25.984375, "mean_p": 0.213559, "boundary_entropy": 0.181756, "bpb": 2.047674}, "de": {"chunks": 3350.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163152, "cps": 26.171875, "mean_p": 0.180932, "boundary_entropy": 0.173331, "bpb": 2.253006}, "vi": {"chunks": 3329.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.18058, "cps": 26.007812, "mean_p": 0.187759, "boundary_entropy": 0.268594, "bpb": 1.945143}, "tr": {"chunks": 3207.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177153, "cps": 25.054688, "mean_p": 0.192941, "boundary_entropy": 0.201675, "bpb": 2.224155}, "fi": {"chunks": 3181.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169103, "cps": 24.851562, "mean_p": 0.186651, "boundary_entropy": 0.180715, "bpb": 2.411307}, "ru": {"chunks": 3470.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183113, "cps": 27.109375, "mean_p": 0.217623, "boundary_entropy": 0.417359, "bpb": 1.435151}, "el": {"chunks": 3219.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156848, "cps": 25.148438, "mean_p": 0.192204, "boundary_entropy": 0.386668, "bpb": 1.514481}, "hi": {"chunks": 2894.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172006, "cps": 22.609375, "mean_p": 0.203149, "boundary_entropy": 0.415001, "bpb": 1.208964}, "ta": {"chunks": 2389.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.127788, "cps": 18.664062, "mean_p": 0.1978, "boundary_entropy": 0.405498, "bpb": 1.000423}, "th": {"chunks": 3457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.214921, "cps": 27.007812, "mean_p": 0.215745, "boundary_entropy": 0.428319, "bpb": 1.109674}, "zh": {"chunks": 3549.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.600914, "cps": 27.726562, "mean_p": 0.304946, "boundary_entropy": 0.417609, "bpb": 3.135739}, "my": {"chunks": 2864.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151151, "cps": 22.375, "mean_p": 0.149101, "boundary_entropy": 0.337894, "bpb": 1.131267}}, "bpb": {"en": 2.04767, "de": 2.25301, "vi": 1.94514, "tr": 2.22415, "fi": 2.41131, "ru": 1.43515, "el": 1.51448, "hi": 1.20896, "ta": 1.00042, "th": 1.10967, "zh": 3.13574, "my": 1.13127}, "gini_cpc": 0.206255, "gini_cps": 0.051159, "bpic": 10.037426, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8536783651349971, "vi": 0.9448710189267487, "tr": 0.9269371405137482, "fi": 0.8848174132578674, "ru": 0.9581249196781733, "el": 0.8206954144315564, "hi": 0.9000058434648351, "ta": 0.6686403106357924, "th": 1.1245536761540604, "zh": 3.144230904332233, "my": 0.7908816749604036}, "t": 271.6} +{"event": "eval", "step": 4800, "phase": 3, "bpb": {"en": 2.05524, "de": 2.2628, "vi": 1.94693, "tr": 2.23197, "fi": 2.41754, "ru": 1.41091, "el": 1.5054, "hi": 1.20453, "ta": 1.00523, "th": 1.12853, "zh": 3.13054, "my": 1.13758}, "bytes_per_chunk": {"en": 5.102, "de": 5.872, "vi": 7.344, "tr": 5.72, "fi": 5.717, "ru": 9.568, "el": 10.652, "hi": 14.119, "ta": 20.617, "th": 12.462, "zh": 4.804, "my": 17.117}, "bpb_mean": 1.78643, "t": 272.9} +{"event": "train", "step": 4800, "phase": 3, "objective": "none", "lm_loss": 1.35635, "bpb": 1.9568, "chunk_loss": 0.0, "F": 0.15976, "G": 0.22298, "chunks": 163.59, "bytes_per_chunk": 6.259, "boundary_entropy": 0.28931, "router_noise": 0.0, "grad_norm": 0.764, "lr": 5.85e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 272.9} +{"event": "train", "step": 4850, "phase": 3, "objective": "none", "lm_loss": 1.28653, "bpb": 1.85607, "chunk_loss": 0.0, "F": 0.15729, "G": 0.21248, "chunks": 161.06, "bytes_per_chunk": 6.358, "boundary_entropy": 0.2563, "router_noise": 0.0, "grad_norm": 0.7385, "lr": 5.62e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 275.0} +{"event": "train", "step": 4900, "phase": 3, "objective": "none", "lm_loss": 1.3848, "bpb": 1.99784, "chunk_loss": 0.0, "F": 0.15872, "G": 0.21516, "chunks": 162.53, "bytes_per_chunk": 6.3, "boundary_entropy": 0.27285, "router_noise": 0.0, "grad_norm": 0.8201, "lr": 5.41e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 277.0} +{"event": "train", "step": 4950, "phase": 3, "objective": "none", "lm_loss": 1.26401, "bpb": 1.82358, "chunk_loss": 0.0, "F": 0.14996, "G": 0.22049, "chunks": 153.56, "bytes_per_chunk": 6.668, "boundary_entropy": 0.3027, "router_noise": 0.0, "grad_norm": 0.7931, "lr": 5.2e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 279.0} +{"event": "probe", "step": 5000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3363.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.193243, "cps": 26.273438, "mean_p": 0.215461, "boundary_entropy": 0.183822, "bpb": 2.04278}, "de": {"chunks": 3412.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166172, "cps": 26.65625, "mean_p": 0.186005, "boundary_entropy": 0.175267, "bpb": 2.246003}, "vi": {"chunks": 3613.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195986, "cps": 28.226562, "mean_p": 0.18872, "boundary_entropy": 0.267815, "bpb": 1.935208}, "tr": {"chunks": 3198.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176656, "cps": 24.984375, "mean_p": 0.193948, "boundary_entropy": 0.200306, "bpb": 2.217659}, "fi": {"chunks": 3280.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.174366, "cps": 25.625, "mean_p": 0.190515, "boundary_entropy": 0.179073, "bpb": 2.395866}, "ru": {"chunks": 3402.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.179525, "cps": 26.578125, "mean_p": 0.219979, "boundary_entropy": 0.421601, "bpb": 1.427972}, "el": {"chunks": 3105.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.151294, "cps": 24.257812, "mean_p": 0.188574, "boundary_entropy": 0.383652, "bpb": 1.506238}, "hi": {"chunks": 2942.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.174859, "cps": 22.984375, "mean_p": 0.206479, "boundary_entropy": 0.418032, "bpb": 1.201098}, "ta": {"chunks": 2952.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.157903, "cps": 23.0625, "mean_p": 0.207633, "boundary_entropy": 0.413954, "bpb": 0.995055}, "th": {"chunks": 3529.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.219397, "cps": 27.570312, "mean_p": 0.218304, "boundary_entropy": 0.431405, "bpb": 1.108991}, "zh": {"chunks": 3600.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.60955, "cps": 28.125, "mean_p": 0.305955, "boundary_entropy": 0.415256, "bpb": 3.127268}, "my": {"chunks": 2582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136268, "cps": 20.171875, "mean_p": 0.14228, "boundary_entropy": 0.330349, "bpb": 1.129077}}, "bpb": {"en": 2.04278, "de": 2.246, "vi": 1.93521, "tr": 2.21766, "fi": 2.39587, "ru": 1.42797, "el": 1.50624, "hi": 1.2011, "ta": 0.99505, "th": 1.10899, "zh": 3.12727, "my": 1.12908}, "gini_cpc": 0.205053, "gini_cps": 0.05031, "bpic": 9.846093, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8599117201860341, "vi": 1.0141964183534646, "tr": 0.9141662021903311, "fi": 0.9023171525799314, "ru": 0.9290141905902901, "el": 0.7829211263723045, "hi": 0.9048672049075267, "ta": 0.8171243199498786, "th": 1.1353449851189197, "zh": 3.1543240775117036, "my": 0.7051639709938107}, "t": 282.0} +{"event": "eval", "step": 5000, "phase": 3, "bpb": {"en": 2.05022, "de": 2.25621, "vi": 1.93757, "tr": 2.2237, "fi": 2.40412, "ru": 1.4061, "el": 1.49807, "hi": 1.19601, "ta": 0.99988, "th": 1.12793, "zh": 3.12172, "my": 1.13588}, "bytes_per_chunk": {"en": 5.084, "de": 5.792, "vi": 6.724, "tr": 5.728, "fi": 5.579, "ru": 9.703, "el": 10.888, "hi": 13.834, "ta": 16.566, "th": 12.381, "zh": 4.783, "my": 18.417}, "bpb_mean": 1.77978, "t": 283.4} +{"event": "train", "step": 5000, "phase": 3, "objective": "none", "lm_loss": 1.37305, "bpb": 1.9809, "chunk_loss": 0.0, "F": 0.15286, "G": 0.22907, "chunks": 156.53, "bytes_per_chunk": 6.542, "boundary_entropy": 0.32674, "router_noise": 0.0, "grad_norm": 0.773, "lr": 5e-05, "router_trainable": false, "sec_per_step": 0.088, "alpha": 0.0, "t": 283.4} +{"event": "train", "step": 5050, "phase": 3, "objective": "none", "lm_loss": 1.39448, "bpb": 2.01181, "chunk_loss": 0.0, "F": 0.15729, "G": 0.23149, "chunks": 161.06, "bytes_per_chunk": 6.358, "boundary_entropy": 0.31996, "router_noise": 0.0, "grad_norm": 1.0281, "lr": 4.81e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 285.5} +{"event": "train", "step": 5100, "phase": 3, "objective": "none", "lm_loss": 1.48505, "bpb": 2.14247, "chunk_loss": 0.0, "F": 0.16666, "G": 0.22222, "chunks": 170.66, "bytes_per_chunk": 6.0, "boundary_entropy": 0.27938, "router_noise": 0.0, "grad_norm": 0.7916, "lr": 4.63e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 287.5} +{"event": "train", "step": 5150, "phase": 3, "objective": "none", "lm_loss": 1.34254, "bpb": 1.93687, "chunk_loss": 0.0, "F": 0.1553, "G": 0.21404, "chunks": 159.03, "bytes_per_chunk": 6.439, "boundary_entropy": 0.27589, "router_noise": 0.0, "grad_norm": 0.7653, "lr": 4.45e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 289.5} +{"event": "probe", "step": 5200, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3382.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194334, "cps": 26.421875, "mean_p": 0.214348, "boundary_entropy": 0.1822, "bpb": 2.034476}, "de": {"chunks": 3358.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163542, "cps": 26.234375, "mean_p": 0.18339, "boundary_entropy": 0.175433, "bpb": 2.237919}, "vi": {"chunks": 3553.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192731, "cps": 27.757812, "mean_p": 0.192608, "boundary_entropy": 0.274121, "bpb": 1.932103}, "tr": {"chunks": 3270.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180633, "cps": 25.546875, "mean_p": 0.198001, "boundary_entropy": 0.207004, "bpb": 2.208003}, "fi": {"chunks": 3300.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175429, "cps": 25.78125, "mean_p": 0.190851, "boundary_entropy": 0.183229, "bpb": 2.384893}, "ru": {"chunks": 3472.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.183219, "cps": 27.125, "mean_p": 0.219871, "boundary_entropy": 0.4199, "bpb": 1.420509}, "el": {"chunks": 3391.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.165229, "cps": 26.492188, "mean_p": 0.195668, "boundary_entropy": 0.38859, "bpb": 1.500746}, "hi": {"chunks": 2906.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.172719, "cps": 22.703125, "mean_p": 0.204084, "boundary_entropy": 0.414265, "bpb": 1.193889}, "ta": {"chunks": 2654.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141963, "cps": 20.734375, "mean_p": 0.204185, "boundary_entropy": 0.409514, "bpb": 0.989753}, "th": {"chunks": 3514.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.218464, "cps": 27.453125, "mean_p": 0.21756, "boundary_entropy": 0.429679, "bpb": 1.099994}, "zh": {"chunks": 3606.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.610566, "cps": 28.171875, "mean_p": 0.305385, "boundary_entropy": 0.412247, "bpb": 3.11559}, "my": {"chunks": 2587.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.136532, "cps": 20.210938, "mean_p": 0.141308, "boundary_entropy": 0.328343, "bpb": 1.121861}}, "bpb": {"en": 2.03448, "de": 2.23792, "vi": 1.9321, "tr": 2.208, "fi": 2.38489, "ru": 1.42051, "el": 1.50075, "hi": 1.19389, "ta": 0.98975, "th": 1.09999, "zh": 3.11559, "my": 1.12186}, "gini_cpc": 0.206829, "gini_cps": 0.053136, "bpic": 9.842305, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.841547824400484, "vi": 0.9917508525246614, "tr": 0.9294964130772422, "fi": 0.9027189792099511, "ru": 0.942803137516793, "el": 0.8502320297029832, "hi": 0.8887734119009563, "ta": 0.7305096645409226, "th": 1.1241679744306332, "zh": 3.141830827654143, "my": 0.7025602423739433}, "t": 292.5} +{"event": "eval", "step": 5200, "phase": 3, "bpb": {"en": 2.0424, "de": 2.24661, "vi": 1.93257, "tr": 2.21434, "fi": 2.39177, "ru": 1.39832, "el": 1.49111, "hi": 1.18924, "ta": 0.99525, "th": 1.11884, "zh": 3.10983, "my": 1.12805}, "bytes_per_chunk": {"en": 5.077, "de": 5.86, "vi": 6.838, "tr": 5.664, "fi": 5.601, "ru": 9.337, "el": 10.105, "hi": 13.879, "ta": 18.655, "th": 11.948, "zh": 4.751, "my": 18.342}, "bpb_mean": 1.77153, "t": 293.8} +{"event": "train", "step": 5200, "phase": 3, "objective": "none", "lm_loss": 1.25659, "bpb": 1.81287, "chunk_loss": 0.0, "F": 0.14279, "G": 0.21741, "chunks": 146.22, "bytes_per_chunk": 7.003, "boundary_entropy": 0.31075, "router_noise": 0.0, "grad_norm": 0.778, "lr": 4.29e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 293.9} +{"event": "train", "step": 5250, "phase": 3, "objective": "none", "lm_loss": 1.30706, "bpb": 1.88568, "chunk_loss": 0.0, "F": 0.1488, "G": 0.22107, "chunks": 152.38, "bytes_per_chunk": 6.72, "boundary_entropy": 0.30897, "router_noise": 0.0, "grad_norm": 0.7611, "lr": 4.14e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 295.9} +{"event": "train", "step": 5300, "phase": 3, "objective": "none", "lm_loss": 1.23499, "bpb": 1.78171, "chunk_loss": 0.0, "F": 0.14575, "G": 0.21907, "chunks": 149.25, "bytes_per_chunk": 6.861, "boundary_entropy": 0.30858, "router_noise": 0.0, "grad_norm": 0.7523, "lr": 3.99e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 297.9} +{"event": "train", "step": 5350, "phase": 3, "objective": "none", "lm_loss": 1.45736, "bpb": 2.10252, "chunk_loss": 0.0, "F": 0.1572, "G": 0.22774, "chunks": 160.97, "bytes_per_chunk": 6.361, "boundary_entropy": 0.31998, "router_noise": 0.0, "grad_norm": 0.8307, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 300.0} +{"event": "probe", "step": 5400, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3391.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.194851, "cps": 26.492188, "mean_p": 0.215784, "boundary_entropy": 0.181191, "bpb": 2.030178}, "de": {"chunks": 3364.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.163834, "cps": 26.28125, "mean_p": 0.183774, "boundary_entropy": 0.173119, "bpb": 2.231144}, "vi": {"chunks": 3612.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195932, "cps": 28.21875, "mean_p": 0.194368, "boundary_entropy": 0.27468, "bpb": 1.928463}, "tr": {"chunks": 3232.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.178534, "cps": 25.25, "mean_p": 0.195511, "boundary_entropy": 0.202077, "bpb": 2.201708}, "fi": {"chunks": 3307.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175801, "cps": 25.835938, "mean_p": 0.192167, "boundary_entropy": 0.181978, "bpb": 2.376013}, "ru": {"chunks": 3578.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188813, "cps": 27.953125, "mean_p": 0.220079, "boundary_entropy": 0.418092, "bpb": 1.413015}, "el": {"chunks": 3557.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.173318, "cps": 27.789062, "mean_p": 0.202747, "boundary_entropy": 0.397761, "bpb": 1.49078}, "hi": {"chunks": 3055.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.181575, "cps": 23.867188, "mean_p": 0.208874, "boundary_entropy": 0.419727, "bpb": 1.189467}, "ta": {"chunks": 3067.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.164055, "cps": 23.960938, "mean_p": 0.20845, "boundary_entropy": 0.413899, "bpb": 0.985873}, "th": {"chunks": 3147.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.195648, "cps": 24.585938, "mean_p": 0.212446, "boundary_entropy": 0.426662, "bpb": 1.097015}, "zh": {"chunks": 3805.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.64426, "cps": 29.726562, "mean_p": 0.311648, "boundary_entropy": 0.412264, "bpb": 3.106005}, "my": {"chunks": 2617.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.138115, "cps": 20.445312, "mean_p": 0.143665, "boundary_entropy": 0.332056, "bpb": 1.118073}}, "bpb": {"en": 2.03018, "de": 2.23114, "vi": 1.92846, "tr": 2.20171, "fi": 2.37601, "ru": 1.41302, "el": 1.49078, "hi": 1.18947, "ta": 0.98587, "th": 1.09701, "zh": 3.106, "my": 1.11807}, "gini_cpc": 0.2, "gini_cps": 0.050845, "bpic": 9.659242, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8408139536670641, "vi": 1.0055436553803097, "tr": 0.9162566318917604, "fi": 0.9022328631479405, "ru": 0.9690082003502987, "el": 0.8894864782832498, "hi": 0.9318638665499926, "ta": 0.841946773348485, "th": 1.004088534746156, "zh": 3.3064164189125154, "my": 0.7088211652160499}, "t": 303.0} +{"event": "eval", "step": 5400, "phase": 3, "bpb": {"en": 2.0377, "de": 2.24045, "vi": 1.92903, "tr": 2.20854, "fi": 2.38415, "ru": 1.38991, "el": 1.4821, "hi": 1.1836, "ta": 0.99136, "th": 1.1163, "zh": 3.10091, "my": 1.12493}, "bytes_per_chunk": {"en": 5.069, "de": 5.842, "vi": 6.756, "tr": 5.726, "fi": 5.538, "ru": 9.162, "el": 9.707, "hi": 13.547, "ta": 16.209, "th": 13.71, "zh": 4.543, "my": 18.381}, "bpb_mean": 1.76575, "t": 304.3} +{"event": "train", "step": 5400, "phase": 3, "objective": "none", "lm_loss": 1.36277, "bpb": 1.96606, "chunk_loss": 0.0, "F": 0.16263, "G": 0.22636, "chunks": 166.53, "bytes_per_chunk": 6.149, "boundary_entropy": 0.29108, "router_noise": 0.0, "grad_norm": 0.843, "lr": 3.73e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 304.3} +{"event": "train", "step": 5450, "phase": 3, "objective": "none", "lm_loss": 1.22023, "bpb": 1.76042, "chunk_loss": 0.0, "F": 0.14597, "G": 0.22077, "chunks": 149.47, "bytes_per_chunk": 6.851, "boundary_entropy": 0.31742, "router_noise": 0.0, "grad_norm": 0.7621, "lr": 3.62e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 306.4} +{"event": "train", "step": 5500, "phase": 3, "objective": "none", "lm_loss": 1.31687, "bpb": 1.89984, "chunk_loss": 0.0, "F": 0.16275, "G": 0.2229, "chunks": 166.66, "bytes_per_chunk": 6.144, "boundary_entropy": 0.28781, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 3.51e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 308.4} +{"event": "train", "step": 5550, "phase": 3, "objective": "none", "lm_loss": 1.39549, "bpb": 2.01326, "chunk_loss": 0.0, "F": 0.16251, "G": 0.21858, "chunks": 166.41, "bytes_per_chunk": 6.154, "boundary_entropy": 0.26776, "router_noise": 0.0, "grad_norm": 0.8365, "lr": 3.41e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 310.5} +{"event": "probe", "step": 5600, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3425.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196805, "cps": 26.757812, "mean_p": 0.21771, "boundary_entropy": 0.184168, "bpb": 2.026021}, "de": {"chunks": 3429.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166999, "cps": 26.789062, "mean_p": 0.187606, "boundary_entropy": 0.176581, "bpb": 2.227139}, "vi": {"chunks": 3658.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.198427, "cps": 28.578125, "mean_p": 0.198015, "boundary_entropy": 0.2783, "bpb": 1.92351}, "tr": {"chunks": 3340.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1845, "cps": 26.09375, "mean_p": 0.200704, "boundary_entropy": 0.205928, "bpb": 2.192631}, "fi": {"chunks": 3347.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177928, "cps": 26.148438, "mean_p": 0.194327, "boundary_entropy": 0.183748, "bpb": 2.372226}, "ru": {"chunks": 3369.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.177784, "cps": 26.320312, "mean_p": 0.213478, "boundary_entropy": 0.411329, "bpb": 1.40957}, "el": {"chunks": 3445.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.16786, "cps": 26.914062, "mean_p": 0.19794, "boundary_entropy": 0.391981, "bpb": 1.485503}, "hi": {"chunks": 2810.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167013, "cps": 21.953125, "mean_p": 0.197072, "boundary_entropy": 0.407318, "bpb": 1.187124}, "ta": {"chunks": 2716.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.145279, "cps": 21.21875, "mean_p": 0.20045, "boundary_entropy": 0.405232, "bpb": 0.984384}, "th": {"chunks": 3088.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.19198, "cps": 24.125, "mean_p": 0.209632, "boundary_entropy": 0.424644, "bpb": 1.092981}, "zh": {"chunks": 3673.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.62191, "cps": 28.695312, "mean_p": 0.309465, "boundary_entropy": 0.41464, "bpb": 3.099731}, "my": {"chunks": 2743.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144765, "cps": 21.429688, "mean_p": 0.147072, "boundary_entropy": 0.337012, "bpb": 1.116857}}, "bpb": {"en": 2.02602, "de": 2.22714, "vi": 1.92351, "tr": 2.19263, "fi": 2.37223, "ru": 1.40957, "el": 1.4855, "hi": 1.18712, "ta": 0.98438, "th": 1.09298, "zh": 3.09973, "my": 1.11686}, "gini_cpc": 0.200376, "gini_cps": 0.053763, "bpic": 9.829701, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8485523143979372, "vi": 1.0082404185944303, "tr": 0.9374744920691048, "fi": 0.9040810645425276, "ru": 0.9033485276274482, "el": 0.8529271236010444, "hi": 0.8486229867355016, "ta": 0.738189460861349, "th": 0.9754831472401407, "zh": 3.1600287224917873, "my": 0.7355733324704261}, "t": 313.5} +{"event": "eval", "step": 5600, "phase": 3, "bpb": {"en": 2.03267, "de": 2.23534, "vi": 1.9245, "tr": 2.20034, "fi": 2.3795, "ru": 1.38672, "el": 1.47684, "hi": 1.18238, "ta": 0.9897, "th": 1.11211, "zh": 3.09431, "my": 1.12314}, "bytes_per_chunk": {"en": 4.995, "de": 5.766, "vi": 6.667, "tr": 5.556, "fi": 5.493, "ru": 9.693, "el": 10.044, "hi": 14.407, "ta": 18.136, "th": 13.985, "zh": 4.688, "my": 17.158}, "bpb_mean": 1.76146, "t": 314.8} +{"event": "train", "step": 5600, "phase": 3, "objective": "none", "lm_loss": 1.33897, "bpb": 1.93173, "chunk_loss": 0.0, "F": 0.15491, "G": 0.22724, "chunks": 158.62, "bytes_per_chunk": 6.455, "boundary_entropy": 0.30778, "router_noise": 0.0, "grad_norm": 0.7916, "lr": 3.33e-05, "router_trainable": false, "sec_per_step": 0.086, "alpha": 0.0, "t": 314.8} +{"event": "train", "step": 5650, "phase": 3, "objective": "none", "lm_loss": 1.32394, "bpb": 1.91005, "chunk_loss": 0.0, "F": 0.15097, "G": 0.22126, "chunks": 154.59, "bytes_per_chunk": 6.624, "boundary_entropy": 0.30526, "router_noise": 0.0, "grad_norm": 0.8416, "lr": 3.25e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 316.9} +{"event": "train", "step": 5700, "phase": 3, "objective": "none", "lm_loss": 1.29722, "bpb": 1.8715, "chunk_loss": 0.0, "F": 0.15781, "G": 0.21473, "chunks": 161.59, "bytes_per_chunk": 6.337, "boundary_entropy": 0.2664, "router_noise": 0.0, "grad_norm": 0.7929, "lr": 3.18e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 318.9} +{"event": "train", "step": 5750, "phase": 3, "objective": "none", "lm_loss": 1.2062, "bpb": 1.74018, "chunk_loss": 0.0, "F": 0.14929, "G": 0.21889, "chunks": 152.88, "bytes_per_chunk": 6.698, "boundary_entropy": 0.29511, "router_noise": 0.0, "grad_norm": 0.7759, "lr": 3.13e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 321.0} +{"event": "probe", "step": 5800, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3412.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.196058, "cps": 26.65625, "mean_p": 0.216668, "boundary_entropy": 0.183105, "bpb": 2.021829}, "de": {"chunks": 3415.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166318, "cps": 26.679688, "mean_p": 0.186589, "boundary_entropy": 0.176649, "bpb": 2.221316}, "vi": {"chunks": 3546.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.192352, "cps": 27.703125, "mean_p": 0.195816, "boundary_entropy": 0.277306, "bpb": 1.920497}, "tr": {"chunks": 3243.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179142, "cps": 25.335938, "mean_p": 0.197295, "boundary_entropy": 0.203773, "bpb": 2.188555}, "fi": {"chunks": 3338.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.177449, "cps": 26.078125, "mean_p": 0.194084, "boundary_entropy": 0.184964, "bpb": 2.364143}, "ru": {"chunks": 3273.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.172718, "cps": 25.570312, "mean_p": 0.21723, "boundary_entropy": 0.419458, "bpb": 1.406208}, "el": {"chunks": 3208.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.156312, "cps": 25.0625, "mean_p": 0.194245, "boundary_entropy": 0.390477, "bpb": 1.480701}, "hi": {"chunks": 2905.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17266, "cps": 22.695312, "mean_p": 0.200265, "boundary_entropy": 0.411364, "bpb": 1.184063}, "ta": {"chunks": 2641.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.141268, "cps": 20.632812, "mean_p": 0.204923, "boundary_entropy": 0.410911, "bpb": 0.985212}, "th": {"chunks": 3367.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.209325, "cps": 26.304688, "mean_p": 0.216299, "boundary_entropy": 0.431392, "bpb": 1.091188}, "zh": {"chunks": 3658.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.61937, "cps": 28.578125, "mean_p": 0.309537, "boundary_entropy": 0.415433, "bpb": 3.093186}, "my": {"chunks": 2687.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.141809, "cps": 20.992188, "mean_p": 0.146926, "boundary_entropy": 0.338075, "bpb": 1.113323}}, "bpb": {"en": 2.02183, "de": 2.22132, "vi": 1.9205, "tr": 2.18856, "fi": 2.36414, "ru": 1.40621, "el": 1.4807, "hi": 1.18406, "ta": 0.98521, "th": 1.09119, "zh": 3.09319, "my": 1.11332}, "gini_cpc": 0.207917, "gini_cps": 0.05157, "bpic": 9.918616, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8483076794744788, "vi": 0.9810941519759391, "tr": 0.9137165577020229, "fi": 0.9050853735215041, "ru": 0.880951275492055, "el": 0.7972758553737697, "hi": 0.880655722569935, "ta": 0.7205398908310019, "th": 1.067670267967542, "zh": 3.1591144221565766, "my": 0.7233015371742396}, "t": 324.0} +{"event": "eval", "step": 5800, "phase": 3, "bpb": {"en": 2.02871, "de": 2.23156, "vi": 1.92189, "tr": 2.19544, "fi": 2.3724, "ru": 1.38347, "el": 1.47195, "hi": 1.17832, "ta": 0.99033, "th": 1.11016, "zh": 3.08684, "my": 1.11956}, "bytes_per_chunk": {"en": 5.016, "de": 5.815, "vi": 6.835, "tr": 5.672, "fi": 5.517, "ru": 9.864, "el": 10.581, "hi": 14.128, "ta": 18.922, "th": 12.908, "zh": 4.689, "my": 17.768}, "bpb_mean": 1.75755, "t": 325.3} +{"event": "train", "step": 5800, "phase": 3, "objective": "none", "lm_loss": 1.29758, "bpb": 1.87201, "chunk_loss": 0.0, "F": 0.14624, "G": 0.21868, "chunks": 149.75, "bytes_per_chunk": 6.838, "boundary_entropy": 0.29856, "router_noise": 0.0, "grad_norm": 0.8299, "lr": 3.08e-05, "router_trainable": false, "sec_per_step": 0.087, "alpha": 0.0, "t": 325.3} +{"event": "train", "step": 5850, "phase": 3, "objective": "none", "lm_loss": 1.28271, "bpb": 1.85056, "chunk_loss": 0.0, "F": 0.14954, "G": 0.22096, "chunks": 153.12, "bytes_per_chunk": 6.687, "boundary_entropy": 0.30733, "router_noise": 0.0, "grad_norm": 0.7697, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 327.4} +{"event": "train", "step": 5900, "phase": 3, "objective": "none", "lm_loss": 1.35928, "bpb": 1.96102, "chunk_loss": 0.0, "F": 0.15765, "G": 0.22675, "chunks": 161.44, "bytes_per_chunk": 6.343, "boundary_entropy": 0.30993, "router_noise": 0.0, "grad_norm": 0.8681, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.042, "alpha": 0.0, "t": 329.5} +{"event": "train", "step": 5950, "phase": 3, "objective": "none", "lm_loss": 1.39284, "bpb": 2.00944, "chunk_loss": 0.0, "F": 0.17252, "G": 0.23786, "chunks": 176.66, "bytes_per_chunk": 5.797, "boundary_entropy": 0.31256, "router_noise": 0.0, "grad_norm": 0.8141, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.041, "alpha": 0.0, "t": 331.5} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.216079, "boundary_entropy": 0.183759, "bpb": 2.01816}, "de": {"chunks": 3432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167146, "cps": 26.8125, "mean_p": 0.188713, "boundary_entropy": 0.180343, "bpb": 2.220612}, "vi": {"chunks": 3606.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195606, "cps": 28.171875, "mean_p": 0.194707, "boundary_entropy": 0.275688, "bpb": 1.916185}, "tr": {"chunks": 3298.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18218, "cps": 25.765625, "mean_p": 0.198595, "boundary_entropy": 0.205187, "bpb": 2.183652}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.195338, "boundary_entropy": 0.185268, "bpb": 2.364474}, "ru": {"chunks": 3521.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.185805, "cps": 27.507812, "mean_p": 0.220186, "boundary_entropy": 0.418665, "bpb": 1.402591}, "el": {"chunks": 3502.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.170638, "cps": 27.359375, "mean_p": 0.203161, "boundary_entropy": 0.397791, "bpb": 1.47615}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.204357, "boundary_entropy": 0.41556, "bpb": 1.182175}, "ta": {"chunks": 3034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.162289, "cps": 23.703125, "mean_p": 0.20507, "boundary_entropy": 0.41028, "bpb": 0.980308}, "th": {"chunks": 3101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.192788, "cps": 24.226562, "mean_p": 0.213328, "boundary_entropy": 0.42971, "bpb": 1.088274}, "zh": {"chunks": 3740.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633254, "cps": 29.21875, "mean_p": 0.311246, "boundary_entropy": 0.412645, "bpb": 3.08873}, "my": {"chunks": 2862.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151045, "cps": 22.359375, "mean_p": 0.150281, "boundary_entropy": 0.341033, "bpb": 1.111554}}, "bpb": {"en": 2.01816, "de": 2.22061, "vi": 1.91619, "tr": 2.18365, "fi": 2.36447, "ru": 1.40259, "el": 1.47615, "hi": 1.18218, "ta": 0.98031, "th": 1.08827, "zh": 3.08873, "my": 1.11155}, "gini_cpc": 0.191128, "gini_cps": 0.044315, "bpic": 9.630882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8535312101508873, "vi": 0.9988657330475939, "tr": 0.9303034552673161, "fi": 0.9148345364302128, "ru": 0.9488145694748968, "el": 0.8713644361907937, "hi": 0.9029348826988678, "ta": 0.8287330159076954, "th": 0.9844762310261944, "zh": 3.2337220921192578, "my": 0.7713132420233879}, "t": 334.5} +{"event": "eval", "step": 6000, "phase": 3, "bpb": {"en": 2.02564, "de": 2.23032, "vi": 1.91765, "tr": 2.19124, "fi": 2.37232, "ru": 1.37963, "el": 1.46761, "hi": 1.17608, "ta": 0.98554, "th": 1.1068, "zh": 3.08271, "my": 1.11802}, "bytes_per_chunk": {"en": 5.02, "de": 5.761, "vi": 6.734, "tr": 5.619, "fi": 5.457, "ru": 9.22, "el": 9.852, "hi": 13.86, "ta": 16.224, "th": 13.945, "zh": 4.58, "my": 17.013}, "bpb_mean": 1.75446, "t": 335.8} +{"event": "probe", "step": 6000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3408.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.195828, "cps": 26.625, "mean_p": 0.216079, "boundary_entropy": 0.183759, "bpb": 2.01816}, "de": {"chunks": 3432.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167146, "cps": 26.8125, "mean_p": 0.188713, "boundary_entropy": 0.180343, "bpb": 2.220612}, "vi": {"chunks": 3606.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.195606, "cps": 28.171875, "mean_p": 0.194707, "boundary_entropy": 0.275688, "bpb": 1.916185}, "tr": {"chunks": 3298.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18218, "cps": 25.765625, "mean_p": 0.198595, "boundary_entropy": 0.205187, "bpb": 2.183652}, "fi": {"chunks": 3370.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.17915, "cps": 26.328125, "mean_p": 0.195338, "boundary_entropy": 0.185268, "bpb": 2.364474}, "ru": {"chunks": 3521.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.185805, "cps": 27.507812, "mean_p": 0.220186, "boundary_entropy": 0.418665, "bpb": 1.402591}, "el": {"chunks": 3502.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.170638, "cps": 27.359375, "mean_p": 0.203161, "boundary_entropy": 0.397791, "bpb": 1.47615}, "hi": {"chunks": 2975.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.17682, "cps": 23.242188, "mean_p": 0.204357, "boundary_entropy": 0.41556, "bpb": 1.182175}, "ta": {"chunks": 3034.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.162289, "cps": 23.703125, "mean_p": 0.20507, "boundary_entropy": 0.41028, "bpb": 0.980308}, "th": {"chunks": 3101.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.192788, "cps": 24.226562, "mean_p": 0.213328, "boundary_entropy": 0.42971, "bpb": 1.088274}, "zh": {"chunks": 3740.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633254, "cps": 29.21875, "mean_p": 0.311246, "boundary_entropy": 0.412645, "bpb": 3.08873}, "my": {"chunks": 2862.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.151045, "cps": 22.359375, "mean_p": 0.150281, "boundary_entropy": 0.341033, "bpb": 1.111554}}, "bpb": {"en": 2.01816, "de": 2.22061, "vi": 1.91619, "tr": 2.18365, "fi": 2.36447, "ru": 1.40259, "el": 1.47615, "hi": 1.18218, "ta": 0.98031, "th": 1.08827, "zh": 3.08873, "my": 1.11155}, "gini_cpc": 0.191128, "gini_cps": 0.044315, "bpic": 9.630882, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8535312101508873, "vi": 0.9988657330475939, "tr": 0.9303034552673161, "fi": 0.9148345364302128, "ru": 0.9488145694748968, "el": 0.8713644361907937, "hi": 0.9029348826988678, "ta": 0.8287330159076954, "th": 0.9844762310261944, "zh": 3.2337220921192578, "my": 0.7713132420233879}, "t": 336.8} +{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/pilot_E_s2/th0.70"], "t": 338.8} +{"event": "final", "run": "pilot_E_s2", "condition": "E", "step": 6000, "params": 22516992, "per_lang": {"en": {"cpc": 0.19582830546457508, "cps": 26.625, "bpb": 2.03366726473508, "bytes_per_chunk": 4.99398003505296}, "de": {"cpc": 0.1671455705449764, "cps": 26.8125, "bpb": 2.2208546760334404, "bytes_per_chunk": 5.759318049498534}, "vi": {"cpc": 0.19560618388934092, "cps": 28.171875, "bpb": 1.921365775400707, "bytes_per_chunk": 6.714926099541485}, "tr": {"cpc": 0.18217974921283764, "cps": 25.765625, "bpb": 2.185171898363991, "bytes_per_chunk": 5.646065540227657}, "fi": {"cpc": 0.17915049704959865, "cps": 26.328125, "bpb": 2.3878460464029088, "bytes_per_chunk": 5.44262431225994}, "ru": {"cpc": 0.1858047493403694, "cps": 27.5078125, "bpb": 1.3804791291841598, "bytes_per_chunk": 9.21371456689454}, "el": {"cpc": 0.170637820981338, "cps": 27.359375, "bpb": 1.4640891720828022, "bytes_per_chunk": 9.994814701845357}, "hi": {"cpc": 0.17682020802377416, "cps": 23.2421875, "bpb": 1.1838534551168103, "bytes_per_chunk": 13.845877568267047}, "ta": {"cpc": 0.16228938218775074, "cps": 23.703125, "bpb": 0.9853702340586965, "bytes_per_chunk": 16.349767673932703}, "th": {"cpc": 0.1927883120920112, "cps": 24.2265625, "bpb": 1.102427484394969, "bytes_per_chunk": 14.062387683394576}, "zh": {"cpc": 0.6332543176430748, "cps": 29.21875, "bpb": 3.0903871887331325, "bytes_per_chunk": 4.569794908000593}, "my": {"cpc": 0.15104496516782773, "cps": 22.359375, "bpb": 1.1281331024078658, "bytes_per_chunk": 16.89670952979471}}, "gini_cpc": 0.19112819008697723, "gini_cps": 0.04431520657147403, "bpic": 9.630881577956787, "seed": 2, "mean_boundary_entropy": 0.3128731846809387, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 2400, "phase": 2, "objective": "parity_b", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4200, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 131584}], "t": 341.3} diff --git a/pilot_E_s2/model.safetensors b/pilot_E_s2/model.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..542e40a1425f6529864f5f5aa3dab18b384f3296 --- /dev/null +++ b/pilot_E_s2/model.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f35280172b9ea3818342af2573a3388bec13c239736ad391914bfd90c2e1744 +size 90078296