Hugging Face's logo

AdaptiveChunking
/
spec_A_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
spec_A_s1
File size: 107,239 Bytes
38f4d90
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{"event": "start", "run": "spec_A_s1", "condition": "A", "params": 82470528, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "global", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.0}
{"event": "probe_schedule", "n": 21, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000, 11000], "t": 2.0}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14124.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.811584, "cps": 110.34375, "mean_p": 0.52085, "boundary_entropy": 0.686717, "bpb": 8.06011}, "de": {"chunks": 18700.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.910729, "cps": 146.09375, "mean_p": 0.525595, "boundary_entropy": 0.687217, "bpb": 8.1963}, "vi": {"chunks": 21351.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.158177, "cps": 166.804688, "mean_p": 0.524018, "boundary_entropy": 0.687874, "bpb": 8.061647}, "tr": {"chunks": 17846.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.985803, "cps": 139.421875, "mean_p": 0.529939, "boundary_entropy": 0.686373, "bpb": 8.199}, "fi": {"chunks": 17574.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.934241, "cps": 137.296875, "mean_p": 0.526553, "boundary_entropy": 0.686826, "bpb": 8.038283}, "ru": {"chunks": 34128.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.80095, "cps": 266.625, "mean_p": 0.540146, "boundary_entropy": 0.687211, "bpb": 8.262097}, "el": {"chunks": 36913.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798616, "cps": 288.382812, "mean_p": 0.535776, "boundary_entropy": 0.688142, "bpb": 8.178552}, "hi": {"chunks": 34684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.061456, "cps": 270.96875, "mean_p": 0.509835, "boundary_entropy": 0.69075, "bpb": 8.397747}, "ta": {"chunks": 50678.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.710778, "cps": 395.921875, "mean_p": 0.522012, "boundary_entropy": 0.690366, "bpb": 8.106024}, "th": {"chunks": 45409.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.823065, "cps": 354.757812, "mean_p": 0.531604, "boundary_entropy": 0.689071, "bpb": 8.030889}, "zh": {"chunks": 4820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.816119, "cps": 37.65625, "mean_p": 0.492076, "boundary_entropy": 0.68644, "bpb": 8.099598}, "my": {"chunks": 28215.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.489075, "cps": 220.429688, "mean_p": 0.506229, "boundary_entropy": 0.690851, "bpb": 8.204861}}, "bpb": {"en": 8.06011, "de": 8.1963, "vi": 8.06165, "tr": 8.199, "fi": 8.03828, "ru": 8.2621, "el": 8.17855, "hi": 8.39775, "ta": 8.10602, "th": 8.03089, "zh": 8.0996, "my": 8.20486}, "gini_cpc": 0.247425, "gini_cps": 0.271932, "bpic": 1.182896, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1221621360827407, "vi": 1.4270575576222595, "tr": 1.2146656456674263, "fi": 1.1511320610100555, "ru": 2.2190548395702145, "el": 2.2161793753498933, "hi": 2.540039766651812, "ta": 3.3401072258858213, "th": 3.478462165603346, "zh": 1.0055878258102513, "my": 1.8347761655608366}, "t": 9.1}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63341, "bpb": 8.1273, "chunk_loss": 0.084693, "F": 0.86952, "G": 0.52249, "chunks": 890.39, "bytes_per_chunk": 1.15, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 9.4225, "lr": 6e-07, "router_trainable": true, "sec_per_step": 0.006, "alpha": 0.03, "t": 10.0}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14058.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.807792, "cps": 109.828125, "mean_p": 0.520569, "boundary_entropy": 0.686738, "bpb": 8.024415}, "de": {"chunks": 18665.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.909024, "cps": 145.820312, "mean_p": 0.525329, "boundary_entropy": 0.687242, "bpb": 8.163756}, "vi": {"chunks": 21325.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.156767, "cps": 166.601562, "mean_p": 0.523901, "boundary_entropy": 0.687884, "bpb": 8.046564}, "tr": {"chunks": 17817.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.984202, "cps": 139.195312, "mean_p": 0.529733, "boundary_entropy": 0.686396, "bpb": 8.174419}, "fi": {"chunks": 17529.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.931848, "cps": 136.945312, "mean_p": 0.526264, "boundary_entropy": 0.686855, "bpb": 8.007899}, "ru": {"chunks": 34126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800844, "cps": 266.609375, "mean_p": 0.540055, "boundary_entropy": 0.687225, "bpb": 8.228431}, "el": {"chunks": 36911.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798519, "cps": 288.367188, "mean_p": 0.535687, "boundary_entropy": 0.688154, "bpb": 8.166374}, "hi": {"chunks": 34496.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.050282, "cps": 269.5, "mean_p": 0.509702, "boundary_entropy": 0.690754, "bpb": 8.350637}, "ta": {"chunks": 50662.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.709922, "cps": 395.796875, "mean_p": 0.521836, "boundary_entropy": 0.69038, "bpb": 8.07204}, "th": {"chunks": 45400.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.822505, "cps": 354.6875, "mean_p": 0.531487, "boundary_entropy": 0.689085, "bpb": 7.985673}, "zh": {"chunks": 4803.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.813241, "cps": 37.523438, "mean_p": 0.492034, "boundary_entropy": 0.686438, "bpb": 8.094763}, "my": {"chunks": 28184.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.487439, "cps": 220.1875, "mean_p": 0.506213, "boundary_entropy": 0.690851, "bpb": 8.190928}}, "bpb": {"en": 8.02442, "de": 8.16376, "vi": 8.04656, "tr": 8.17442, "fi": 8.0079, "ru": 8.22843, "el": 8.16637, "hi": 8.35064, "ta": 8.07204, "th": 7.98567, "zh": 8.09476, "my": 8.19093}, "gini_cpc": 0.247821, "gini_cps": 0.272355, "bpic": 1.184597, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1253203388759139, "vi": 1.4320114124432304, "tr": 1.2183851856954828, "fi": 1.15357500865643, "ru": 2.229342283814022, "el": 2.226463333799795, "hi": 2.5381322506609743, "ta": 3.3547289947796224, "th": 3.4941003108353494, "zh": 1.0067455652859372, "my": 1.841364793696899}, "t": 16.7}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13919.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.799805, "cps": 108.742188, "mean_p": 0.519955, "boundary_entropy": 0.686783, "bpb": 7.952935}, "de": {"chunks": 18575.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.904641, "cps": 145.117188, "mean_p": 0.524734, "boundary_entropy": 0.687298, "bpb": 8.096447}, "vi": {"chunks": 21265.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.153512, "cps": 166.132812, "mean_p": 0.523643, "boundary_entropy": 0.687907, "bpb": 8.014559}, "tr": {"chunks": 17760.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.981053, "cps": 138.75, "mean_p": 0.529283, "boundary_entropy": 0.686444, "bpb": 8.123379}, "fi": {"chunks": 17437.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.926958, "cps": 136.226562, "mean_p": 0.525686, "boundary_entropy": 0.686911, "bpb": 7.947414}, "ru": {"chunks": 34114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800211, "cps": 266.515625, "mean_p": 0.539856, "boundary_entropy": 0.687256, "bpb": 8.161469}, "el": {"chunks": 36884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.797203, "cps": 288.15625, "mean_p": 0.535477, "boundary_entropy": 0.688183, "bpb": 8.135101}, "hi": {"chunks": 34181.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.03156, "cps": 267.039062, "mean_p": 0.509479, "boundary_entropy": 0.690762, "bpb": 8.266949}, "ta": {"chunks": 50640.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.708746, "cps": 395.625, "mean_p": 0.521529, "boundary_entropy": 0.690406, "bpb": 8.009618}, "th": {"chunks": 45382.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.821386, "cps": 354.546875, "mean_p": 0.531273, "boundary_entropy": 0.689111, "bpb": 7.909802}, "zh": {"chunks": 4779.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.809177, "cps": 37.335938, "mean_p": 0.491951, "boundary_entropy": 0.686434, "bpb": 8.086159}, "my": {"chunks": 28132.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.484695, "cps": 219.78125, "mean_p": 0.506178, "boundary_entropy": 0.690852, "bpb": 8.160315}}, "bpb": {"en": 7.95293, "de": 8.09645, "vi": 8.01456, "tr": 8.12338, "fi": 7.94741, "ru": 8.16147, "el": 8.1351, "hi": 8.26695, "ta": 8.00962, "th": 7.9098, "zh": 8.08616, "my": 8.16031}, "gini_cpc": 0.248678, "gini_cps": 0.273254, "bpic": 1.187926, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1310778577828102, "vi": 1.4422426370028474, "tr": 1.2266156329537816, "fi": 1.1589800743809227, "ru": 2.250813525142925, "el": 2.2470526768890347, "hi": 2.5400705354595097, "ta": 3.386759150451738, "th": 3.5275944575908262, "zh": 1.011718457573956, "my": 1.8563220270941514}, "t": 24.0}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13351.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.767167, "cps": 104.304688, "mean_p": 0.517768, "boundary_entropy": 0.686929, "bpb": 7.704438}, "de": {"chunks": 18154.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.884138, "cps": 141.828125, "mean_p": 0.522622, "boundary_entropy": 0.687485, "bpb": 7.858561}, "vi": {"chunks": 21042.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.141416, "cps": 164.390625, "mean_p": 0.522719, "boundary_entropy": 0.687987, "bpb": 7.903179}, "tr": {"chunks": 17550.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.969453, "cps": 137.109375, "mean_p": 0.52774, "boundary_entropy": 0.686605, "bpb": 7.943328}, "fi": {"chunks": 17152.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.911807, "cps": 134.0, "mean_p": 0.523682, "boundary_entropy": 0.687098, "bpb": 7.743095}, "ru": {"chunks": 34086.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.798734, "cps": 266.296875, "mean_p": 0.539064, "boundary_entropy": 0.687376, "bpb": 7.918386}, "el": {"chunks": 36843.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.795205, "cps": 287.835938, "mean_p": 0.534797, "boundary_entropy": 0.688273, "bpb": 8.042032}, "hi": {"chunks": 33229.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.974978, "cps": 259.601562, "mean_p": 0.508875, "boundary_entropy": 0.690781, "bpb": 8.045465}, "ta": {"chunks": 50546.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.703718, "cps": 394.890625, "mean_p": 0.520586, "boundary_entropy": 0.690482, "bpb": 7.829519}, "th": {"chunks": 45309.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.816848, "cps": 353.976562, "mean_p": 0.530584, "boundary_entropy": 0.689193, "bpb": 7.678234}, "zh": {"chunks": 4690.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.794108, "cps": 36.640625, "mean_p": 0.491642, "boundary_entropy": 0.686419, "bpb": 8.055131}, "my": {"chunks": 28070.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.481423, "cps": 219.296875, "mean_p": 0.506148, "boundary_entropy": 0.690853, "bpb": 8.073716}}, "bpb": {"en": 7.70444, "de": 7.85856, "vi": 7.90318, "tr": 7.94333, "fi": 7.74309, "ru": 7.91839, "el": 8.04203, "hi": 8.04546, "ta": 7.82952, "th": 7.67823, "zh": 8.05513, "my": 8.07372}, "gini_cpc": 0.252327, "gini_cps": 0.277275, "bpic": 1.199233, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1524716430707882, "vi": 1.4878330394489303, "tr": 1.2636793645536164, "fi": 1.1885383757436287, "ru": 2.344645289582332, "el": 2.3400463797834483, "hi": 2.5743792313223612, "ta": 3.524290082957546, "th": 3.671755348471637, "zh": 1.0351176749729738, "my": 1.9310315114929968}, "t": 31.7}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 11224.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.644946, "cps": 87.6875, "mean_p": 0.510743, "boundary_entropy": 0.68727, "bpb": 7.083448}, "de": {"chunks": 16342.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.79589, "cps": 127.671875, "mean_p": 0.515592, "boundary_entropy": 0.687979, "bpb": 7.216015}, "vi": {"chunks": 20124.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.091619, "cps": 157.21875, "mean_p": 0.519539, "boundary_entropy": 0.688235, "bpb": 7.564565}, "tr": {"chunks": 16630.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.918632, "cps": 129.921875, "mean_p": 0.522667, "boundary_entropy": 0.68707, "bpb": 7.423756}, "fi": {"chunks": 15681.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.833608, "cps": 122.507812, "mean_p": 0.517386, "boundary_entropy": 0.687575, "bpb": 7.214117}, "ru": {"chunks": 33932.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.790607, "cps": 265.09375, "mean_p": 0.535858, "boundary_entropy": 0.687842, "bpb": 7.187917}, "el": {"chunks": 36660.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.786289, "cps": 286.40625, "mean_p": 0.531835, "boundary_entropy": 0.688646, "bpb": 7.596317}, "hi": {"chunks": 30036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.785201, "cps": 234.65625, "mean_p": 0.506804, "boundary_entropy": 0.690834, "bpb": 7.248889}, "ta": {"chunks": 49986.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.673763, "cps": 390.515625, "mean_p": 0.516478, "boundary_entropy": 0.69077, "bpb": 7.101504}, "th": {"chunks": 44835.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.78738, "cps": 350.273438, "mean_p": 0.527613, "boundary_entropy": 0.689527, "bpb": 6.808806}, "zh": {"chunks": 4343.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.735354, "cps": 33.929688, "mean_p": 0.490316, "boundary_entropy": 0.686349, "bpb": 7.92138}, "my": {"chunks": 27309.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.44126, "cps": 213.351562, "mean_p": 0.505755, "boundary_entropy": 0.690858, "bpb": 7.66474}}, "bpb": {"en": 7.08345, "de": 7.21601, "vi": 7.56457, "tr": 7.42376, "fi": 7.21412, "ru": 7.18792, "el": 7.59632, "hi": 7.24889, "ta": 7.1015, "th": 6.80881, "zh": 7.92138, "my": 7.66474}, "gini_cpc": 0.268487, "gini_cps": 0.294901, "bpic": 1.249686, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2340400684550736, "vi": 1.6925738580642318, "tr": 1.4243547229485007, "fi": 1.292523159531966, "ru": 2.7763659290213023, "el": 2.769670323464775, "hi": 2.7679834233371707, "ta": 4.1457143758541335, "th": 4.3218786744333775, "zh": 1.1401785039749617, "my": 2.234698222550339}, "t": 40.3}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6995.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.401942, "cps": 54.648438, "mean_p": 0.49986, "boundary_entropy": 0.687492, "bpb": 6.269765}, "de": {"chunks": 11031.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.537233, "cps": 86.179688, "mean_p": 0.503735, "boundary_entropy": 0.688415, "bpb": 6.398041}, "vi": {"chunks": 17544.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.951668, "cps": 137.0625, "mean_p": 0.512133, "boundary_entropy": 0.688682, "bpb": 7.012655}, "tr": {"chunks": 13786.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.761531, "cps": 107.703125, "mean_p": 0.512342, "boundary_entropy": 0.687788, "bpb": 6.706758}, "fi": {"chunks": 11311.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.601297, "cps": 88.367188, "mean_p": 0.50581, "boundary_entropy": 0.688064, "bpb": 6.474183}, "ru": {"chunks": 29191.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.540422, "cps": 228.054688, "mean_p": 0.513676, "boundary_entropy": 0.689981, "bpb": 5.767814}, "el": {"chunks": 34957.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.703308, "cps": 273.101562, "mean_p": 0.520552, "boundary_entropy": 0.689776, "bpb": 6.463392}, "hi": {"chunks": 19794.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.176464, "cps": 154.640625, "mean_p": 0.500106, "boundary_entropy": 0.690895, "bpb": 5.805502}, "ta": {"chunks": 25609.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.369832, "cps": 200.070312, "mean_p": 0.503137, "boundary_entropy": 0.691248, "bpb": 5.977129}, "th": {"chunks": 39838.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.476717, "cps": 311.234375, "mean_p": 0.5145, "boundary_entropy": 0.69061, "bpb": 5.542837}, "zh": {"chunks": 3299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558584, "cps": 25.773438, "mean_p": 0.485915, "boundary_entropy": 0.686069, "bpb": 7.54454}, "my": {"chunks": 23469.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.2386, "cps": 183.351562, "mean_p": 0.503386, "boundary_entropy": 0.690878, "bpb": 6.393842}}, "bpb": {"en": 6.26977, "de": 6.39804, "vi": 7.01266, "tr": 6.70676, "fi": 6.47418, "ru": 5.76781, "el": 6.46339, "hi": 5.8055, "ta": 5.97713, "th": 5.54284, "zh": 7.54454, "my": 6.39384}, "gini_cpc": 0.285892, "gini_cps": 0.310883, "bpic": 1.620533, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3365920659039874, "vi": 2.3676738528217585, "tr": 1.894628753889713, "fi": 1.4959790799635924, "ru": 3.8324470211477855, "el": 4.2376951440349515, "hi": 2.9269472420865252, "ta": 3.4080311214540018, "th": 6.1618747082322445, "zh": 1.3897134932866517, "my": 3.0815385865503315}, "t": 50.0}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1853.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.106476, "cps": 14.476562, "mean_p": 0.488462, "boundary_entropy": 0.687298, "bpb": 5.796472}, "de": {"chunks": 2652.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.129158, "cps": 20.71875, "mean_p": 0.489771, "boundary_entropy": 0.688226, "bpb": 5.937977}, "vi": {"chunks": 4212.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228478, "cps": 32.90625, "mean_p": 0.48805, "boundary_entropy": 0.688564, "bpb": 6.65175}, "tr": {"chunks": 5472.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.30227, "cps": 42.75, "mean_p": 0.494935, "boundary_entropy": 0.688101, "bpb": 6.308347}, "fi": {"chunks": 3657.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194408, "cps": 28.570312, "mean_p": 0.492313, "boundary_entropy": 0.688039, "bpb": 6.000742}, "ru": {"chunks": 399.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.021055, "cps": 3.117188, "mean_p": 0.477328, "boundary_entropy": 0.689177, "bpb": 5.39537}, "el": {"chunks": 8543.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.416265, "cps": 66.742188, "mean_p": 0.495265, "boundary_entropy": 0.690512, "bpb": 5.639611}, "hi": {"chunks": 239.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.014205, "cps": 1.867188, "mean_p": 0.471976, "boundary_entropy": 0.689198, "bpb": 5.444827}, "ta": {"chunks": 707.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.037818, "cps": 5.523438, "mean_p": 0.479666, "boundary_entropy": 0.690345, "bpb": 5.37032}, "th": {"chunks": 811.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.05042, "cps": 6.335938, "mean_p": 0.481345, "boundary_entropy": 0.690262, "bpb": 5.245079}, "zh": {"chunks": 3830.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.648493, "cps": 29.921875, "mean_p": 0.48888, "boundary_entropy": 0.686334, "bpb": 7.002836}, "my": {"chunks": 4209.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.222134, "cps": 32.882812, "mean_p": 0.479719, "boundary_entropy": 0.690112, "bpb": 5.040521}}, "bpb": {"en": 5.79647, "de": 5.93798, "vi": 6.65175, "tr": 6.30835, "fi": 6.00074, "ru": 5.39537, "el": 5.63961, "hi": 5.44483, "ta": 5.37032, "th": 5.24508, "zh": 7.00284, "my": 5.04052}, "gini_cpc": 0.481045, "gini_cps": 0.422457, "bpic": 10.490406, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.213025172724864, "vi": 2.1458231258702596, "tr": 2.8388617164853787, "fi": 1.8258360503320112, "ru": 0.1977481286140851, "el": 3.9094733958996, "hi": 0.13341096603315453, "ta": 0.3551752093963844, "th": 0.47353108091944757, "zh": 6.090515211418904, "my": 2.086239916305722}, "t": 60.7}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1736.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.099753, "cps": 13.5625, "mean_p": 0.489899, "boundary_entropy": 0.687441, "bpb": 5.405804}, "de": {"chunks": 1854.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.090294, "cps": 14.484375, "mean_p": 0.488824, "boundary_entropy": 0.688231, "bpb": 5.583495}, "vi": {"chunks": 4198.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.227719, "cps": 32.796875, "mean_p": 0.489781, "boundary_entropy": 0.688775, "bpb": 6.051206}, "tr": {"chunks": 3046.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.168259, "cps": 23.796875, "mean_p": 0.490727, "boundary_entropy": 0.687998, "bpb": 5.942045}, "fi": {"chunks": 2136.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.113551, "cps": 16.6875, "mean_p": 0.489545, "boundary_entropy": 0.687976, "bpb": 5.592955}, "ru": {"chunks": 2513.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.132612, "cps": 19.632812, "mean_p": 0.491836, "boundary_entropy": 0.690267, "bpb": 4.85206}, "el": {"chunks": 8590.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.418555, "cps": 67.109375, "mean_p": 0.497689, "boundary_entropy": 0.690658, "bpb": 5.06437}, "hi": {"chunks": 27693.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.645944, "cps": 216.351562, "mean_p": 0.503875, "boundary_entropy": 0.690992, "bpb": 4.463569}, "ta": {"chunks": 22485.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.202728, "cps": 175.664062, "mean_p": 0.50097, "boundary_entropy": 0.691294, "bpb": 4.462611}, "th": {"chunks": 10680.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.663973, "cps": 83.4375, "mean_p": 0.496377, "boundary_entropy": 0.691047, "bpb": 4.480249}, "zh": {"chunks": 3720.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.629868, "cps": 29.0625, "mean_p": 0.492842, "boundary_entropy": 0.686951, "bpb": 6.674715}, "my": {"chunks": 685.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.036152, "cps": 5.351562, "mean_p": 0.481176, "boundary_entropy": 0.690472, "bpb": 4.537991}}, "bpb": {"en": 5.4058, "de": 5.5835, "vi": 6.05121, "tr": 5.94204, "fi": 5.59295, "ru": 4.85206, "el": 5.06437, "hi": 4.46357, "ta": 4.46261, "th": 4.48025, "zh": 6.67472, "my": 4.53799}, "gini_cpc": 0.539777, "gini_cps": 0.544396, "bpic": 4.295928, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.905173272832022, "vi": 2.2828306329749934, "tr": 1.6867617608507999, "fi": 1.138318421886204, "ru": 1.329406119669759, "el": 4.195915350452038, "hi": 16.500204702788942, "ta": 12.057071095181811, "th": 6.656172780261542, "zh": 6.3142808765903915, "my": 0.3624111867162031}, "t": 75.4}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.35855, "bpb": 4.84536, "chunk_loss": 0.033275, "F": 0.21494, "G": 0.48162, "chunks": 220.09, "bytes_per_chunk": 4.653, "boundary_entropy": 0.69045, "router_noise": 0.0, "grad_norm": 2.9825, "lr": 6.06e-05, "router_trainable": true, "sec_per_step": 0.754, "alpha": 0.03, "t": 85.4}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3185.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183014, "cps": 24.882812, "mean_p": 0.439889, "boundary_entropy": 0.671297, "bpb": 4.365315}, "de": {"chunks": 4260.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.207471, "cps": 33.28125, "mean_p": 0.44141, "boundary_entropy": 0.672674, "bpb": 4.624902}, "vi": {"chunks": 6804.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.369081, "cps": 53.15625, "mean_p": 0.483432, "boundary_entropy": 0.686182, "bpb": 4.886709}, "tr": {"chunks": 3743.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.206761, "cps": 29.242188, "mean_p": 0.455058, "boundary_entropy": 0.678029, "bpb": 4.840583}, "fi": {"chunks": 2473.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.131466, "cps": 19.320312, "mean_p": 0.447113, "boundary_entropy": 0.67715, "bpb": 4.650283}, "ru": {"chunks": 12131.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.640158, "cps": 94.773438, "mean_p": 0.432962, "boundary_entropy": 0.65554, "bpb": 3.252812}, "el": {"chunks": 6642.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.323637, "cps": 51.890625, "mean_p": 0.484463, "boundary_entropy": 0.689462, "bpb": 4.483778}, "hi": {"chunks": 11688.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.694681, "cps": 91.3125, "mean_p": 0.497604, "boundary_entropy": 0.690737, "bpb": 2.941903}, "ta": {"chunks": 13031.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.697031, "cps": 101.804688, "mean_p": 0.487113, "boundary_entropy": 0.690316, "bpb": 3.207433}, "th": {"chunks": 4217.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.26217, "cps": 32.945312, "mean_p": 0.487526, "boundary_entropy": 0.690567, "bpb": 2.951286}, "zh": {"chunks": 3883.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.657467, "cps": 30.335938, "mean_p": 0.492841, "boundary_entropy": 0.686922, "bpb": 6.260175}, "my": {"chunks": 15759.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.831697, "cps": 123.117188, "mean_p": 0.472737, "boundary_entropy": 0.688626, "bpb": 3.520835}}, "bpb": {"en": 4.36532, "de": 4.6249, "vi": 4.88671, "tr": 4.84058, "fi": 4.65028, "ru": 3.25281, "el": 4.48378, "hi": 2.9419, "ta": 3.20743, "th": 2.95129, "zh": 6.26018, "my": 3.52083}, "gini_cpc": 0.306994, "gini_cps": 0.325153, "bpic": 4.370286, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1336314227409399, "vi": 2.0166746841441716, "tr": 1.1297541861236908, "fi": 0.7183348164552172, "ru": 3.497857171851895, "el": 1.768368253376711, "hi": 3.795769340402752, "ta": 3.8086139940371404, "th": 1.4325085385771916, "zh": 3.59243262180227, "my": 4.5444357009135805}, "t": 95.0}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.39051, "bpb": 3.44878, "chunk_loss": 0.032697, "F": 0.21059, "G": 0.37559, "chunks": 215.64, "bytes_per_chunk": 4.749, "boundary_entropy": 0.60471, "router_noise": 0.0, "grad_norm": 1.6589, "lr": 0.0001206, "router_trainable": true, "sec_per_step": 0.262, "alpha": 0.03, "t": 111.5}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3089.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177498, "cps": 24.132812, "mean_p": 0.310664, "boundary_entropy": 0.543149, "bpb": 3.576091}, "de": {"chunks": 3638.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177178, "cps": 28.421875, "mean_p": 0.329345, "boundary_entropy": 0.552272, "bpb": 3.761703}, "vi": {"chunks": 6575.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.356659, "cps": 51.367188, "mean_p": 0.356142, "boundary_entropy": 0.524662, "bpb": 3.072992}, "tr": {"chunks": 4050.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.22372, "cps": 31.640625, "mean_p": 0.314343, "boundary_entropy": 0.520498, "bpb": 3.744016}, "fi": {"chunks": 3385.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179948, "cps": 26.445312, "mean_p": 0.311629, "boundary_entropy": 0.539966, "bpb": 3.788219}, "ru": {"chunks": 8951.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.472348, "cps": 69.929688, "mean_p": 0.314441, "boundary_entropy": 0.539988, "bpb": 2.610466}, "el": {"chunks": 7862.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.383082, "cps": 61.421875, "mean_p": 0.313815, "boundary_entropy": 0.533054, "bpb": 2.661073}, "hi": {"chunks": 8014.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.476315, "cps": 62.609375, "mean_p": 0.373293, "boundary_entropy": 0.608195, "bpb": 2.036982}, "ta": {"chunks": 9957.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.532602, "cps": 77.789062, "mean_p": 0.406739, "boundary_entropy": 0.583897, "bpb": 1.851231}, "th": {"chunks": 6847.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.425676, "cps": 53.492188, "mean_p": 0.41798, "boundary_entropy": 0.657079, "bpb": 2.071807}, "zh": {"chunks": 3013.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.510159, "cps": 23.539062, "mean_p": 0.37516, "boundary_entropy": 0.614537, "bpb": 4.891439}, "my": {"chunks": 5715.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.301615, "cps": 44.648438, "mean_p": 0.398548, "boundary_entropy": 0.65559, "bpb": 2.192868}}, "bpb": {"en": 3.57609, "de": 3.7617, "vi": 3.07299, "tr": 3.74402, "fi": 3.78822, "ru": 2.61047, "el": 2.66107, "hi": 2.03698, "ta": 1.85123, "th": 2.07181, "zh": 4.89144, "my": 2.19287}, "gini_cpc": 0.209873, "gini_cps": 0.224949, "bpic": 5.398067, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9981975497062843, "vi": 2.009364971534733, "tr": 1.2604066436353811, "fi": 1.0138016681209048, "ru": 2.6611450965251624, "el": 2.158233385067251, "hi": 2.6834930638699275, "ta": 3.000607908156794, "th": 2.3982004189663746, "zh": 2.8741663530412858, "my": 1.6992570113854737}, "t": 125.4}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.12981, "bpb": 3.07267, "chunk_loss": 0.030693, "F": 0.1891, "G": 0.31924, "chunks": 193.64, "bytes_per_chunk": 5.288, "boundary_entropy": 0.53841, "router_noise": 0.0, "grad_norm": 1.1817, "lr": 0.0001806, "router_trainable": true, "sec_per_step": 0.229, "alpha": 0.03, "t": 134.4}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01562, "bpb": 2.90793, "chunk_loss": 0.030472, "F": 0.18231, "G": 0.30777, "chunks": 186.69, "bytes_per_chunk": 5.485, "boundary_entropy": 0.51111, "router_noise": 0.0, "grad_norm": 1.5515, "lr": 0.0002406, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 153.5}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.78772, "bpb": 2.57914, "chunk_loss": 0.031088, "F": 0.19763, "G": 0.31298, "chunks": 202.38, "bytes_per_chunk": 5.06, "boundary_entropy": 0.51175, "router_noise": 0.0, "grad_norm": 1.3263, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.185, "alpha": 0.03, "t": 171.9}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.79094, "bpb": 2.58378, "chunk_loss": 0.030426, "F": 0.17801, "G": 0.29792, "chunks": 182.28, "bytes_per_chunk": 5.618, "boundary_entropy": 0.49381, "router_noise": 0.0, "grad_norm": 0.9152, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 190.9}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75318, "bpb": 2.52931, "chunk_loss": 0.030607, "F": 0.18416, "G": 0.29973, "chunks": 188.58, "bytes_per_chunk": 5.43, "boundary_entropy": 0.4768, "router_noise": 0.0, "grad_norm": 0.776, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.184, "alpha": 0.03, "t": 209.4}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.61474, "bpb": 2.32958, "chunk_loss": 0.030381, "F": 0.17909, "G": 0.28596, "chunks": 183.39, "bytes_per_chunk": 5.584, "boundary_entropy": 0.45052, "router_noise": 0.0, "grad_norm": 0.7099, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.188, "alpha": 0.03, "t": 228.2}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.56123, "bpb": 2.25238, "chunk_loss": 0.030634, "F": 0.18675, "G": 0.29866, "chunks": 191.23, "bytes_per_chunk": 5.355, "boundary_entropy": 0.46123, "router_noise": 0.0, "grad_norm": 0.8149, "lr": 0.000299, "router_trainable": true, "sec_per_step": 0.181, "alpha": 0.03, "t": 246.3}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2807.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.161294, "cps": 21.929688, "mean_p": 0.2983, "boundary_entropy": 0.485631, "bpb": 2.339792}, "de": {"chunks": 3342.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162762, "cps": 26.109375, "mean_p": 0.286734, "boundary_entropy": 0.470536, "bpb": 2.635064}, "vi": {"chunks": 4136.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224356, "cps": 32.3125, "mean_p": 0.302612, "boundary_entropy": 0.488679, "bpb": 2.112502}, "tr": {"chunks": 3435.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.189748, "cps": 26.835938, "mean_p": 0.282258, "boundary_entropy": 0.439133, "bpb": 2.613155}, "fi": {"chunks": 3818.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.202966, "cps": 29.828125, "mean_p": 0.282921, "boundary_entropy": 0.429552, "bpb": 2.847084}, "ru": {"chunks": 5717.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.301689, "cps": 44.664062, "mean_p": 0.252847, "boundary_entropy": 0.414427, "bpb": 1.703811}, "el": {"chunks": 6239.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304, "cps": 48.742188, "mean_p": 0.256269, "boundary_entropy": 0.434562, "bpb": 1.806149}, "hi": {"chunks": 7750.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.460624, "cps": 60.546875, "mean_p": 0.323525, "boundary_entropy": 0.51148, "bpb": 1.380098}, "ta": {"chunks": 10261.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.548863, "cps": 80.164062, "mean_p": 0.252933, "boundary_entropy": 0.354087, "bpb": 1.125177}, "th": {"chunks": 7679.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.477401, "cps": 59.992188, "mean_p": 0.268001, "boundary_entropy": 0.443611, "bpb": 1.35553}, "zh": {"chunks": 3292.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.557399, "cps": 25.71875, "mean_p": 0.25109, "boundary_entropy": 0.275962, "bpb": 3.499167}, "my": {"chunks": 6974.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.36806, "cps": 54.484375, "mean_p": 0.377213, "boundary_entropy": 0.618472, "bpb": 1.296184}}, "bpb": {"en": 2.33979, "de": 2.63506, "vi": 2.1125, "tr": 2.61316, "fi": 2.84708, "ru": 1.70381, "el": 1.80615, "hi": 1.3801, "ta": 1.12518, "th": 1.35553, "zh": 3.49917, "my": 1.29618}, "gini_cpc": 0.243472, "gini_cps": 0.227927, "bpic": 5.863728, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0091035777540307, "vi": 1.3909742672262735, "tr": 1.1764078058576304, "fi": 1.2583624438679268, "ru": 1.8704266660901459, "el": 1.884759096474363, "hi": 2.855803602858699, "ta": 3.4028744476256345, "th": 2.9598200643867485, "zh": 3.455795951078233, "my": 2.2819192631828553}, "t": 267.7}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.35283, "de": 2.62749, "vi": 2.11583, "tr": 2.60505, "fi": 2.85737, "ru": 1.70007, "el": 1.80018, "hi": 1.38808, "ta": 1.12582, "th": 1.35185, "zh": 3.50148, "my": 1.30817}, "bytes_per_chunk": {"en": 5.818, "de": 5.938, "vi": 5.969, "tr": 5.596, "fi": 5.169, "ru": 5.968, "el": 6.056, "hi": 5.862, "ta": 4.957, "th": 5.775, "zh": 4.986, "my": 7.275}, "bpb_mean": 2.06119, "t": 273.5}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54003, "bpb": 2.22179, "chunk_loss": 0.030393, "F": 0.1799, "G": 0.28558, "chunks": 184.22, "bytes_per_chunk": 5.559, "boundary_entropy": 0.43349, "router_noise": 0.0, "grad_norm": 0.6278, "lr": 0.0002985, "router_trainable": true, "sec_per_step": 0.274, "alpha": 0.03, "t": 273.7}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.45649, "bpb": 2.10127, "chunk_loss": 0.030312, "F": 0.17821, "G": 0.27673, "chunks": 182.48, "bytes_per_chunk": 5.611, "boundary_entropy": 0.4265, "router_noise": 0.0, "grad_norm": 0.651, "lr": 0.0002978, "router_trainable": true, "sec_per_step": 0.181, "alpha": 0.03, "t": 291.8}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.51845, "bpb": 2.19066, "chunk_loss": 0.030246, "F": 0.17549, "G": 0.26641, "chunks": 179.7, "bytes_per_chunk": 5.698, "boundary_entropy": 0.40881, "router_noise": 0.0, "grad_norm": 0.6297, "lr": 0.000297, "router_trainable": true, "sec_per_step": 0.184, "alpha": 0.03, "t": 310.2}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.38752, "bpb": 2.00177, "chunk_loss": 0.030423, "F": 0.18271, "G": 0.27015, "chunks": 187.09, "bytes_per_chunk": 5.473, "boundary_entropy": 0.39756, "router_noise": 0.0, "grad_norm": 0.6222, "lr": 0.0002962, "router_trainable": true, "sec_per_step": 0.183, "alpha": 0.03, "t": 328.6}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.35227, "bpb": 1.95092, "chunk_loss": 0.030109, "F": 0.16908, "G": 0.26367, "chunks": 173.14, "bytes_per_chunk": 5.914, "boundary_entropy": 0.4087, "router_noise": 0.0, "grad_norm": 0.6306, "lr": 0.0002951, "router_trainable": true, "sec_per_step": 0.18, "alpha": 0.03, "t": 346.6}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.42774, "bpb": 2.05979, "chunk_loss": 0.030374, "F": 0.17958, "G": 0.26237, "chunks": 183.89, "bytes_per_chunk": 5.569, "boundary_entropy": 0.38348, "router_noise": 0.0, "grad_norm": 0.5793, "lr": 0.000294, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 364.3}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.4665, "bpb": 2.11571, "chunk_loss": 0.030532, "F": 0.18617, "G": 0.26521, "chunks": 190.64, "bytes_per_chunk": 5.371, "boundary_entropy": 0.37162, "router_noise": 0.0, "grad_norm": 0.6005, "lr": 0.0002928, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 382.1}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.49621, "bpb": 2.15858, "chunk_loss": 0.03036, "F": 0.18173, "G": 0.26019, "chunks": 186.09, "bytes_per_chunk": 5.503, "boundary_entropy": 0.36686, "router_noise": 0.0, "grad_norm": 0.5375, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 399.6}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.30365, "bpb": 1.88077, "chunk_loss": 0.030032, "F": 0.16679, "G": 0.25378, "chunks": 170.8, "bytes_per_chunk": 5.995, "boundary_entropy": 0.38133, "router_noise": 0.0, "grad_norm": 0.5212, "lr": 0.0002899, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 417.5}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.2887, "bpb": 1.8592, "chunk_loss": 0.030055, "F": 0.16792, "G": 0.24961, "chunks": 171.95, "bytes_per_chunk": 5.955, "boundary_entropy": 0.36564, "router_noise": 0.0, "grad_norm": 0.4975, "lr": 0.0002883, "router_trainable": true, "sec_per_step": 0.179, "alpha": 0.03, "t": 435.4}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2953.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.169683, "cps": 23.070312, "mean_p": 0.25478, "boundary_entropy": 0.368006, "bpb": 2.106383}, "de": {"chunks": 3486.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169775, "cps": 27.234375, "mean_p": 0.247102, "boundary_entropy": 0.360987, "bpb": 2.329825}, "vi": {"chunks": 4413.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239382, "cps": 34.476562, "mean_p": 0.302134, "boundary_entropy": 0.451406, "bpb": 1.963946}, "tr": {"chunks": 3514.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194111, "cps": 27.453125, "mean_p": 0.25471, "boundary_entropy": 0.371308, "bpb": 2.297894}, "fi": {"chunks": 3872.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.205837, "cps": 30.25, "mean_p": 0.260576, "boundary_entropy": 0.350941, "bpb": 2.484538}, "ru": {"chunks": 5655.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.298417, "cps": 44.179688, "mean_p": 0.220217, "boundary_entropy": 0.31825, "bpb": 1.423151}, "el": {"chunks": 5722.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.278809, "cps": 44.703125, "mean_p": 0.232945, "boundary_entropy": 0.387252, "bpb": 1.50159}, "hi": {"chunks": 6739.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.400535, "cps": 52.648438, "mean_p": 0.270427, "boundary_entropy": 0.437391, "bpb": 1.202344}, "ta": {"chunks": 9199.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.492057, "cps": 71.867188, "mean_p": 0.225097, "boundary_entropy": 0.31347, "bpb": 0.995179}, "th": {"chunks": 7254.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450979, "cps": 56.671875, "mean_p": 0.274011, "boundary_entropy": 0.448042, "bpb": 1.14698}, "zh": {"chunks": 3182.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.538774, "cps": 24.859375, "mean_p": 0.231924, "boundary_entropy": 0.2056, "bpb": 3.188068}, "my": {"chunks": 13835.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.730156, "cps": 108.085938, "mean_p": 0.394393, "boundary_entropy": 0.621135, "bpb": 1.165819}}, "bpb": {"en": 2.10638, "de": 2.32982, "vi": 1.96395, "tr": 2.29789, "fi": 2.48454, "ru": 1.42315, "el": 1.50159, "hi": 1.20234, "ta": 0.99518, "th": 1.14698, "zh": 3.18807, "my": 1.16582}, "gini_cpc": 0.265894, "gini_cps": 0.266322, "bpic": 5.496405, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0005427487495495, "vi": 1.4107545470301333, "tr": 1.1439627391583014, "fi": 1.2130651844070384, "ru": 1.7586688372899255, "el": 1.6431139452058767, "hi": 2.360483976553926, "ta": 2.8998519282252664, "th": 2.6577685574676773, "zh": 3.1751730950485246, "my": 4.3030506754865705}, "t": 456.1}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.11467, "de": 2.32371, "vi": 1.96871, "tr": 2.28843, "fi": 2.49811, "ru": 1.42074, "el": 1.49737, "hi": 1.21152, "ta": 0.99523, "th": 1.14161, "zh": 3.19461, "my": 1.1745}, "bytes_per_chunk": {"en": 5.581, "de": 5.678, "vi": 5.557, "tr": 5.437, "fi": 5.03, "ru": 5.976, "el": 6.355, "hi": 6.423, "ta": 5.536, "th": 6.311, "zh": 4.96, "my": 3.928}, "bpb_mean": 1.8191, "t": 461.9}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.38416, "bpb": 1.99692, "chunk_loss": 0.030561, "F": 0.18405, "G": 0.26102, "chunks": 188.47, "bytes_per_chunk": 5.433, "boundary_entropy": 0.35428, "router_noise": 0.0, "grad_norm": 0.4776, "lr": 0.0002866, "router_trainable": true, "sec_per_step": 0.267, "alpha": 0.03, "t": 462.1}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.40254, "bpb": 2.02343, "chunk_loss": 0.030193, "F": 0.17603, "G": 0.25249, "chunks": 180.25, "bytes_per_chunk": 5.681, "boundary_entropy": 0.3455, "router_noise": 0.0, "grad_norm": 0.4638, "lr": 0.0002848, "router_trainable": true, "sec_per_step": 0.18, "alpha": 0.03, "t": 480.1}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.26207, "bpb": 1.82079, "chunk_loss": 0.029993, "F": 0.16461, "G": 0.24732, "chunks": 168.56, "bytes_per_chunk": 6.075, "boundary_entropy": 0.36402, "router_noise": 0.0, "grad_norm": 0.4548, "lr": 0.0002829, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 497.7}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.41118, "bpb": 2.0359, "chunk_loss": 0.030247, "F": 0.17543, "G": 0.25125, "chunks": 179.64, "bytes_per_chunk": 5.7, "boundary_entropy": 0.34221, "router_noise": 0.0, "grad_norm": 0.4809, "lr": 0.0002809, "router_trainable": true, "sec_per_step": 0.18, "alpha": 0.03, "t": 515.7}
{"event": "train", "step": 2400, "phase": 1, "objective": "global", "lm_loss": 1.31197, "bpb": 1.89277, "chunk_loss": 0.030148, "F": 0.17302, "G": 0.25119, "chunks": 177.17, "bytes_per_chunk": 5.78, "boundary_entropy": 0.35241, "router_noise": 0.0, "grad_norm": 0.4855, "lr": 0.0002788, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 533.5}
{"event": "train", "step": 2500, "phase": 1, "objective": "global", "lm_loss": 1.28183, "bpb": 1.84929, "chunk_loss": 0.030266, "F": 0.17334, "G": 0.24879, "chunks": 177.5, "bytes_per_chunk": 5.769, "boundary_entropy": 0.34369, "router_noise": 0.0, "grad_norm": 0.4807, "lr": 0.0002765, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 551.2}
{"event": "train", "step": 2600, "phase": 1, "objective": "global", "lm_loss": 1.38462, "bpb": 1.99759, "chunk_loss": 0.030304, "F": 0.17963, "G": 0.25336, "chunks": 183.94, "bytes_per_chunk": 5.567, "boundary_entropy": 0.33272, "router_noise": 0.0, "grad_norm": 0.4537, "lr": 0.0002742, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 568.9}
{"event": "train", "step": 2700, "phase": 1, "objective": "global", "lm_loss": 1.24805, "bpb": 1.80055, "chunk_loss": 0.030315, "F": 0.17894, "G": 0.25695, "chunks": 183.23, "bytes_per_chunk": 5.588, "boundary_entropy": 0.35444, "router_noise": 0.0, "grad_norm": 0.4387, "lr": 0.0002718, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 586.6}
{"event": "train", "step": 2800, "phase": 1, "objective": "global", "lm_loss": 1.31061, "bpb": 1.89081, "chunk_loss": 0.030247, "F": 0.17812, "G": 0.24723, "chunks": 182.39, "bytes_per_chunk": 5.614, "boundary_entropy": 0.32196, "router_noise": 0.0, "grad_norm": 0.4052, "lr": 0.0002693, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 604.2}
{"event": "train", "step": 2900, "phase": 1, "objective": "global", "lm_loss": 1.37795, "bpb": 1.98796, "chunk_loss": 0.030336, "F": 0.18074, "G": 0.25268, "chunks": 185.08, "bytes_per_chunk": 5.533, "boundary_entropy": 0.3321, "router_noise": 0.0, "grad_norm": 0.4729, "lr": 0.0002667, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 621.8}
{"event": "probe", "step": 3000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2833.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.162788, "cps": 22.132812, "mean_p": 0.243253, "boundary_entropy": 0.336361, "bpb": 2.000804}, "de": {"chunks": 3247.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.158136, "cps": 25.367188, "mean_p": 0.235457, "boundary_entropy": 0.333075, "bpb": 2.189705}, "vi": {"chunks": 4264.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.231299, "cps": 33.3125, "mean_p": 0.285499, "boundary_entropy": 0.421071, "bpb": 1.858459}, "tr": {"chunks": 3269.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180578, "cps": 25.539062, "mean_p": 0.236296, "boundary_entropy": 0.343782, "bpb": 2.166363}, "fi": {"chunks": 3677.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.195471, "cps": 28.726562, "mean_p": 0.24802, "boundary_entropy": 0.321688, "bpb": 2.336197}, "ru": {"chunks": 5743.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.303061, "cps": 44.867188, "mean_p": 0.219836, "boundary_entropy": 0.284579, "bpb": 1.315371}, "el": {"chunks": 6420.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.31282, "cps": 50.15625, "mean_p": 0.238575, "boundary_entropy": 0.357056, "bpb": 1.365322}, "hi": {"chunks": 7234.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.429955, "cps": 56.515625, "mean_p": 0.277943, "boundary_entropy": 0.428377, "bpb": 1.114369}, "ta": {"chunks": 9099.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.486708, "cps": 71.085938, "mean_p": 0.221087, "boundary_entropy": 0.290662, "bpb": 0.931228}, "th": {"chunks": 7281.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.452658, "cps": 56.882812, "mean_p": 0.263696, "boundary_entropy": 0.422811, "bpb": 1.069893}, "zh": {"chunks": 3152.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.533695, "cps": 24.625, "mean_p": 0.223989, "boundary_entropy": 0.184753, "bpb": 2.999346}, "my": {"chunks": 10994.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.58022, "cps": 85.890625, "mean_p": 0.396127, "boundary_entropy": 0.618608, "bpb": 1.082716}}, "bpb": {"en": 2.0008, "de": 2.18971, "vi": 1.85846, "tr": 2.16636, "fi": 2.3362, "ru": 1.31537, "el": 1.36532, "hi": 1.11437, "ta": 0.93123, "th": 1.06989, "zh": 2.99935, "my": 1.08272}, "gini_cpc": 0.248624, "gini_cps": 0.249288, "bpic": 5.709922, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9714208644598505, "vi": 1.420861019307206, "tr": 1.1092818696263267, "fi": 1.2007685156466512, "ru": 1.8616890641487853, "el": 1.9216386653156903, "hi": 2.6411981061664975, "ta": 2.9898248086137973, "th": 2.7806575792364976, "zh": 3.278463190048015, "my": 3.564264312733286}, "t": 642.3}
{"event": "eval", "step": 3000, "phase": 1, "bpb": {"en": 2.00989, "de": 2.1812, "vi": 1.86497, "tr": 2.15847, "fi": 2.35155, "ru": 1.31384, "el": 1.36173, "hi": 1.12244, "ta": 0.93216, "th": 1.06493, "zh": 3.00618, "my": 1.09123}, "bytes_per_chunk": {"en": 5.744, "de": 5.903, "vi": 5.849, "tr": 5.81, "fi": 5.377, "ru": 5.914, "el": 5.657, "hi": 5.906, "ta": 5.555, "th": 6.205, "zh": 5.06, "my": 4.983}, "bpb_mean": 1.70488, "t": 648.1}
{"event": "train", "step": 3000, "phase": 1, "objective": "global", "lm_loss": 1.41291, "bpb": 2.0384, "chunk_loss": 0.030327, "F": 0.18115, "G": 0.24931, "chunks": 185.5, "bytes_per_chunk": 5.52, "boundary_entropy": 0.31709, "router_noise": 0.0, "grad_norm": 0.4936, "lr": 0.000264, "router_trainable": true, "sec_per_step": 0.265, "alpha": 0.03, "t": 648.3}
{"event": "train", "step": 3100, "phase": 1, "objective": "global", "lm_loss": 1.28827, "bpb": 1.85858, "chunk_loss": 0.030175, "F": 0.17418, "G": 0.25176, "chunks": 178.36, "bytes_per_chunk": 5.741, "boundary_entropy": 0.33635, "router_noise": 0.0, "grad_norm": 0.4408, "lr": 0.0002612, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 665.7}
{"event": "train", "step": 3200, "phase": 1, "objective": "global", "lm_loss": 1.32311, "bpb": 1.90884, "chunk_loss": 0.030227, "F": 0.17519, "G": 0.24304, "chunks": 179.39, "bytes_per_chunk": 5.708, "boundary_entropy": 0.31781, "router_noise": 0.0, "grad_norm": 0.42, "lr": 0.0002583, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 683.3}
{"event": "train", "step": 3300, "phase": 1, "objective": "global", "lm_loss": 1.18689, "bpb": 1.71232, "chunk_loss": 0.030252, "F": 0.17709, "G": 0.24339, "chunks": 181.34, "bytes_per_chunk": 5.647, "boundary_entropy": 0.3125, "router_noise": 0.0, "grad_norm": 0.3982, "lr": 0.0002553, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 700.8}
{"event": "train", "step": 3400, "phase": 1, "objective": "global", "lm_loss": 1.24547, "bpb": 1.79683, "chunk_loss": 0.030238, "F": 0.17572, "G": 0.24522, "chunks": 179.94, "bytes_per_chunk": 5.691, "boundary_entropy": 0.31509, "router_noise": 0.0, "grad_norm": 0.4085, "lr": 0.0002523, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 718.4}
{"event": "train", "step": 3500, "phase": 1, "objective": "global", "lm_loss": 1.22803, "bpb": 1.77167, "chunk_loss": 0.030343, "F": 0.1783, "G": 0.25196, "chunks": 182.58, "bytes_per_chunk": 5.609, "boundary_entropy": 0.3305, "router_noise": 0.0, "grad_norm": 0.4511, "lr": 0.0002492, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 735.8}
{"event": "train", "step": 3600, "phase": 1, "objective": "global", "lm_loss": 1.28937, "bpb": 1.86017, "chunk_loss": 0.030222, "F": 0.17647, "G": 0.24789, "chunks": 180.7, "bytes_per_chunk": 5.667, "boundary_entropy": 0.32663, "router_noise": 0.0, "grad_norm": 0.44, "lr": 0.000246, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 753.2}
{"event": "train", "step": 3700, "phase": 1, "objective": "global", "lm_loss": 1.19947, "bpb": 1.73047, "chunk_loss": 0.030049, "F": 0.16928, "G": 0.23741, "chunks": 173.34, "bytes_per_chunk": 5.907, "boundary_entropy": 0.31498, "router_noise": 0.0, "grad_norm": 0.4136, "lr": 0.0002427, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 770.8}
{"event": "train", "step": 3800, "phase": 1, "objective": "global", "lm_loss": 1.34527, "bpb": 1.94082, "chunk_loss": 0.030276, "F": 0.1765, "G": 0.24903, "chunks": 180.73, "bytes_per_chunk": 5.666, "boundary_entropy": 0.31216, "router_noise": 0.0, "grad_norm": 0.4262, "lr": 0.0002394, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 788.6}
{"event": "train", "step": 3900, "phase": 1, "objective": "global", "lm_loss": 1.20091, "bpb": 1.73254, "chunk_loss": 0.030361, "F": 0.18065, "G": 0.24853, "chunks": 184.98, "bytes_per_chunk": 5.536, "boundary_entropy": 0.31975, "router_noise": 0.0, "grad_norm": 0.3991, "lr": 0.000236, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 806.0}
{"event": "probe", "step": 4000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2845.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.163478, "cps": 22.226562, "mean_p": 0.239757, "boundary_entropy": 0.31626, "bpb": 1.931571}, "de": {"chunks": 3275.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.159499, "cps": 25.585938, "mean_p": 0.229575, "boundary_entropy": 0.313542, "bpb": 2.109589}, "vi": {"chunks": 3884.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.210686, "cps": 30.34375, "mean_p": 0.266786, "boundary_entropy": 0.397979, "bpb": 1.785002}, "tr": {"chunks": 3271.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180688, "cps": 25.554688, "mean_p": 0.232425, "boundary_entropy": 0.325662, "bpb": 2.077377}, "fi": {"chunks": 3553.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.188879, "cps": 27.757812, "mean_p": 0.241569, "boundary_entropy": 0.304683, "bpb": 2.221856}, "ru": {"chunks": 5750.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30343, "cps": 44.921875, "mean_p": 0.21317, "boundary_entropy": 0.26478, "bpb": 1.257658}, "el": {"chunks": 6461.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.314818, "cps": 50.476562, "mean_p": 0.233409, "boundary_entropy": 0.341489, "bpb": 1.288694}, "hi": {"chunks": 7587.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.450936, "cps": 59.273438, "mean_p": 0.25856, "boundary_entropy": 0.391999, "bpb": 1.050787}, "ta": {"chunks": 8550.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.457342, "cps": 66.796875, "mean_p": 0.220326, "boundary_entropy": 0.286661, "bpb": 0.886236}, "th": {"chunks": 7566.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470376, "cps": 59.109375, "mean_p": 0.292011, "boundary_entropy": 0.455213, "bpb": 1.011993}, "zh": {"chunks": 3111.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.526752, "cps": 24.304688, "mean_p": 0.213518, "boundary_entropy": 0.154922, "bpb": 2.885703}, "my": {"chunks": 8697.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.458993, "cps": 67.945312, "mean_p": 0.356167, "boundary_entropy": 0.595682, "bpb": 1.031048}}, "bpb": {"en": 1.93157, "de": 2.10959, "vi": 1.785, "tr": 2.07738, "fi": 2.22186, "ru": 1.25766, "el": 1.28869, "hi": 1.05079, "ta": 0.88624, "th": 1.01199, "zh": 2.8857, "my": 1.03105}, "gini_cpc": 0.232132, "gini_cps": 0.226672, "bpic": 5.945484, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.975665046715917, "vi": 1.2887774506256962, "tr": 1.1052788054140887, "fi": 1.1553808726692931, "ru": 1.8560961924591122, "el": 1.925753719497016, "hi": 2.758397564090177, "ta": 2.7975798722532783, "th": 2.877313087928639, "zh": 3.222169763315969, "my": 2.8076821663062317}, "t": 826.5}
{"event": "eval", "step": 4000, "phase": 1, "bpb": {"en": 1.93763, "de": 2.10298, "vi": 1.79313, "tr": 2.07033, "fi": 2.23954, "ru": 1.25622, "el": 1.28444, "hi": 1.05939, "ta": 0.88814, "th": 1.00956, "zh": 2.89342, "my": 1.03842}, "bytes_per_chunk": {"en": 5.927, "de": 6.079, "vi": 6.195, "tr": 5.832, "fi": 5.477, "ru": 5.929, "el": 5.586, "hi": 5.725, "ta": 5.827, "th": 5.957, "zh": 5.119, "my": 6.016}, "bpb_mean": 1.6311, "t": 832.2}
{"event": "train", "step": 4000, "phase": 1, "objective": "global", "lm_loss": 1.21083, "bpb": 1.74685, "chunk_loss": 0.03016, "F": 0.17149, "G": 0.24434, "chunks": 175.61, "bytes_per_chunk": 5.831, "boundary_entropy": 0.31751, "router_noise": 0.0, "grad_norm": 0.4123, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.264, "alpha": 0.03, "t": 832.4}
{"event": "train", "step": 4100, "phase": 1, "objective": "global", "lm_loss": 1.27858, "bpb": 1.8446, "chunk_loss": 0.030146, "F": 0.17436, "G": 0.243, "chunks": 178.55, "bytes_per_chunk": 5.735, "boundary_entropy": 0.30627, "router_noise": 0.0, "grad_norm": 0.4125, "lr": 0.000229, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 850.0}
{"event": "train", "step": 4200, "phase": 1, "objective": "global", "lm_loss": 1.09567, "bpb": 1.58072, "chunk_loss": 0.030139, "F": 0.16956, "G": 0.25297, "chunks": 173.62, "bytes_per_chunk": 5.898, "boundary_entropy": 0.34106, "router_noise": 0.0, "grad_norm": 0.4067, "lr": 0.0002254, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 867.8}
{"event": "train", "step": 4300, "phase": 1, "objective": "global", "lm_loss": 1.2583, "bpb": 1.81535, "chunk_loss": 0.030168, "F": 0.17477, "G": 0.24104, "chunks": 178.97, "bytes_per_chunk": 5.722, "boundary_entropy": 0.30332, "router_noise": 0.0, "grad_norm": 0.3858, "lr": 0.0002217, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 885.5}
{"event": "phase_transition", "step": 4400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 902.6}
{"event": "train", "step": 4400, "phase": 2, "objective": "global", "lm_loss": 1.27636, "bpb": 1.8414, "chunk_loss": 0.030096, "F": 0.17209, "G": 0.24152, "chunks": 176.22, "bytes_per_chunk": 5.811, "boundary_entropy": 0.30614, "router_noise": 0.0, "grad_norm": 0.4099, "lr": 0.0002181, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 902.8}
{"event": "train", "step": 4500, "phase": 2, "objective": "global", "lm_loss": 1.26748, "bpb": 1.82859, "chunk_loss": 0.030249, "F": 0.17746, "G": 0.23873, "chunks": 181.72, "bytes_per_chunk": 5.635, "boundary_entropy": 0.29381, "router_noise": 0.0, "grad_norm": 0.4431, "lr": 0.0002143, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 920.4}
{"event": "train", "step": 4600, "phase": 2, "objective": "global", "lm_loss": 1.19332, "bpb": 1.72159, "chunk_loss": 0.030187, "F": 0.17773, "G": 0.24821, "chunks": 182.0, "bytes_per_chunk": 5.626, "boundary_entropy": 0.30511, "router_noise": 0.0, "grad_norm": 0.3968, "lr": 0.0002105, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 937.9}
{"event": "train", "step": 4700, "phase": 2, "objective": "global", "lm_loss": 1.21203, "bpb": 1.74859, "chunk_loss": 0.030213, "F": 0.17636, "G": 0.23897, "chunks": 180.59, "bytes_per_chunk": 5.67, "boundary_entropy": 0.29307, "router_noise": 0.0, "grad_norm": 0.4021, "lr": 0.0002067, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 955.5}
{"event": "train", "step": 4800, "phase": 2, "objective": "global", "lm_loss": 1.22189, "bpb": 1.76281, "chunk_loss": 0.030092, "F": 0.17091, "G": 0.23709, "chunks": 175.02, "bytes_per_chunk": 5.851, "boundary_entropy": 0.2959, "router_noise": 0.0, "grad_norm": 0.3901, "lr": 0.0002029, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 972.8}
{"event": "train", "step": 4900, "phase": 2, "objective": "global", "lm_loss": 1.20352, "bpb": 1.73631, "chunk_loss": 0.030081, "F": 0.17033, "G": 0.2337, "chunks": 174.42, "bytes_per_chunk": 5.871, "boundary_entropy": 0.29105, "router_noise": 0.0, "grad_norm": 0.4076, "lr": 0.000199, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 990.4}
{"event": "probe", "step": 5000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2841.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.163248, "cps": 22.195312, "mean_p": 0.236704, "boundary_entropy": 0.296935, "bpb": 1.872264}, "de": {"chunks": 3417.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.166415, "cps": 26.695312, "mean_p": 0.229566, "boundary_entropy": 0.295109, "bpb": 2.036215}, "vi": {"chunks": 4520.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.245186, "cps": 35.3125, "mean_p": 0.27864, "boundary_entropy": 0.383613, "bpb": 1.711481}, "tr": {"chunks": 3356.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185384, "cps": 26.21875, "mean_p": 0.237304, "boundary_entropy": 0.319763, "bpb": 1.987263}, "fi": {"chunks": 3512.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186699, "cps": 27.4375, "mean_p": 0.23523, "boundary_entropy": 0.285465, "bpb": 2.143832}, "ru": {"chunks": 5897.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.311187, "cps": 46.070312, "mean_p": 0.21016, "boundary_entropy": 0.23941, "bpb": 1.207216}, "el": {"chunks": 6032.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293914, "cps": 47.125, "mean_p": 0.220831, "boundary_entropy": 0.315592, "bpb": 1.231137}, "hi": {"chunks": 7363.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437623, "cps": 57.523438, "mean_p": 0.2602, "boundary_entropy": 0.387872, "bpb": 1.012018}, "ta": {"chunks": 8532.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.456379, "cps": 66.65625, "mean_p": 0.219094, "boundary_entropy": 0.286259, "bpb": 0.858679}, "th": {"chunks": 8028.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.499099, "cps": 62.71875, "mean_p": 0.305858, "boundary_entropy": 0.462669, "bpb": 0.97765}, "zh": {"chunks": 3073.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.520318, "cps": 24.007812, "mean_p": 0.211179, "boundary_entropy": 0.141948, "bpb": 2.800245}, "my": {"chunks": 9994.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.527444, "cps": 78.078125, "mean_p": 0.36773, "boundary_entropy": 0.598101, "bpb": 1.002561}}, "bpb": {"en": 1.87226, "de": 2.03622, "vi": 1.71148, "tr": 1.98726, "fi": 2.14383, "ru": 1.20722, "el": 1.23114, "hi": 1.01202, "ta": 0.85868, "th": 0.97765, "zh": 2.80025, "my": 1.00256}, "gini_cpc": 0.236467, "gini_cps": 0.236842, "bpic": 5.765507, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0194019455430416, "vi": 1.501924768350456, "tr": 1.1355971324710572, "fi": 1.143656256755565, "ru": 1.9062278045097283, "el": 1.8004181158996366, "hi": 2.6807271574739033, "ta": 2.795620804483013, "th": 3.05730794594057, "zh": 3.1872931112597893, "my": 3.230939720758575}, "t": 1010.9}
{"event": "eval", "step": 5000, "phase": 2, "bpb": {"en": 1.87629, "de": 2.03164, "vi": 1.72258, "tr": 1.98055, "fi": 2.16008, "ru": 1.20799, "el": 1.22807, "hi": 1.02035, "ta": 0.86275, "th": 0.97448, "zh": 2.80896, "my": 1.00996}, "bytes_per_chunk": {"en": 5.776, "de": 5.984, "vi": 5.53, "tr": 5.739, "fi": 5.641, "ru": 5.762, "el": 5.926, "hi": 5.831, "ta": 5.817, "th": 5.715, "zh": 5.188, "my": 5.258}, "bpb_mean": 1.57364, "t": 1016.7}
{"event": "train", "step": 5000, "phase": 2, "objective": "global", "lm_loss": 1.1535, "bpb": 1.66415, "chunk_loss": 0.030179, "F": 0.17325, "G": 0.24232, "chunks": 177.41, "bytes_per_chunk": 5.772, "boundary_entropy": 0.30139, "router_noise": 0.0, "grad_norm": 0.4056, "lr": 0.000195, "router_trainable": true, "sec_per_step": 0.265, "alpha": 0.03, "t": 1016.8}
{"event": "train", "step": 5100, "phase": 2, "objective": "global", "lm_loss": 1.13951, "bpb": 1.64397, "chunk_loss": 0.03025, "F": 0.17717, "G": 0.24535, "chunks": 181.42, "bytes_per_chunk": 5.644, "boundary_entropy": 0.30275, "router_noise": 0.0, "grad_norm": 0.3954, "lr": 0.0001911, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1034.5}
{"event": "train", "step": 5200, "phase": 2, "objective": "global", "lm_loss": 1.26334, "bpb": 1.82262, "chunk_loss": 0.030205, "F": 0.17603, "G": 0.23808, "chunks": 180.25, "bytes_per_chunk": 5.681, "boundary_entropy": 0.28163, "router_noise": 0.0, "grad_norm": 0.4144, "lr": 0.0001871, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1052.0}
{"event": "train", "step": 5300, "phase": 2, "objective": "global", "lm_loss": 1.1696, "bpb": 1.68738, "chunk_loss": 0.030145, "F": 0.17365, "G": 0.2326, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.27363, "router_noise": 0.0, "grad_norm": 0.3861, "lr": 0.0001831, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1069.7}
{"event": "train", "step": 5400, "phase": 2, "objective": "global", "lm_loss": 1.10511, "bpb": 1.59433, "chunk_loss": 0.030262, "F": 0.17401, "G": 0.23921, "chunks": 178.19, "bytes_per_chunk": 5.747, "boundary_entropy": 0.28942, "router_noise": 0.0, "grad_norm": 0.4046, "lr": 0.0001791, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1087.1}
{"event": "train", "step": 5500, "phase": 2, "objective": "global", "lm_loss": 1.12452, "bpb": 1.62234, "chunk_loss": 0.030202, "F": 0.17616, "G": 0.24015, "chunks": 180.39, "bytes_per_chunk": 5.677, "boundary_entropy": 0.29409, "router_noise": 0.0, "grad_norm": 0.3814, "lr": 0.0001751, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 1104.9}
{"event": "train", "step": 5600, "phase": 2, "objective": "global", "lm_loss": 1.14623, "bpb": 1.65367, "chunk_loss": 0.030148, "F": 0.17245, "G": 0.23552, "chunks": 176.59, "bytes_per_chunk": 5.799, "boundary_entropy": 0.28672, "router_noise": 0.0, "grad_norm": 0.4128, "lr": 0.0001711, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1122.3}
{"event": "train", "step": 5700, "phase": 2, "objective": "global", "lm_loss": 1.23771, "bpb": 1.78564, "chunk_loss": 0.030133, "F": 0.17279, "G": 0.23646, "chunks": 176.94, "bytes_per_chunk": 5.787, "boundary_entropy": 0.28231, "router_noise": 0.0, "grad_norm": 0.414, "lr": 0.000167, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1139.9}
{"event": "train", "step": 5800, "phase": 2, "objective": "global", "lm_loss": 1.24096, "bpb": 1.79032, "chunk_loss": 0.030137, "F": 0.17206, "G": 0.22912, "chunks": 176.19, "bytes_per_chunk": 5.812, "boundary_entropy": 0.25788, "router_noise": 0.0, "grad_norm": 0.4395, "lr": 0.000163, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1157.5}
{"event": "train", "step": 5900, "phase": 2, "objective": "global", "lm_loss": 1.18043, "bpb": 1.703, "chunk_loss": 0.030198, "F": 0.17293, "G": 0.23899, "chunks": 177.08, "bytes_per_chunk": 5.783, "boundary_entropy": 0.2907, "router_noise": 0.0, "grad_norm": 0.424, "lr": 0.0001589, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1175.1}
{"event": "probe", "step": 6000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2779.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.159685, "cps": 21.710938, "mean_p": 0.227867, "boundary_entropy": 0.278279, "bpb": 1.795119}, "de": {"chunks": 3304.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.160912, "cps": 25.8125, "mean_p": 0.221593, "boundary_entropy": 0.277051, "bpb": 1.949294}, "vi": {"chunks": 4103.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.222566, "cps": 32.054688, "mean_p": 0.257113, "boundary_entropy": 0.359498, "bpb": 1.650102}, "tr": {"chunks": 3161.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174612, "cps": 24.695312, "mean_p": 0.222495, "boundary_entropy": 0.29775, "bpb": 1.878124}, "fi": {"chunks": 3374.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.179363, "cps": 26.359375, "mean_p": 0.226095, "boundary_entropy": 0.268156, "bpb": 2.062543}, "ru": {"chunks": 5691.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.300317, "cps": 44.460938, "mean_p": 0.203655, "boundary_entropy": 0.221164, "bpb": 1.174772}, "el": {"chunks": 6022.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.293427, "cps": 47.046875, "mean_p": 0.222029, "boundary_entropy": 0.309312, "bpb": 1.19047}, "hi": {"chunks": 6981.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414918, "cps": 54.539062, "mean_p": 0.248209, "boundary_entropy": 0.362478, "bpb": 0.985157}, "ta": {"chunks": 8384.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448462, "cps": 65.5, "mean_p": 0.216841, "boundary_entropy": 0.280714, "bpb": 0.835184}, "th": {"chunks": 7234.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.449736, "cps": 56.515625, "mean_p": 0.296213, "boundary_entropy": 0.452777, "bpb": 0.94625}, "zh": {"chunks": 3067.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.519302, "cps": 23.960938, "mean_p": 0.209284, "boundary_entropy": 0.129064, "bpb": 2.747328}, "my": {"chunks": 8345.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.440416, "cps": 65.195312, "mean_p": 0.375558, "boundary_entropy": 0.608998, "bpb": 0.968038}}, "bpb": {"en": 1.79512, "de": 1.94929, "vi": 1.6501, "tr": 1.87812, "fi": 2.06254, "ru": 1.17477, "el": 1.19047, "hi": 0.98516, "ta": 0.83518, "th": 0.94625, "zh": 2.74733, "my": 0.96804}, "gini_cpc": 0.229414, "gini_cps": 0.220974, "bpic": 6.145904, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0076813131555384, "vi": 1.393779101719247, "tr": 1.093476660690773, "fi": 1.123230191027893, "ru": 1.8806801672171898, "el": 1.8375344054872254, "hi": 2.598352919663342, "ta": 2.808415579306111, "th": 2.8163914200412683, "zh": 3.25204020965621, "my": 2.7580271583606444}, "t": 1195.8}
{"event": "eval", "step": 6000, "phase": 2, "bpb": {"en": 1.79598, "de": 1.94969, "vi": 1.66311, "tr": 1.87152, "fi": 2.0769, "ru": 1.17378, "el": 1.18791, "hi": 0.99201, "ta": 0.83879, "th": 0.94397, "zh": 2.7555, "my": 0.97511}, "bytes_per_chunk": {"en": 5.963, "de": 5.936, "vi": 6.063, "tr": 6.041, "fi": 5.879, "ru": 5.936, "el": 6.009, "hi": 6.065, "ta": 5.888, "th": 6.198, "zh": 5.199, "my": 6.623}, "bpb_mean": 1.51869, "t": 1201.5}
{"event": "train", "step": 6000, "phase": 2, "objective": "global", "lm_loss": 1.19578, "bpb": 1.72514, "chunk_loss": 0.030095, "F": 0.17377, "G": 0.24249, "chunks": 177.94, "bytes_per_chunk": 5.755, "boundary_entropy": 0.28909, "router_noise": 0.0, "grad_norm": 0.3935, "lr": 0.0001549, "router_trainable": true, "sec_per_step": 0.265, "alpha": 0.03, "t": 1201.6}
{"event": "train", "step": 6100, "phase": 2, "objective": "global", "lm_loss": 1.14153, "bpb": 1.64687, "chunk_loss": 0.03032, "F": 0.17723, "G": 0.23561, "chunks": 181.48, "bytes_per_chunk": 5.642, "boundary_entropy": 0.2727, "router_noise": 0.0, "grad_norm": 0.4207, "lr": 0.0001509, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1219.2}
{"event": "train", "step": 6200, "phase": 2, "objective": "global", "lm_loss": 1.08587, "bpb": 1.56658, "chunk_loss": 0.030253, "F": 0.17636, "G": 0.23989, "chunks": 180.59, "bytes_per_chunk": 5.67, "boundary_entropy": 0.28385, "router_noise": 0.0, "grad_norm": 0.3987, "lr": 0.0001469, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1236.8}
{"event": "train", "step": 6300, "phase": 2, "objective": "global", "lm_loss": 1.14969, "bpb": 1.65865, "chunk_loss": 0.031094, "F": 0.18747, "G": 0.24233, "chunks": 191.97, "bytes_per_chunk": 5.334, "boundary_entropy": 0.25863, "router_noise": 0.0, "grad_norm": 0.405, "lr": 0.0001429, "router_trainable": true, "sec_per_step": 0.179, "alpha": 0.03, "t": 1254.8}
{"event": "train", "step": 6400, "phase": 2, "objective": "global", "lm_loss": 1.1099, "bpb": 1.60125, "chunk_loss": 0.030159, "F": 0.17618, "G": 0.23275, "chunks": 180.41, "bytes_per_chunk": 5.676, "boundary_entropy": 0.26483, "router_noise": 0.0, "grad_norm": 0.3765, "lr": 0.0001389, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1272.3}
{"event": "train", "step": 6500, "phase": 2, "objective": "global", "lm_loss": 1.09161, "bpb": 1.57486, "chunk_loss": 0.030056, "F": 0.16974, "G": 0.2331, "chunks": 173.81, "bytes_per_chunk": 5.891, "boundary_entropy": 0.27742, "router_noise": 0.0, "grad_norm": 0.3901, "lr": 0.000135, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1289.7}
{"event": "train", "step": 6600, "phase": 2, "objective": "global", "lm_loss": 1.14381, "bpb": 1.65017, "chunk_loss": 0.03026, "F": 0.17853, "G": 0.23815, "chunks": 182.81, "bytes_per_chunk": 5.601, "boundary_entropy": 0.26922, "router_noise": 0.0, "grad_norm": 0.384, "lr": 0.000131, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1307.4}
{"event": "train", "step": 6700, "phase": 2, "objective": "global", "lm_loss": 1.2029, "bpb": 1.73542, "chunk_loss": 0.031159, "F": 0.18948, "G": 0.24495, "chunks": 194.03, "bytes_per_chunk": 5.278, "boundary_entropy": 0.26275, "router_noise": 0.0, "grad_norm": 0.4164, "lr": 0.0001271, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1325.1}
{"event": "train", "step": 6800, "phase": 2, "objective": "global", "lm_loss": 1.07925, "bpb": 1.55703, "chunk_loss": 0.030115, "F": 0.17184, "G": 0.22774, "chunks": 175.97, "bytes_per_chunk": 5.819, "boundary_entropy": 0.26031, "router_noise": 0.0, "grad_norm": 0.3894, "lr": 0.0001233, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1342.8}
{"event": "train", "step": 6900, "phase": 2, "objective": "global", "lm_loss": 1.14142, "bpb": 1.64672, "chunk_loss": 0.03023, "F": 0.17729, "G": 0.23905, "chunks": 181.55, "bytes_per_chunk": 5.64, "boundary_entropy": 0.26896, "router_noise": 0.0, "grad_norm": 0.3907, "lr": 0.0001195, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1360.3}
{"event": "probe", "step": 7000, "phase": 2, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2851.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.163822, "cps": 22.273438, "mean_p": 0.225311, "boundary_entropy": 0.260946, "bpb": 1.747828}, "de": {"chunks": 3463.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168655, "cps": 27.054688, "mean_p": 0.227454, "boundary_entropy": 0.271748, "bpb": 1.894103}, "vi": {"chunks": 4203.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.22799, "cps": 32.835938, "mean_p": 0.258611, "boundary_entropy": 0.34887, "bpb": 1.590178}, "tr": {"chunks": 3461.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.191184, "cps": 27.039062, "mean_p": 0.231387, "boundary_entropy": 0.296746, "bpb": 1.815395}, "fi": {"chunks": 3511.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.186646, "cps": 27.429688, "mean_p": 0.229876, "boundary_entropy": 0.258196, "bpb": 1.998525}, "ru": {"chunks": 5870.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309763, "cps": 45.859375, "mean_p": 0.204013, "boundary_entropy": 0.207421, "bpb": 1.145722}, "el": {"chunks": 6076.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296058, "cps": 47.46875, "mean_p": 0.219305, "boundary_entropy": 0.29125, "bpb": 1.153782}, "hi": {"chunks": 7424.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.441248, "cps": 58.0, "mean_p": 0.236488, "boundary_entropy": 0.321128, "bpb": 0.951231}, "ta": {"chunks": 8582.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459053, "cps": 67.046875, "mean_p": 0.215434, "boundary_entropy": 0.262698, "bpb": 0.815329}, "th": {"chunks": 7767.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.482872, "cps": 60.679688, "mean_p": 0.307705, "boundary_entropy": 0.45983, "bpb": 0.924544}, "zh": {"chunks": 3043.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515239, "cps": 23.773438, "mean_p": 0.205088, "boundary_entropy": 0.119325, "bpb": 2.701537}, "my": {"chunks": 9098.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.480156, "cps": 71.078125, "mean_p": 0.383215, "boundary_entropy": 0.606054, "bpb": 0.931881}}, "bpb": {"en": 1.74783, "de": 1.8941, "vi": 1.59018, "tr": 1.8154, "fi": 1.99853, "ru": 1.14572, "el": 1.15378, "hi": 0.95123, "ta": 0.81533, "th": 0.92454, "zh": 2.70154, "my": 0.93188}, "gini_cpc": 0.22818, "gini_cps": 0.22683, "bpic": 5.872791, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0295015084067134, "vi": 1.3916920647088555, "tr": 1.1670190644736762, "fi": 1.1393203350629508, "ru": 1.890844391959864, "el": 1.8071900339274243, "hi": 2.6934554284281784, "ta": 2.802140735236549, "th": 2.9475361676345204, "zh": 3.145106908739669, "my": 2.9309570833784084}, "t": 1380.7}
{"event": "eval", "step": 7000, "phase": 2, "bpb": {"en": 1.74791, "de": 1.89684, "vi": 1.60442, "tr": 1.80817, "fi": 2.01175, "ru": 1.14404, "el": 1.15039, "hi": 0.95877, "ta": 0.82107, "th": 0.92241, "zh": 2.7115, "my": 0.94101}, "bytes_per_chunk": {"en": 5.827, "de": 5.801, "vi": 5.83, "tr": 5.621, "fi": 5.68, "ru": 5.762, "el": 5.898, "hi": 5.728, "ta": 5.767, "th": 5.781, "zh": 5.227, "my": 5.906}, "bpb_mean": 1.47652, "t": 1386.5}
{"event": "train", "step": 7000, "phase": 2, "objective": "global", "lm_loss": 1.15407, "bpb": 1.66497, "chunk_loss": 0.030167, "F": 0.17534, "G": 0.23525, "chunks": 179.55, "bytes_per_chunk": 5.703, "boundary_entropy": 0.26779, "router_noise": 0.0, "grad_norm": 0.4221, "lr": 0.0001157, "router_trainable": true, "sec_per_step": 0.263, "alpha": 0.03, "t": 1386.7}
{"event": "train", "step": 7100, "phase": 2, "objective": "global", "lm_loss": 1.04701, "bpb": 1.51052, "chunk_loss": 0.030282, "F": 0.17798, "G": 0.23841, "chunks": 182.25, "bytes_per_chunk": 5.619, "boundary_entropy": 0.2769, "router_noise": 0.0, "grad_norm": 0.4007, "lr": 0.0001119, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1404.2}
{"event": "train", "step": 7200, "phase": 2, "objective": "global", "lm_loss": 1.09792, "bpb": 1.58397, "chunk_loss": 0.030088, "F": 0.17168, "G": 0.23005, "chunks": 175.8, "bytes_per_chunk": 5.825, "boundary_entropy": 0.2603, "router_noise": 0.0, "grad_norm": 0.4103, "lr": 0.0001083, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1421.7}
{"event": "train", "step": 7300, "phase": 2, "objective": "global", "lm_loss": 1.14, "bpb": 1.64468, "chunk_loss": 0.030137, "F": 0.17412, "G": 0.2302, "chunks": 178.3, "bytes_per_chunk": 5.743, "boundary_entropy": 0.26359, "router_noise": 0.0, "grad_norm": 0.4007, "lr": 0.0001046, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1439.4}
{"event": "train", "step": 7400, "phase": 2, "objective": "global", "lm_loss": 1.0934, "bpb": 1.57745, "chunk_loss": 0.030154, "F": 0.17357, "G": 0.23454, "chunks": 177.73, "bytes_per_chunk": 5.761, "boundary_entropy": 0.27284, "router_noise": 0.0, "grad_norm": 0.4126, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1456.7}
{"event": "train", "step": 7500, "phase": 2, "objective": "global", "lm_loss": 1.1446, "bpb": 1.6513, "chunk_loss": 0.030147, "F": 0.17216, "G": 0.22892, "chunks": 176.3, "bytes_per_chunk": 5.808, "boundary_entropy": 0.25465, "router_noise": 0.0, "grad_norm": 0.3887, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1474.2}
{"event": "train", "step": 7600, "phase": 2, "objective": "global", "lm_loss": 1.08968, "bpb": 1.57207, "chunk_loss": 0.030031, "F": 0.16811, "G": 0.23065, "chunks": 172.14, "bytes_per_chunk": 5.949, "boundary_entropy": 0.26592, "router_noise": 0.0, "grad_norm": 0.3993, "lr": 9.4e-05, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 1492.0}
{"event": "phase_transition", "step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1509.7}
{"event": "train", "step": 7700, "phase": 3, "objective": "global", "lm_loss": 1.09689, "bpb": 1.58247, "chunk_loss": 0.03009, "F": 0.17194, "G": 0.2301, "chunks": 176.06, "bytes_per_chunk": 5.816, "boundary_entropy": 0.25861, "router_noise": 0.0, "grad_norm": 0.4037, "lr": 9.06e-05, "router_trainable": true, "sec_per_step": 0.179, "alpha": 0.03, "t": 1509.9}
{"event": "train", "step": 7800, "phase": 3, "objective": "global", "lm_loss": 1.12346, "bpb": 1.62081, "chunk_loss": 0.030157, "F": 0.17307, "G": 0.2256, "chunks": 177.22, "bytes_per_chunk": 5.778, "boundary_entropy": 0.24645, "router_noise": 0.0, "grad_norm": 0.4155, "lr": 8.73e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1527.5}
{"event": "train", "step": 7900, "phase": 3, "objective": "global", "lm_loss": 1.03358, "bpb": 1.49115, "chunk_loss": 0.03012, "F": 0.17152, "G": 0.23675, "chunks": 175.64, "bytes_per_chunk": 5.83, "boundary_entropy": 0.27643, "router_noise": 0.0, "grad_norm": 0.3885, "lr": 8.4e-05, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1544.8}
{"event": "probe", "step": 8000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2898.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.166523, "cps": 22.640625, "mean_p": 0.227544, "boundary_entropy": 0.256514, "bpb": 1.714508}, "de": {"chunks": 3455.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168266, "cps": 26.992188, "mean_p": 0.223681, "boundary_entropy": 0.261248, "bpb": 1.854787}, "vi": {"chunks": 4292.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.232818, "cps": 33.53125, "mean_p": 0.254453, "boundary_entropy": 0.327359, "bpb": 1.546568}, "tr": {"chunks": 3321.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18345, "cps": 25.945312, "mean_p": 0.228728, "boundary_entropy": 0.292495, "bpb": 1.772537}, "fi": {"chunks": 3409.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181224, "cps": 26.632812, "mean_p": 0.223246, "boundary_entropy": 0.249192, "bpb": 1.949628}, "ru": {"chunks": 5857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309077, "cps": 45.757812, "mean_p": 0.200185, "boundary_entropy": 0.1921, "bpb": 1.119815}, "el": {"chunks": 6335.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.308678, "cps": 49.492188, "mean_p": 0.223632, "boundary_entropy": 0.284525, "bpb": 1.125921}, "hi": {"chunks": 7254.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431144, "cps": 56.671875, "mean_p": 0.229663, "boundary_entropy": 0.306481, "bpb": 0.929961}, "ta": {"chunks": 8434.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.451137, "cps": 65.890625, "mean_p": 0.210794, "boundary_entropy": 0.241704, "bpb": 0.791547}, "th": {"chunks": 7613.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.473298, "cps": 59.476562, "mean_p": 0.311503, "boundary_entropy": 0.461214, "bpb": 0.902035}, "zh": {"chunks": 3058.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.517779, "cps": 23.890625, "mean_p": 0.203226, "boundary_entropy": 0.106643, "bpb": 2.66152}, "my": {"chunks": 8788.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.463796, "cps": 68.65625, "mean_p": 0.364652, "boundary_entropy": 0.583144, "bpb": 0.912018}}, "bpb": {"en": 1.71451, "de": 1.85479, "vi": 1.54657, "tr": 1.77254, "fi": 1.94963, "ru": 1.11981, "el": 1.12592, "hi": 0.92996, "ta": 0.79155, "th": 0.90203, "zh": 2.66152, "my": 0.91202}, "gini_cpc": 0.225547, "gini_cps": 0.222322, "bpic": 5.930417, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0104652521684276, "vi": 1.3981131174890682, "tr": 1.1016510766720315, "fi": 1.0882805234988162, "ru": 1.8560588778358655, "el": 1.8536661236209357, "hi": 2.589096379426504, "ta": 2.7091550812680616, "th": 2.8422384060867123, "zh": 3.1093511949458006, "my": 2.785174506145401}, "t": 1565.6}
{"event": "eval", "step": 8000, "phase": 3, "bpb": {"en": 1.71404, "de": 1.8587, "vi": 1.56217, "tr": 1.76569, "fi": 1.96235, "ru": 1.11812, "el": 1.12382, "hi": 0.93676, "ta": 0.79745, "th": 0.90036, "zh": 2.67389, "my": 0.92089}, "bytes_per_chunk": {"en": 5.704, "de": 5.801, "vi": 5.728, "tr": 5.854, "fi": 5.836, "ru": 5.769, "el": 5.74, "hi": 5.852, "ta": 5.904, "th": 5.951, "zh": 5.226, "my": 6.125}, "bpb_mean": 1.44452, "t": 1571.3}
{"event": "train", "step": 8000, "phase": 3, "objective": "global", "lm_loss": 1.04546, "bpb": 1.50828, "chunk_loss": 0.030193, "F": 0.17813, "G": 0.23973, "chunks": 182.41, "bytes_per_chunk": 5.614, "boundary_entropy": 0.26398, "router_noise": 0.0, "grad_norm": 0.3913, "lr": 8.08e-05, "router_trainable": true, "sec_per_step": 0.267, "alpha": 0.03, "t": 1571.5}
{"event": "train", "step": 8100, "phase": 3, "objective": "global", "lm_loss": 1.12254, "bpb": 1.61949, "chunk_loss": 0.030092, "F": 0.17032, "G": 0.22299, "chunks": 174.41, "bytes_per_chunk": 5.871, "boundary_entropy": 0.24775, "router_noise": 0.0, "grad_norm": 0.4224, "lr": 7.77e-05, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 1589.3}
{"event": "train", "step": 8200, "phase": 3, "objective": "global", "lm_loss": 1.11125, "bpb": 1.6032, "chunk_loss": 0.030145, "F": 0.17384, "G": 0.22327, "chunks": 178.02, "bytes_per_chunk": 5.752, "boundary_entropy": 0.23966, "router_noise": 0.0, "grad_norm": 0.3967, "lr": 7.47e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1606.9}
{"event": "train", "step": 8300, "phase": 3, "objective": "global", "lm_loss": 1.06435, "bpb": 1.53554, "chunk_loss": 0.030117, "F": 0.17432, "G": 0.2307, "chunks": 178.5, "bytes_per_chunk": 5.737, "boundary_entropy": 0.25941, "router_noise": 0.0, "grad_norm": 0.4047, "lr": 7.17e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1624.4}
{"event": "train", "step": 8400, "phase": 3, "objective": "global", "lm_loss": 1.20911, "bpb": 1.74438, "chunk_loss": 0.030155, "F": 0.17467, "G": 0.21937, "chunks": 178.86, "bytes_per_chunk": 5.725, "boundary_entropy": 0.21875, "router_noise": 0.0, "grad_norm": 0.433, "lr": 6.88e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1641.9}
{"event": "train", "step": 8500, "phase": 3, "objective": "global", "lm_loss": 1.09688, "bpb": 1.58246, "chunk_loss": 0.030175, "F": 0.17473, "G": 0.23644, "chunks": 178.92, "bytes_per_chunk": 5.723, "boundary_entropy": 0.2662, "router_noise": 0.0, "grad_norm": 0.4138, "lr": 6.6e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1659.4}
{"event": "train", "step": 8600, "phase": 3, "objective": "global", "lm_loss": 1.11355, "bpb": 1.60651, "chunk_loss": 0.030271, "F": 0.17873, "G": 0.22233, "chunks": 183.02, "bytes_per_chunk": 5.595, "boundary_entropy": 0.2234, "router_noise": 0.0, "grad_norm": 0.411, "lr": 6.33e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1677.0}
{"event": "train", "step": 8700, "phase": 3, "objective": "global", "lm_loss": 1.07111, "bpb": 1.54529, "chunk_loss": 0.03019, "F": 0.17476, "G": 0.22722, "chunks": 178.95, "bytes_per_chunk": 5.722, "boundary_entropy": 0.24677, "router_noise": 0.0, "grad_norm": 0.4293, "lr": 6.07e-05, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1694.7}
{"event": "train", "step": 8800, "phase": 3, "objective": "global", "lm_loss": 1.14043, "bpb": 1.6453, "chunk_loss": 0.030291, "F": 0.17944, "G": 0.23157, "chunks": 183.75, "bytes_per_chunk": 5.573, "boundary_entropy": 0.24176, "router_noise": 0.0, "grad_norm": 0.4307, "lr": 5.82e-05, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1712.1}
{"event": "train", "step": 8900, "phase": 3, "objective": "global", "lm_loss": 1.08651, "bpb": 1.56751, "chunk_loss": 0.030124, "F": 0.17674, "G": 0.22953, "chunks": 180.98, "bytes_per_chunk": 5.658, "boundary_entropy": 0.24413, "router_noise": 0.0, "grad_norm": 0.4152, "lr": 5.58e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1729.6}
{"event": "probe", "step": 9000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2870.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.164914, "cps": 22.421875, "mean_p": 0.222648, "boundary_entropy": 0.244422, "bpb": 1.694131}, "de": {"chunks": 3388.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165003, "cps": 26.46875, "mean_p": 0.2156, "boundary_entropy": 0.246572, "bpb": 1.832668}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.245285, "boundary_entropy": 0.311301, "bpb": 1.508317}, "tr": {"chunks": 3261.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180136, "cps": 25.476562, "mean_p": 0.223693, "boundary_entropy": 0.2799, "bpb": 1.743723}, "fi": {"chunks": 3419.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.181755, "cps": 26.710938, "mean_p": 0.221674, "boundary_entropy": 0.241242, "bpb": 1.915937}, "ru": {"chunks": 5840.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.308179, "cps": 45.625, "mean_p": 0.19589, "boundary_entropy": 0.183783, "bpb": 1.10298}, "el": {"chunks": 5972.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.290991, "cps": 46.65625, "mean_p": 0.212059, "boundary_entropy": 0.270188, "bpb": 1.105058}, "hi": {"chunks": 7183.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.426924, "cps": 56.117188, "mean_p": 0.219426, "boundary_entropy": 0.287079, "bpb": 0.913642}, "ta": {"chunks": 8272.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.442471, "cps": 64.625, "mean_p": 0.204933, "boundary_entropy": 0.246558, "bpb": 0.77819}, "th": {"chunks": 7466.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.464159, "cps": 58.328125, "mean_p": 0.306701, "boundary_entropy": 0.460256, "bpb": 0.890292}, "zh": {"chunks": 3044.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.515408, "cps": 23.78125, "mean_p": 0.202009, "boundary_entropy": 0.100175, "bpb": 2.635923}, "my": {"chunks": 9212.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.486173, "cps": 71.96875, "mean_p": 0.36847, "boundary_entropy": 0.588264, "bpb": 0.891224}}, "bpb": {"en": 1.69413, "de": 1.83267, "vi": 1.50832, "tr": 1.74372, "fi": 1.91594, "ru": 1.10298, "el": 1.10506, "hi": 0.91364, "ta": 0.77819, "th": 0.89029, "zh": 2.63592, "my": 0.89122}, "gini_cpc": 0.230304, "gini_cps": 0.226774, "bpic": 5.984329, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0005371484095205, "vi": 1.3828076989592402, "tr": 1.0923013510956758, "fi": 1.1021214142440567, "ru": 1.8687269818796943, "el": 1.764498028132285, "hi": 2.588767316762533, "ta": 2.6830408175246694, "th": 2.81455113784674, "zh": 3.12531235582783, "my": 2.9480359597769508}, "t": 1750.1}
{"event": "eval", "step": 9000, "phase": 3, "bpb": {"en": 1.69333, "de": 1.83654, "vi": 1.52447, "tr": 1.73677, "fi": 1.92889, "ru": 1.10095, "el": 1.10261, "hi": 0.92122, "ta": 0.78424, "th": 0.8879, "zh": 2.64725, "my": 0.89733}, "bytes_per_chunk": {"en": 5.738, "de": 5.906, "vi": 5.838, "tr": 5.927, "fi": 5.829, "ru": 5.85, "el": 6.097, "hi": 5.918, "ta": 6.023, "th": 6.038, "zh": 5.229, "my": 5.832}, "bpb_mean": 1.42179, "t": 1755.9}
{"event": "train", "step": 9000, "phase": 3, "objective": "global", "lm_loss": 1.12081, "bpb": 1.61699, "chunk_loss": 0.030229, "F": 0.17453, "G": 0.234, "chunks": 178.72, "bytes_per_chunk": 5.73, "boundary_entropy": 0.25766, "router_noise": 0.0, "grad_norm": 0.4374, "lr": 5.35e-05, "router_trainable": true, "sec_per_step": 0.264, "alpha": 0.03, "t": 1756.1}
{"event": "train", "step": 9100, "phase": 3, "objective": "global", "lm_loss": 1.09995, "bpb": 1.5869, "chunk_loss": 0.030202, "F": 0.17754, "G": 0.23239, "chunks": 181.8, "bytes_per_chunk": 5.633, "boundary_entropy": 0.2494, "router_noise": 0.0, "grad_norm": 0.4245, "lr": 5.12e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1773.6}
{"event": "train", "step": 9200, "phase": 3, "objective": "global", "lm_loss": 1.02747, "bpb": 1.48232, "chunk_loss": 0.030119, "F": 0.17159, "G": 0.22848, "chunks": 175.7, "bytes_per_chunk": 5.828, "boundary_entropy": 0.25498, "router_noise": 0.0, "grad_norm": 0.4014, "lr": 4.91e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1791.2}
{"event": "train", "step": 9300, "phase": 3, "objective": "global", "lm_loss": 1.06333, "bpb": 1.53407, "chunk_loss": 0.030195, "F": 0.17392, "G": 0.22813, "chunks": 178.09, "bytes_per_chunk": 5.75, "boundary_entropy": 0.24395, "router_noise": 0.0, "grad_norm": 0.4177, "lr": 4.71e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1808.8}
{"event": "train", "step": 9400, "phase": 3, "objective": "global", "lm_loss": 1.02545, "bpb": 1.47941, "chunk_loss": 0.030164, "F": 0.17595, "G": 0.2311, "chunks": 180.17, "bytes_per_chunk": 5.683, "boundary_entropy": 0.24873, "router_noise": 0.0, "grad_norm": 0.4025, "lr": 4.52e-05, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1826.1}
{"event": "train", "step": 9500, "phase": 3, "objective": "global", "lm_loss": 1.10674, "bpb": 1.59668, "chunk_loss": 0.03014, "F": 0.17274, "G": 0.22533, "chunks": 176.89, "bytes_per_chunk": 5.789, "boundary_entropy": 0.24372, "router_noise": 0.0, "grad_norm": 0.4396, "lr": 4.34e-05, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1843.8}
{"event": "train", "step": 9600, "phase": 3, "objective": "global", "lm_loss": 1.05575, "bpb": 1.52312, "chunk_loss": 0.030289, "F": 0.18217, "G": 0.2319, "chunks": 186.55, "bytes_per_chunk": 5.489, "boundary_entropy": 0.23752, "router_noise": 0.0, "grad_norm": 0.4132, "lr": 4.17e-05, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1861.2}
{"event": "train", "step": 9700, "phase": 3, "objective": "global", "lm_loss": 1.08607, "bpb": 1.56687, "chunk_loss": 0.030083, "F": 0.17036, "G": 0.22373, "chunks": 174.45, "bytes_per_chunk": 5.87, "boundary_entropy": 0.24467, "router_noise": 0.0, "grad_norm": 0.4275, "lr": 4.01e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1878.7}
{"event": "train", "step": 9800, "phase": 3, "objective": "global", "lm_loss": 1.00971, "bpb": 1.4567, "chunk_loss": 0.030141, "F": 0.17477, "G": 0.22829, "chunks": 178.97, "bytes_per_chunk": 5.722, "boundary_entropy": 0.24484, "router_noise": 0.0, "grad_norm": 0.3991, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1896.3}
{"event": "train", "step": 9900, "phase": 3, "objective": "global", "lm_loss": 1.06981, "bpb": 1.54342, "chunk_loss": 0.030176, "F": 0.17332, "G": 0.2246, "chunks": 177.48, "bytes_per_chunk": 5.77, "boundary_entropy": 0.24155, "router_noise": 0.0, "grad_norm": 0.4001, "lr": 3.72e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1913.9}
{"event": "probe", "step": 10000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2881.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.165546, "cps": 22.507812, "mean_p": 0.219257, "boundary_entropy": 0.235373, "bpb": 1.678459}, "de": {"chunks": 3392.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165197, "cps": 26.5, "mean_p": 0.214798, "boundary_entropy": 0.243157, "bpb": 1.812746}, "vi": {"chunks": 4247.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230377, "cps": 33.179688, "mean_p": 0.244957, "boundary_entropy": 0.303245, "bpb": 1.486354}, "tr": {"chunks": 3260.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180081, "cps": 25.46875, "mean_p": 0.223272, "boundary_entropy": 0.277679, "bpb": 1.722096}, "fi": {"chunks": 3492.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.185636, "cps": 27.28125, "mean_p": 0.223275, "boundary_entropy": 0.235722, "bpb": 1.891402}, "ru": {"chunks": 5899.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.311293, "cps": 46.085938, "mean_p": 0.197402, "boundary_entropy": 0.17666, "bpb": 1.089341}, "el": {"chunks": 6150.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.299664, "cps": 48.046875, "mean_p": 0.213731, "boundary_entropy": 0.26305, "bpb": 1.089518}, "hi": {"chunks": 7187.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.427162, "cps": 56.148438, "mean_p": 0.224677, "boundary_entropy": 0.295991, "bpb": 0.90163}, "ta": {"chunks": 8488.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.454025, "cps": 66.3125, "mean_p": 0.205569, "boundary_entropy": 0.235824, "bpb": 0.766322}, "th": {"chunks": 7331.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.455766, "cps": 57.273438, "mean_p": 0.303326, "boundary_entropy": 0.447588, "bpb": 0.876082}, "zh": {"chunks": 3032.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.513376, "cps": 23.6875, "mean_p": 0.201172, "boundary_entropy": 0.097304, "bpb": 2.611019}, "my": {"chunks": 8615.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.454665, "cps": 67.304688, "mean_p": 0.355449, "boundary_entropy": 0.580054, "bpb": 0.878967}}, "bpb": {"en": 1.67846, "de": 1.81275, "vi": 1.48635, "tr": 1.7221, "fi": 1.8914, "ru": 1.08934, "el": 1.08952, "hi": 0.90163, "ta": 0.76632, "th": 0.87608, "zh": 2.61102, "my": 0.87897}, "gini_cpc": 0.223535, "gini_cps": 0.220501, "bpic": 5.999015, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9978937402905387, "vi": 1.3916178187157575, "tr": 1.08779713476874, "fi": 1.121355231475465, "ru": 1.8803991394808492, "el": 1.8101523670423156, "hi": 2.580319199468981, "ta": 2.742589211588982, "th": 2.75310652785332, "zh": 3.101106035514393, "my": 2.746456770890236}, "t": 1934.6}
{"event": "eval", "step": 10000, "phase": 3, "bpb": {"en": 1.67706, "de": 1.81651, "vi": 1.50173, "tr": 1.71482, "fi": 1.90536, "ru": 1.08706, "el": 1.08652, "hi": 0.90843, "ta": 0.77281, "th": 0.87361, "zh": 2.62216, "my": 0.88611}, "bytes_per_chunk": {"en": 5.747, "de": 5.864, "vi": 5.756, "tr": 5.921, "fi": 5.746, "ru": 5.742, "el": 5.945, "hi": 5.956, "ta": 5.912, "th": 6.094, "zh": 5.234, "my": 6.177}, "bpb_mean": 1.40435, "t": 1940.2}
{"event": "train", "step": 10000, "phase": 3, "objective": "global", "lm_loss": 1.09531, "bpb": 1.5802, "chunk_loss": 0.030095, "F": 0.1702, "G": 0.22465, "chunks": 174.28, "bytes_per_chunk": 5.876, "boundary_entropy": 0.24466, "router_noise": 0.0, "grad_norm": 0.4188, "lr": 3.6e-05, "router_trainable": true, "sec_per_step": 0.265, "alpha": 0.03, "t": 1940.4}
{"event": "train", "step": 10100, "phase": 3, "objective": "global", "lm_loss": 1.14678, "bpb": 1.65445, "chunk_loss": 0.030319, "F": 0.18025, "G": 0.23411, "chunks": 184.58, "bytes_per_chunk": 5.548, "boundary_entropy": 0.24166, "router_noise": 0.0, "grad_norm": 0.4249, "lr": 3.49e-05, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 1958.2}
{"event": "train", "step": 10200, "phase": 3, "objective": "global", "lm_loss": 1.05182, "bpb": 1.51746, "chunk_loss": 0.030372, "F": 0.18221, "G": 0.22326, "chunks": 186.58, "bytes_per_chunk": 5.488, "boundary_entropy": 0.21407, "router_noise": 0.0, "grad_norm": 0.4338, "lr": 3.38e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1975.8}
{"event": "train", "step": 10300, "phase": 3, "objective": "global", "lm_loss": 1.0479, "bpb": 1.5118, "chunk_loss": 0.030113, "F": 0.17352, "G": 0.21911, "chunks": 177.69, "bytes_per_chunk": 5.763, "boundary_entropy": 0.22327, "router_noise": 0.0, "grad_norm": 0.4334, "lr": 3.3e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 1993.4}
{"event": "train", "step": 10400, "phase": 3, "objective": "global", "lm_loss": 1.04808, "bpb": 1.51205, "chunk_loss": 0.030185, "F": 0.17494, "G": 0.22687, "chunks": 179.14, "bytes_per_chunk": 5.716, "boundary_entropy": 0.23627, "router_noise": 0.0, "grad_norm": 0.4409, "lr": 3.22e-05, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 2011.1}
{"event": "train", "step": 10500, "phase": 3, "objective": "global", "lm_loss": 1.00891, "bpb": 1.45555, "chunk_loss": 0.030091, "F": 0.17181, "G": 0.23279, "chunks": 175.94, "bytes_per_chunk": 5.82, "boundary_entropy": 0.25891, "router_noise": 0.0, "grad_norm": 0.4258, "lr": 3.15e-05, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 2028.8}
{"event": "train", "step": 10600, "phase": 3, "objective": "global", "lm_loss": 1.10089, "bpb": 1.58825, "chunk_loss": 0.030136, "F": 0.17229, "G": 0.22904, "chunks": 176.42, "bytes_per_chunk": 5.804, "boundary_entropy": 0.24472, "router_noise": 0.0, "grad_norm": 0.4133, "lr": 3.1e-05, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 2046.6}
{"event": "train", "step": 10700, "phase": 3, "objective": "global", "lm_loss": 1.07555, "bpb": 1.55169, "chunk_loss": 0.030397, "F": 0.18254, "G": 0.23372, "chunks": 186.92, "bytes_per_chunk": 5.478, "boundary_entropy": 0.24143, "router_noise": 0.0, "grad_norm": 0.4439, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.176, "alpha": 0.03, "t": 2064.2}
{"event": "train", "step": 10800, "phase": 3, "objective": "global", "lm_loss": 1.05467, "bpb": 1.52156, "chunk_loss": 0.030145, "F": 0.17354, "G": 0.2285, "chunks": 177.7, "bytes_per_chunk": 5.762, "boundary_entropy": 0.25011, "router_noise": 0.0, "grad_norm": 0.4402, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.178, "alpha": 0.03, "t": 2082.0}
{"event": "train", "step": 10900, "phase": 3, "objective": "global", "lm_loss": 1.12772, "bpb": 1.62696, "chunk_loss": 0.030422, "F": 0.18112, "G": 0.22799, "chunks": 185.47, "bytes_per_chunk": 5.521, "boundary_entropy": 0.22668, "router_noise": 0.0, "grad_norm": 0.4446, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.18, "alpha": 0.03, "t": 2100.1}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167327, "cps": 22.75, "mean_p": 0.218942, "boundary_entropy": 0.23144, "bpb": 1.669556}, "de": {"chunks": 3463.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168655, "cps": 27.054688, "mean_p": 0.215215, "boundary_entropy": 0.237227, "bpb": 1.802032}, "vi": {"chunks": 4248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230431, "cps": 33.1875, "mean_p": 0.242031, "boundary_entropy": 0.294434, "bpb": 1.472759}, "tr": {"chunks": 3299.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182235, "cps": 25.773438, "mean_p": 0.223155, "boundary_entropy": 0.272418, "bpb": 1.711645}, "fi": {"chunks": 3536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187975, "cps": 27.625, "mean_p": 0.224979, "boundary_entropy": 0.235285, "bpb": 1.878841}, "ru": {"chunks": 5857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309077, "cps": 45.757812, "mean_p": 0.195429, "boundary_entropy": 0.171648, "bpb": 1.080986}, "el": {"chunks": 6119.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298153, "cps": 47.804688, "mean_p": 0.212841, "boundary_entropy": 0.256482, "bpb": 1.079713}, "hi": {"chunks": 7244.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43055, "cps": 56.59375, "mean_p": 0.219359, "boundary_entropy": 0.274835, "bpb": 0.889966}, "ta": {"chunks": 8606.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460337, "cps": 67.234375, "mean_p": 0.206921, "boundary_entropy": 0.229782, "bpb": 0.7588}, "th": {"chunks": 7420.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461299, "cps": 57.96875, "mean_p": 0.302256, "boundary_entropy": 0.442897, "bpb": 0.869181}, "zh": {"chunks": 3051.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.516593, "cps": 23.835938, "mean_p": 0.201022, "boundary_entropy": 0.09326, "bpb": 2.597846}, "my": {"chunks": 8423.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.444532, "cps": 65.804688, "mean_p": 0.352598, "boundary_entropy": 0.57476, "bpb": 0.869576}}, "bpb": {"en": 1.66956, "de": 1.80203, "vi": 1.47276, "tr": 1.71165, "fi": 1.87884, "ru": 1.08099, "el": 1.07971, "hi": 0.88997, "ta": 0.7588, "th": 0.86918, "zh": 2.59785, "my": 0.86958}, "gini_cpc": 0.222886, "gini_cps": 0.218263, "bpic": 5.979946, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0079357144462706, "vi": 1.37712738847808, "tr": 1.089091863985873, "fi": 1.12339664482028, "ru": 1.8471355178462698, "el": 1.7818549899523075, "hi": 2.5730967620789316, "ta": 2.7511142207618535, "th": 2.756865569928983, "zh": 3.087319063217514, "my": 2.656661207103536}, "t": 2120.8}
{"event": "eval", "step": 11000, "phase": 3, "bpb": {"en": 1.66817, "de": 1.80717, "vi": 1.4883, "tr": 1.70416, "fi": 1.89306, "ru": 1.07853, "el": 1.07802, "hi": 0.8969, "ta": 0.76491, "th": 0.86659, "zh": 2.60859, "my": 0.87692}, "bytes_per_chunk": {"en": 5.711, "de": 5.817, "vi": 5.745, "tr": 5.868, "fi": 5.652, "ru": 5.777, "el": 5.965, "hi": 5.855, "ta": 5.835, "th": 6.104, "zh": 5.226, "my": 6.252}, "bpb_mean": 1.39428, "t": 2126.5}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2912.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.167327, "cps": 22.75, "mean_p": 0.218942, "boundary_entropy": 0.23144, "bpb": 1.669556}, "de": {"chunks": 3463.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168655, "cps": 27.054688, "mean_p": 0.215215, "boundary_entropy": 0.237227, "bpb": 1.802032}, "vi": {"chunks": 4248.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.230431, "cps": 33.1875, "mean_p": 0.242031, "boundary_entropy": 0.294434, "bpb": 1.472759}, "tr": {"chunks": 3299.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182235, "cps": 25.773438, "mean_p": 0.223155, "boundary_entropy": 0.272418, "bpb": 1.711645}, "fi": {"chunks": 3536.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.187975, "cps": 27.625, "mean_p": 0.224979, "boundary_entropy": 0.235285, "bpb": 1.878841}, "ru": {"chunks": 5857.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.309077, "cps": 45.757812, "mean_p": 0.195429, "boundary_entropy": 0.171648, "bpb": 1.080986}, "el": {"chunks": 6119.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.298153, "cps": 47.804688, "mean_p": 0.212841, "boundary_entropy": 0.256482, "bpb": 1.079713}, "hi": {"chunks": 7244.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43055, "cps": 56.59375, "mean_p": 0.219359, "boundary_entropy": 0.274835, "bpb": 0.889966}, "ta": {"chunks": 8606.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460337, "cps": 67.234375, "mean_p": 0.206921, "boundary_entropy": 0.229782, "bpb": 0.7588}, "th": {"chunks": 7420.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.461299, "cps": 57.96875, "mean_p": 0.302256, "boundary_entropy": 0.442897, "bpb": 0.869181}, "zh": {"chunks": 3051.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.516593, "cps": 23.835938, "mean_p": 0.201022, "boundary_entropy": 0.09326, "bpb": 2.597846}, "my": {"chunks": 8423.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.444532, "cps": 65.804688, "mean_p": 0.352598, "boundary_entropy": 0.57476, "bpb": 0.869576}}, "bpb": {"en": 1.66956, "de": 1.80203, "vi": 1.47276, "tr": 1.71165, "fi": 1.87884, "ru": 1.08099, "el": 1.07971, "hi": 0.88997, "ta": 0.7588, "th": 0.86918, "zh": 2.59785, "my": 0.86958}, "gini_cpc": 0.222886, "gini_cps": 0.218263, "bpic": 5.979946, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0079357144462706, "vi": 1.37712738847808, "tr": 1.089091863985873, "fi": 1.12339664482028, "ru": 1.8471355178462698, "el": 1.7818549899523075, "hi": 2.5730967620789316, "ta": 2.7511142207618535, "th": 2.756865569928983, "zh": 3.087319063217514, "my": 2.656661207103536}, "t": 2129.8}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/spec_A_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_A_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_A_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_A_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_A_s1/th0.70"], "t": 2133.4}
{"event": "final", "run": "spec_A_s1", "condition": "A", "step": 11000, "params": 82470528, "per_lang": {"en": {"cpc": 0.16732747227489514, "cps": 22.75, "bpb": 1.6636268241478136, "bytes_per_chunk": 5.717519915811055}, "de": {"cpc": 0.16865533531388496, "cps": 27.0546875, "bpb": 1.8044929979553161, "bytes_per_chunk": 5.773365708087632}, "vi": {"cpc": 0.23043124491456468, "cps": 33.1875, "bpb": 1.4877652389562404, "bytes_per_chunk": 5.757831675937467}, "tr": {"cpc": 0.18223498867591006, "cps": 25.7734375, "bpb": 1.704076079488094, "bytes_per_chunk": 5.88925520502783}, "fi": {"cpc": 0.18797512093987562, "cps": 27.625, "bpb": 1.8984149486170414, "bytes_per_chunk": 5.641782211246159}, "ru": {"cpc": 0.3090765171503958, "cps": 45.7578125, "bpb": 1.0787120711156881, "bytes_per_chunk": 5.766983456529391}, "el": {"cpc": 0.2981532914291283, "cps": 47.8046875, "bpb": 1.0757258449829739, "bytes_per_chunk": 5.968976097363822}, "hi": {"cpc": 0.43054977711738485, "cps": 56.59375, "bpb": 0.8991805373884376, "bytes_per_chunk": 5.864387821301537}, "ta": {"cpc": 0.4603369884995988, "cps": 67.234375, "bpb": 0.7621390373833526, "bytes_per_chunk": 5.806550931694216}, "th": {"cpc": 0.4612993472179049, "cps": 57.96875, "bpb": 0.8689623364675034, "bytes_per_chunk": 6.098499476561591}, "zh": {"cpc": 0.5165932949542837, "cps": 23.8359375, "bpb": 2.6134347221372436, "bytes_per_chunk": 5.232885189288459}, "my": {"cpc": 0.4445324044754064, "cps": 65.8046875, "bpb": 0.8752095417666009, "bytes_per_chunk": 6.25239106065304}}, "gini_cpc": 0.22288600784177137, "gini_cps": 0.21826274839768578, "bpic": 5.979946399077566, "seed": 1, "mean_boundary_entropy": 0.2444259226322174, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4400, "phase": 2, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 2144.2}