Hugging Face's logo

AdaptiveChunking
/
spec_C_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
spec_C_s1
File size: 108,150 Bytes
13d87f1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{"event": "start", "run": "spec_C_s1", "condition": "C", "params": 82470528, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.8}
{"event": "probe_schedule", "n": 21, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000, 11000], "t": 2.8}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14124.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.811584, "cps": 110.34375, "mean_p": 0.52085, "boundary_entropy": 0.686717, "bpb": 8.06011}, "de": {"chunks": 18700.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.910729, "cps": 146.09375, "mean_p": 0.525595, "boundary_entropy": 0.687217, "bpb": 8.1963}, "vi": {"chunks": 21351.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.158177, "cps": 166.804688, "mean_p": 0.524018, "boundary_entropy": 0.687874, "bpb": 8.061647}, "tr": {"chunks": 17846.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.985803, "cps": 139.421875, "mean_p": 0.529939, "boundary_entropy": 0.686373, "bpb": 8.199}, "fi": {"chunks": 17574.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.934241, "cps": 137.296875, "mean_p": 0.526553, "boundary_entropy": 0.686826, "bpb": 8.038283}, "ru": {"chunks": 34128.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.80095, "cps": 266.625, "mean_p": 0.540146, "boundary_entropy": 0.687211, "bpb": 8.262097}, "el": {"chunks": 36913.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798616, "cps": 288.382812, "mean_p": 0.535776, "boundary_entropy": 0.688142, "bpb": 8.178552}, "hi": {"chunks": 34684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.061456, "cps": 270.96875, "mean_p": 0.509835, "boundary_entropy": 0.69075, "bpb": 8.397747}, "ta": {"chunks": 50678.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.710778, "cps": 395.921875, "mean_p": 0.522012, "boundary_entropy": 0.690366, "bpb": 8.106024}, "th": {"chunks": 45409.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.823065, "cps": 354.757812, "mean_p": 0.531604, "boundary_entropy": 0.689071, "bpb": 8.030889}, "zh": {"chunks": 4820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.816119, "cps": 37.65625, "mean_p": 0.492076, "boundary_entropy": 0.68644, "bpb": 8.099598}, "my": {"chunks": 28215.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.489075, "cps": 220.429688, "mean_p": 0.506229, "boundary_entropy": 0.690851, "bpb": 8.204861}}, "bpb": {"en": 8.06011, "de": 8.1963, "vi": 8.06165, "tr": 8.199, "fi": 8.03828, "ru": 8.2621, "el": 8.17855, "hi": 8.39775, "ta": 8.10602, "th": 8.03089, "zh": 8.0996, "my": 8.20486}, "gini_cpc": 0.247425, "gini_cps": 0.271932, "bpic": 1.182896, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1221621360827407, "vi": 1.4270575576222595, "tr": 1.2146656456674263, "fi": 1.1511320610100555, "ru": 2.2190548395702145, "el": 2.2161793753498933, "hi": 2.540039766651812, "ta": 3.3401072258858213, "th": 3.478462165603346, "zh": 1.0055878258102513, "my": 1.8347761655608366}, "t": 10.2}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63341, "bpb": 8.1273, "chunk_loss": 0.084693, "F": 0.86952, "G": 0.52249, "chunks": 890.39, "bytes_per_chunk": 1.15, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 9.4223, "lr": 6e-07, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 11.0}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14061.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.807964, "cps": 109.851562, "mean_p": 0.520569, "boundary_entropy": 0.686738, "bpb": 8.024473}, "de": {"chunks": 18670.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.909268, "cps": 145.859375, "mean_p": 0.525329, "boundary_entropy": 0.687242, "bpb": 8.163781}, "vi": {"chunks": 21327.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.156876, "cps": 166.617188, "mean_p": 0.5239, "boundary_entropy": 0.687884, "bpb": 8.046547}, "tr": {"chunks": 17818.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.984257, "cps": 139.203125, "mean_p": 0.529733, "boundary_entropy": 0.686396, "bpb": 8.174405}, "fi": {"chunks": 17531.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.931955, "cps": 136.960938, "mean_p": 0.526264, "boundary_entropy": 0.686855, "bpb": 8.007868}, "ru": {"chunks": 34125.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800792, "cps": 266.601562, "mean_p": 0.540055, "boundary_entropy": 0.687225, "bpb": 8.228436}, "el": {"chunks": 36912.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798567, "cps": 288.375, "mean_p": 0.535687, "boundary_entropy": 0.688154, "bpb": 8.166319}, "hi": {"chunks": 34492.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.050045, "cps": 269.46875, "mean_p": 0.509702, "boundary_entropy": 0.690754, "bpb": 8.350568}, "ta": {"chunks": 50663.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.709976, "cps": 395.804688, "mean_p": 0.521836, "boundary_entropy": 0.69038, "bpb": 8.072044}, "th": {"chunks": 45400.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.822505, "cps": 354.6875, "mean_p": 0.531487, "boundary_entropy": 0.689085, "bpb": 7.985679}, "zh": {"chunks": 4805.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.813579, "cps": 37.539062, "mean_p": 0.492034, "boundary_entropy": 0.686438, "bpb": 8.094782}, "my": {"chunks": 28183.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.487387, "cps": 220.179688, "mean_p": 0.506213, "boundary_entropy": 0.690851, "bpb": 8.190906}}, "bpb": {"en": 8.02447, "de": 8.16378, "vi": 8.04655, "tr": 8.17441, "fi": 8.00787, "ru": 8.22844, "el": 8.16632, "hi": 8.35057, "ta": 8.07204, "th": 7.98568, "zh": 8.09478, "my": 8.19091}, "gini_cpc": 0.24777, "gini_cps": 0.272322, "bpic": 1.184557, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1253816326164388, "vi": 1.4318401589633083, "tr": 1.2181936045006008, "fi": 1.1534604773521278, "ru": 2.228801327198736, "el": 2.226048611194062, "hi": 2.5372964771517186, "ta": 3.3540794466413764, "th": 3.4933548232503626, "zh": 1.0069498958543388, "my": 1.8409066075485179}, "t": 17.7}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.799862, "cps": 108.75, "mean_p": 0.519955, "boundary_entropy": 0.686783, "bpb": 7.952963}, "de": {"chunks": 18576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.90469, "cps": 145.125, "mean_p": 0.524734, "boundary_entropy": 0.687298, "bpb": 8.09651}, "vi": {"chunks": 21264.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.153458, "cps": 166.125, "mean_p": 0.523643, "boundary_entropy": 0.687907, "bpb": 8.01461}, "tr": {"chunks": 17762.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.981163, "cps": 138.765625, "mean_p": 0.529283, "boundary_entropy": 0.686444, "bpb": 8.123393}, "fi": {"chunks": 17440.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.927117, "cps": 136.25, "mean_p": 0.525686, "boundary_entropy": 0.686911, "bpb": 7.947463}, "ru": {"chunks": 34115.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800264, "cps": 266.523438, "mean_p": 0.539856, "boundary_entropy": 0.687256, "bpb": 8.16147}, "el": {"chunks": 36884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.797203, "cps": 288.15625, "mean_p": 0.535477, "boundary_entropy": 0.688183, "bpb": 8.135063}, "hi": {"chunks": 34177.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.031322, "cps": 267.007812, "mean_p": 0.509478, "boundary_entropy": 0.690762, "bpb": 8.266989}, "ta": {"chunks": 50637.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.708585, "cps": 395.601562, "mean_p": 0.52153, "boundary_entropy": 0.690406, "bpb": 8.00955}, "th": {"chunks": 45383.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.821449, "cps": 354.554688, "mean_p": 0.531274, "boundary_entropy": 0.689111, "bpb": 7.909789}, "zh": {"chunks": 4776.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.808669, "cps": 37.3125, "mean_p": 0.49195, "boundary_entropy": 0.686434, "bpb": 8.08621}, "my": {"chunks": 28134.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.484801, "cps": 219.796875, "mean_p": 0.506179, "boundary_entropy": 0.690852, "bpb": 8.160097}}, "bpb": {"en": 7.95296, "de": 8.09651, "vi": 8.01461, "tr": 8.12339, "fi": 7.94746, "ru": 8.16147, "el": 8.13506, "hi": 8.26699, "ta": 8.00955, "th": 7.90979, "zh": 8.08621, "my": 8.1601}, "gini_cpc": 0.248685, "gini_cps": 0.273242, "bpic": 1.187926, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1310574902973682, "vi": 1.442071210123173, "tr": 1.2266656364824273, "fi": 1.159096200132351, "ru": 2.2507178032026207, "el": 2.246891250690983, "hi": 2.5395908310703494, "ta": 3.3863152258118063, "th": 3.527418764001587, "zh": 1.011010719665565, "my": 1.8563206334214146}, "t": 25.1}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13351.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.767167, "cps": 104.304688, "mean_p": 0.517768, "boundary_entropy": 0.686929, "bpb": 7.704379}, "de": {"chunks": 18154.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.884138, "cps": 141.828125, "mean_p": 0.522623, "boundary_entropy": 0.687485, "bpb": 7.858594}, "vi": {"chunks": 21041.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.141362, "cps": 164.382812, "mean_p": 0.522719, "boundary_entropy": 0.687987, "bpb": 7.90321}, "tr": {"chunks": 17549.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.969397, "cps": 137.101562, "mean_p": 0.52774, "boundary_entropy": 0.686605, "bpb": 7.943339}, "fi": {"chunks": 17152.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.911807, "cps": 134.0, "mean_p": 0.523681, "boundary_entropy": 0.687098, "bpb": 7.74303}, "ru": {"chunks": 34086.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.798734, "cps": 266.296875, "mean_p": 0.539065, "boundary_entropy": 0.687376, "bpb": 7.918408}, "el": {"chunks": 36843.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.795205, "cps": 287.835938, "mean_p": 0.534798, "boundary_entropy": 0.688273, "bpb": 8.041998}, "hi": {"chunks": 33223.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.974621, "cps": 259.554688, "mean_p": 0.508873, "boundary_entropy": 0.690781, "bpb": 8.045579}, "ta": {"chunks": 50545.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.703664, "cps": 394.882812, "mean_p": 0.520585, "boundary_entropy": 0.690482, "bpb": 7.829531}, "th": {"chunks": 45307.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.816724, "cps": 353.960938, "mean_p": 0.530584, "boundary_entropy": 0.689193, "bpb": 7.678256}, "zh": {"chunks": 4688.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.793769, "cps": 36.625, "mean_p": 0.491642, "boundary_entropy": 0.686419, "bpb": 8.055137}, "my": {"chunks": 28069.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.48137, "cps": 219.289062, "mean_p": 0.506148, "boundary_entropy": 0.690853, "bpb": 8.073579}}, "bpb": {"en": 7.70438, "de": 7.85859, "vi": 7.90321, "tr": 7.94334, "fi": 7.74303, "ru": 7.91841, "el": 8.042, "hi": 8.04558, "ta": 7.82953, "th": 7.67826, "zh": 8.05514, "my": 8.07358}, "gini_cpc": 0.252337, "gini_cps": 0.277282, "bpic": 1.199286, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1524716430707882, "vi": 1.4877623316721293, "tr": 1.2636073600314197, "fi": 1.1885383757436287, "ru": 2.344645289582332, "el": 2.3400463797834483, "hi": 2.573914388101442, "ta": 3.5242203585464558, "th": 3.6715932722683013, "zh": 1.0346762601862047, "my": 1.930962718065441}, "t": 32.9}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 11221.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.644774, "cps": 87.664062, "mean_p": 0.510743, "boundary_entropy": 0.68727, "bpb": 7.083471}, "de": {"chunks": 16338.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.795695, "cps": 127.640625, "mean_p": 0.515591, "boundary_entropy": 0.687979, "bpb": 7.216096}, "vi": {"chunks": 20123.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.091565, "cps": 157.210938, "mean_p": 0.519539, "boundary_entropy": 0.688235, "bpb": 7.564618}, "tr": {"chunks": 16629.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.918577, "cps": 129.914062, "mean_p": 0.522666, "boundary_entropy": 0.68707, "bpb": 7.423765}, "fi": {"chunks": 15675.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.833289, "cps": 122.460938, "mean_p": 0.517385, "boundary_entropy": 0.687575, "bpb": 7.214082}, "ru": {"chunks": 33932.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.790607, "cps": 265.09375, "mean_p": 0.535858, "boundary_entropy": 0.687842, "bpb": 7.187891}, "el": {"chunks": 36660.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.786289, "cps": 286.40625, "mean_p": 0.531839, "boundary_entropy": 0.688646, "bpb": 7.596279}, "hi": {"chunks": 30035.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.785141, "cps": 234.648438, "mean_p": 0.506801, "boundary_entropy": 0.690834, "bpb": 7.248737}, "ta": {"chunks": 49987.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.673817, "cps": 390.523438, "mean_p": 0.516478, "boundary_entropy": 0.69077, "bpb": 7.10128}, "th": {"chunks": 44833.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.787255, "cps": 350.257812, "mean_p": 0.527613, "boundary_entropy": 0.689527, "bpb": 6.80881}, "zh": {"chunks": 4341.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.735015, "cps": 33.914062, "mean_p": 0.490313, "boundary_entropy": 0.686349, "bpb": 7.921276}, "my": {"chunks": 27302.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.440891, "cps": 213.296875, "mean_p": 0.505753, "boundary_entropy": 0.690858, "bpb": 7.664776}}, "bpb": {"en": 7.08347, "de": 7.2161, "vi": 7.56462, "tr": 7.42376, "fi": 7.21408, "ru": 7.18789, "el": 7.59628, "hi": 7.24874, "ta": 7.10128, "th": 6.80881, "zh": 7.92128, "my": 7.66478}, "gini_cpc": 0.268545, "gini_cps": 0.294953, "bpic": 1.249792, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2340678619105274, "vi": 1.6929422478731722, "tr": 1.4246498599053667, "fi": 1.2923740345350914, "ru": 2.7771082066959356, "el": 2.7704108110300893, "hi": 2.7686312797340693, "ta": 4.146905716531436, "th": 4.322841312044336, "zh": 1.1399581320556826, "my": 2.2347227183447034}, "t": 41.7}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6993.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.401827, "cps": 54.632812, "mean_p": 0.499859, "boundary_entropy": 0.687492, "bpb": 6.269682}, "de": {"chunks": 11035.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.537428, "cps": 86.210938, "mean_p": 0.503734, "boundary_entropy": 0.688415, "bpb": 6.397854}, "vi": {"chunks": 17548.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.951885, "cps": 137.09375, "mean_p": 0.512135, "boundary_entropy": 0.688682, "bpb": 7.012554}, "tr": {"chunks": 13789.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.761697, "cps": 107.726562, "mean_p": 0.512341, "boundary_entropy": 0.687788, "bpb": 6.706794}, "fi": {"chunks": 11311.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.601297, "cps": 88.367188, "mean_p": 0.505807, "boundary_entropy": 0.688064, "bpb": 6.474233}, "ru": {"chunks": 29195.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.540633, "cps": 228.085938, "mean_p": 0.513677, "boundary_entropy": 0.689981, "bpb": 5.767879}, "el": {"chunks": 34952.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.703065, "cps": 273.0625, "mean_p": 0.520549, "boundary_entropy": 0.689776, "bpb": 6.463267}, "hi": {"chunks": 19791.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.176285, "cps": 154.617188, "mean_p": 0.500102, "boundary_entropy": 0.690895, "bpb": 5.80544}, "ta": {"chunks": 25596.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.369136, "cps": 199.96875, "mean_p": 0.503135, "boundary_entropy": 0.691248, "bpb": 5.977005}, "th": {"chunks": 39834.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.476469, "cps": 311.203125, "mean_p": 0.514494, "boundary_entropy": 0.690611, "bpb": 5.542654}, "zh": {"chunks": 3299.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558584, "cps": 25.773438, "mean_p": 0.485913, "boundary_entropy": 0.686069, "bpb": 7.54469}, "my": {"chunks": 23465.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.238389, "cps": 183.320312, "mean_p": 0.503379, "boundary_entropy": 0.690879, "bpb": 6.393741}}, "bpb": {"en": 6.26968, "de": 6.39785, "vi": 7.01255, "tr": 6.70679, "fi": 6.47423, "ru": 5.76788, "el": 6.46327, "hi": 5.80544, "ta": 5.977, "th": 5.54265, "zh": 7.54469, "my": 6.39374}, "gini_cpc": 0.285855, "gini_cps": 0.310847, "bpic": 1.620642, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3374591378292737, "vi": 2.3688909879308575, "tr": 1.8955830302568413, "fi": 1.4964069304083125, "ru": 3.8340684068916255, "el": 4.23830082301066, "hi": 2.927340611679393, "ta": 3.4072752919503384, "th": 6.1630181360364755, "zh": 1.3901109517431902, "my": 3.0818945472207027}, "t": 51.8}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1852.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.106418, "cps": 14.46875, "mean_p": 0.488436, "boundary_entropy": 0.687297, "bpb": 5.796581}, "de": {"chunks": 2651.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.129109, "cps": 20.710938, "mean_p": 0.489744, "boundary_entropy": 0.688224, "bpb": 5.937923}, "vi": {"chunks": 4207.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228207, "cps": 32.867188, "mean_p": 0.48802, "boundary_entropy": 0.688563, "bpb": 6.651625}, "tr": {"chunks": 5465.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.301884, "cps": 42.695312, "mean_p": 0.494928, "boundary_entropy": 0.688101, "bpb": 6.308132}, "fi": {"chunks": 3643.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.193663, "cps": 28.460938, "mean_p": 0.492279, "boundary_entropy": 0.688037, "bpb": 6.000927}, "ru": {"chunks": 398.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.021003, "cps": 3.109375, "mean_p": 0.477338, "boundary_entropy": 0.689178, "bpb": 5.395889}, "el": {"chunks": 8461.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.412269, "cps": 66.101562, "mean_p": 0.49519, "boundary_entropy": 0.69051, "bpb": 5.637871}, "hi": {"chunks": 238.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.014146, "cps": 1.859375, "mean_p": 0.471979, "boundary_entropy": 0.689199, "bpb": 5.447688}, "ta": {"chunks": 711.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.038032, "cps": 5.554688, "mean_p": 0.479734, "boundary_entropy": 0.690351, "bpb": 5.370781}, "th": {"chunks": 819.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.050917, "cps": 6.398438, "mean_p": 0.481428, "boundary_entropy": 0.690268, "bpb": 5.237914}, "zh": {"chunks": 3828.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.648154, "cps": 29.90625, "mean_p": 0.488868, "boundary_entropy": 0.686333, "bpb": 7.002669}, "my": {"chunks": 4148.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.218915, "cps": 32.40625, "mean_p": 0.479689, "boundary_entropy": 0.690109, "bpb": 5.053245}}, "bpb": {"en": 5.79658, "de": 5.93792, "vi": 6.65163, "tr": 6.30813, "fi": 6.00093, "ru": 5.39589, "el": 5.63787, "hi": 5.44769, "ta": 5.37078, "th": 5.23791, "zh": 7.00267, "my": 5.05324}, "gini_cpc": 0.480766, "gini_cps": 0.421215, "bpic": 10.537355, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.213222506802777, "vi": 2.1444331288322, "tr": 2.83676103348621, "fi": 1.819828347069112, "ru": 0.19735902710896586, "el": 3.8740389937055295, "hi": 0.1329244959065979, "ta": 0.35737755154500717, "th": 0.47846037284378146, "zh": 6.090621683553498, "my": 2.057114708847358}, "t": 62.4}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1769.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.101649, "cps": 13.820312, "mean_p": 0.489978, "boundary_entropy": 0.687445, "bpb": 5.405949}, "de": {"chunks": 1880.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.09156, "cps": 14.6875, "mean_p": 0.488895, "boundary_entropy": 0.688235, "bpb": 5.583421}, "vi": {"chunks": 4172.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.226309, "cps": 32.59375, "mean_p": 0.489771, "boundary_entropy": 0.688775, "bpb": 6.051495}, "tr": {"chunks": 3096.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.171021, "cps": 24.1875, "mean_p": 0.490789, "boundary_entropy": 0.688, "bpb": 5.941982}, "fi": {"chunks": 2165.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.115092, "cps": 16.914062, "mean_p": 0.489594, "boundary_entropy": 0.687978, "bpb": 5.593386}, "ru": {"chunks": 2514.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.132665, "cps": 19.640625, "mean_p": 0.491853, "boundary_entropy": 0.690268, "bpb": 4.857569}, "el": {"chunks": 7961.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.387906, "cps": 62.195312, "mean_p": 0.497379, "boundary_entropy": 0.690653, "bpb": 5.063706}, "hi": {"chunks": 27605.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.640713, "cps": 215.664062, "mean_p": 0.503834, "boundary_entropy": 0.690992, "bpb": 4.463964}, "ta": {"chunks": 22551.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.206258, "cps": 176.179688, "mean_p": 0.501013, "boundary_entropy": 0.691295, "bpb": 4.463871}, "th": {"chunks": 10451.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.649736, "cps": 81.648438, "mean_p": 0.496241, "boundary_entropy": 0.691044, "bpb": 4.480364}, "zh": {"chunks": 3740.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.633254, "cps": 29.21875, "mean_p": 0.492879, "boundary_entropy": 0.686951, "bpb": 6.674692}, "my": {"chunks": 678.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.035782, "cps": 5.296875, "mean_p": 0.48116, "boundary_entropy": 0.690471, "bpb": 4.552699}}, "bpb": {"en": 5.40595, "de": 5.58342, "vi": 6.0515, "tr": 5.94198, "fi": 5.59339, "ru": 4.85757, "el": 5.06371, "hi": 4.46396, "ta": 4.46387, "th": 4.48036, "zh": 6.67469, "my": 4.5527}, "gini_cpc": 0.539925, "gini_cps": 0.543592, "bpic": 4.332494, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9007447290037075, "vi": 2.226370532003803, "tr": 1.6824675159013305, "fi": 1.132249935307508, "ru": 1.305125713885131, "el": 3.81612916633648, "hi": 16.140945304513846, "ta": 11.866881968150478, "th": 6.391945594287555, "zh": 6.2298049123473325, "my": 0.35201616324490714}, "t": 77.1}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.3636, "bpb": 4.85265, "chunk_loss": 0.032659, "F": 0.20595, "G": 0.4806, "chunks": 210.89, "bytes_per_chunk": 4.856, "boundary_entropy": 0.69034, "router_noise": 0.0, "grad_norm": 3.2821, "lr": 6.06e-05, "router_trainable": true, "sec_per_step": 0.766, "alpha": 0.03, "t": 87.6}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3158.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.181463, "cps": 24.671875, "mean_p": 0.439481, "boundary_entropy": 0.671057, "bpb": 4.364851}, "de": {"chunks": 4258.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.207373, "cps": 33.265625, "mean_p": 0.442297, "boundary_entropy": 0.673016, "bpb": 4.607999}, "vi": {"chunks": 6721.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.364578, "cps": 52.507812, "mean_p": 0.482706, "boundary_entropy": 0.686171, "bpb": 4.835148}, "tr": {"chunks": 3616.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.199746, "cps": 28.25, "mean_p": 0.455011, "boundary_entropy": 0.678191, "bpb": 4.825135}, "fi": {"chunks": 2380.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.126522, "cps": 18.59375, "mean_p": 0.446275, "boundary_entropy": 0.676989, "bpb": 4.641491}, "ru": {"chunks": 12233.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.645541, "cps": 95.570312, "mean_p": 0.43076, "boundary_entropy": 0.652535, "bpb": 3.242225}, "el": {"chunks": 9975.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.48604, "cps": 77.929688, "mean_p": 0.487287, "boundary_entropy": 0.689428, "bpb": 4.433545}, "hi": {"chunks": 11545.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.686181, "cps": 90.195312, "mean_p": 0.496873, "boundary_entropy": 0.690728, "bpb": 2.913032}, "ta": {"chunks": 12455.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.666221, "cps": 97.304688, "mean_p": 0.487835, "boundary_entropy": 0.690439, "bpb": 3.189277}, "th": {"chunks": 4577.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.284551, "cps": 35.757812, "mean_p": 0.48868, "boundary_entropy": 0.690645, "bpb": 2.942483}, "zh": {"chunks": 4413.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.747206, "cps": 34.476562, "mean_p": 0.494173, "boundary_entropy": 0.686972, "bpb": 6.254709}, "my": {"chunks": 17265.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.911178, "cps": 134.882812, "mean_p": 0.478092, "boundary_entropy": 0.689089, "bpb": 3.512382}}, "bpb": {"en": 4.36485, "de": 4.608, "vi": 4.83515, "tr": 4.82513, "fi": 4.64149, "ru": 3.24222, "el": 4.43354, "hi": 2.91303, "ta": 3.18928, "th": 2.94248, "zh": 6.25471, "my": 3.51238}, "gini_cpc": 0.31215, "gini_cps": 0.326681, "bpic": 4.144682, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1427868766653053, "vi": 2.0091055250694247, "tr": 1.1007529674069325, "fi": 0.6972316098314595, "ru": 3.5574250260259572, "el": 2.67845314623606, "hi": 3.7813846670687994, "ta": 3.6713877701803272, "th": 1.568093092368893, "zh": 4.117678922498497, "my": 5.021288806417029}, "t": 97.4}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.38252, "bpb": 3.43725, "chunk_loss": 0.032222, "F": 0.20749, "G": 0.37472, "chunks": 212.47, "bytes_per_chunk": 4.82, "boundary_entropy": 0.60929, "router_noise": 0.0, "grad_norm": 2.0254, "lr": 0.0001206, "router_trainable": true, "sec_per_step": 0.279, "alpha": 0.03, "t": 115.5}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3092.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177671, "cps": 24.15625, "mean_p": 0.315482, "boundary_entropy": 0.550926, "bpb": 3.581229}, "de": {"chunks": 3648.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.177665, "cps": 28.5, "mean_p": 0.329506, "boundary_entropy": 0.557125, "bpb": 3.765346}, "vi": {"chunks": 6381.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.346135, "cps": 49.851562, "mean_p": 0.356607, "boundary_entropy": 0.532665, "bpb": 3.056756}, "tr": {"chunks": 4036.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.222946, "cps": 31.53125, "mean_p": 0.329307, "boundary_entropy": 0.544578, "bpb": 3.744695}, "fi": {"chunks": 3321.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.176546, "cps": 25.945312, "mean_p": 0.320687, "boundary_entropy": 0.559235, "bpb": 3.77447}, "ru": {"chunks": 8721.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.460211, "cps": 68.132812, "mean_p": 0.325923, "boundary_entropy": 0.562146, "bpb": 2.623999}, "el": {"chunks": 6825.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.332554, "cps": 53.320312, "mean_p": 0.324651, "boundary_entropy": 0.557992, "bpb": 2.678948}, "hi": {"chunks": 7752.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.460743, "cps": 60.5625, "mean_p": 0.392836, "boundary_entropy": 0.621548, "bpb": 2.029918}, "ta": {"chunks": 10004.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.535116, "cps": 78.15625, "mean_p": 0.401028, "boundary_entropy": 0.580145, "bpb": 1.857439}, "th": {"chunks": 6735.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.418713, "cps": 52.617188, "mean_p": 0.422756, "boundary_entropy": 0.664582, "bpb": 2.068629}, "zh": {"chunks": 3949.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.668642, "cps": 30.851562, "mean_p": 0.403282, "boundary_entropy": 0.632044, "bpb": 4.894557}, "my": {"chunks": 17994.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.949652, "cps": 140.578125, "mean_p": 0.431778, "boundary_entropy": 0.668755, "bpb": 2.183613}}, "bpb": {"en": 3.58123, "de": 3.76535, "vi": 3.05676, "tr": 3.74469, "fi": 3.77447, "ru": 2.624, "el": 2.67895, "hi": 2.02992, "ta": 1.85744, "th": 2.06863, "zh": 4.89456, "my": 2.18361}, "gini_cpc": 0.288732, "gini_cps": 0.290366, "bpic": 4.65426, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9999701991096402, "vi": 1.9481851903702778, "tr": 1.2548310054747096, "fi": 0.9936687391422665, "ru": 2.5902501476275486, "el": 1.871743982187908, "hi": 2.593243667692497, "ta": 3.011846599961872, "th": 2.356683003979908, "zh": 3.763382196455115, "my": 5.345015574728794}, "t": 129.5}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.12861, "bpb": 3.07094, "chunk_loss": 0.030619, "F": 0.18765, "G": 0.32396, "chunks": 192.16, "bytes_per_chunk": 5.329, "boundary_entropy": 0.54276, "router_noise": 0.0, "grad_norm": 1.0191, "lr": 0.0001806, "router_trainable": true, "sec_per_step": 0.232, "alpha": 0.03, "t": 138.6}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.00972, "bpb": 2.89941, "chunk_loss": 0.030597, "F": 0.18515, "G": 0.31419, "chunks": 189.59, "bytes_per_chunk": 5.401, "boundary_entropy": 0.52073, "router_noise": 0.0, "grad_norm": 1.3947, "lr": 0.0002406, "router_trainable": true, "sec_per_step": 0.21, "alpha": 0.03, "t": 159.6}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.79066, "bpb": 2.58337, "chunk_loss": 0.031061, "F": 0.19739, "G": 0.30693, "chunks": 202.12, "bytes_per_chunk": 5.066, "boundary_entropy": 0.50217, "router_noise": 0.0, "grad_norm": 1.3708, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 178.7}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.79139, "bpb": 2.58443, "chunk_loss": 0.030655, "F": 0.18832, "G": 0.29513, "chunks": 192.84, "bytes_per_chunk": 5.31, "boundary_entropy": 0.47373, "router_noise": 0.0, "grad_norm": 0.8306, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 198.3}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75968, "bpb": 2.53868, "chunk_loss": 0.030661, "F": 0.18845, "G": 0.28065, "chunks": 192.97, "bytes_per_chunk": 5.307, "boundary_entropy": 0.4316, "router_noise": 0.0, "grad_norm": 0.7967, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.205, "alpha": 0.03, "t": 218.8}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.61621, "bpb": 2.33169, "chunk_loss": 0.030318, "F": 0.17334, "G": 0.26626, "chunks": 177.5, "bytes_per_chunk": 5.769, "boundary_entropy": 0.42176, "router_noise": 0.0, "grad_norm": 0.7623, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 238.1}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.56041, "bpb": 2.2512, "chunk_loss": 0.030428, "F": 0.18355, "G": 0.26328, "chunks": 187.95, "bytes_per_chunk": 5.448, "boundary_entropy": 0.40059, "router_noise": 0.0, "grad_norm": 0.8342, "lr": 0.000299, "router_trainable": true, "sec_per_step": 0.187, "alpha": 0.03, "t": 256.8}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2744.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.157674, "cps": 21.4375, "mean_p": 0.233429, "boundary_entropy": 0.387144, "bpb": 2.338236}, "de": {"chunks": 3375.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16437, "cps": 26.367188, "mean_p": 0.249437, "boundary_entropy": 0.371725, "bpb": 2.628298}, "vi": {"chunks": 3561.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.193165, "cps": 27.820312, "mean_p": 0.266493, "boundary_entropy": 0.395082, "bpb": 2.121699}, "tr": {"chunks": 3409.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.188311, "cps": 26.632812, "mean_p": 0.227356, "boundary_entropy": 0.36589, "bpb": 2.611973}, "fi": {"chunks": 3156.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.167774, "cps": 24.65625, "mean_p": 0.258321, "boundary_entropy": 0.408128, "bpb": 2.855645}, "ru": {"chunks": 5185.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.273615, "cps": 40.507812, "mean_p": 0.258954, "boundary_entropy": 0.435381, "bpb": 1.709428}, "el": {"chunks": 6244.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.304244, "cps": 48.78125, "mean_p": 0.244457, "boundary_entropy": 0.411662, "bpb": 1.803576}, "hi": {"chunks": 7349.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.43679, "cps": 57.414062, "mean_p": 0.297403, "boundary_entropy": 0.489862, "bpb": 1.381483}, "ta": {"chunks": 9746.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.521316, "cps": 76.140625, "mean_p": 0.235469, "boundary_entropy": 0.340787, "bpb": 1.132269}, "th": {"chunks": 7176.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44613, "cps": 56.0625, "mean_p": 0.298098, "boundary_entropy": 0.509249, "bpb": 1.367269}, "zh": {"chunks": 3704.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.627159, "cps": 28.9375, "mean_p": 0.255569, "boundary_entropy": 0.233492, "bpb": 3.473549}, "my": {"chunks": 8396.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.443107, "cps": 65.59375, "mean_p": 0.272228, "boundary_entropy": 0.500043, "bpb": 1.290179}}, "bpb": {"en": 2.33824, "de": 2.6283, "vi": 2.1217, "tr": 2.61197, "fi": 2.85565, "ru": 1.70943, "el": 1.80358, "hi": 1.38148, "ta": 1.13227, "th": 1.36727, "zh": 3.47355, "my": 1.29018}, "gini_cpc": 0.262528, "gini_cps": 0.234685, "bpic": 5.992365, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.042464760914628, "vi": 1.225092397763476, "tr": 1.1943083342821745, "fi": 1.0640575663423781, "ru": 1.735319949691147, "el": 1.9295767715067318, "hi": 2.770213157222133, "ta": 3.3062900543245615, "th": 2.8294457922606853, "zh": 3.977567409335172, "my": 2.8102765986517655}, "t": 280.6}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.35066, "de": 2.62045, "vi": 2.12391, "tr": 2.60547, "fi": 2.86426, "ru": 1.70708, "el": 1.79771, "hi": 1.39049, "ta": 1.1319, "th": 1.36616, "zh": 3.4765, "my": 1.30288}, "bytes_per_chunk": {"en": 5.906, "de": 5.876, "vi": 6.642, "tr": 5.568, "fi": 6.04, "ru": 6.333, "el": 5.823, "hi": 5.841, "ta": 5.243, "th": 6.026, "zh": 4.348, "my": 5.559}, "bpb_mean": 2.06146, "t": 286.4}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.54029, "bpb": 2.22217, "chunk_loss": 0.030428, "F": 0.17953, "G": 0.26159, "chunks": 183.84, "bytes_per_chunk": 5.57, "boundary_entropy": 0.39033, "router_noise": 0.0, "grad_norm": 0.6285, "lr": 0.0002985, "router_trainable": true, "sec_per_step": 0.298, "alpha": 0.03, "t": 286.6}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.45886, "bpb": 2.10469, "chunk_loss": 0.030093, "F": 0.17134, "G": 0.26323, "chunks": 175.45, "bytes_per_chunk": 5.836, "boundary_entropy": 0.39422, "router_noise": 0.0, "grad_norm": 0.6834, "lr": 0.0002978, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 305.5}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.51715, "bpb": 2.18878, "chunk_loss": 0.030174, "F": 0.17458, "G": 0.25988, "chunks": 178.77, "bytes_per_chunk": 5.728, "boundary_entropy": 0.37935, "router_noise": 0.0, "grad_norm": 0.6692, "lr": 0.000297, "router_trainable": true, "sec_per_step": 0.206, "alpha": 0.03, "t": 326.1}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.3867, "bpb": 2.00058, "chunk_loss": 0.030377, "F": 0.18251, "G": 0.26309, "chunks": 186.89, "bytes_per_chunk": 5.479, "boundary_entropy": 0.3624, "router_noise": 0.0, "grad_norm": 0.6312, "lr": 0.0002962, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 345.2}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.34984, "bpb": 1.94741, "chunk_loss": 0.030088, "F": 0.17058, "G": 0.25974, "chunks": 174.67, "bytes_per_chunk": 5.862, "boundary_entropy": 0.38118, "router_noise": 0.0, "grad_norm": 0.6057, "lr": 0.0002951, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 365.1}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.42781, "bpb": 2.0599, "chunk_loss": 0.030473, "F": 0.18265, "G": 0.26673, "chunks": 187.03, "bytes_per_chunk": 5.475, "boundary_entropy": 0.36056, "router_noise": 0.0, "grad_norm": 0.5759, "lr": 0.000294, "router_trainable": true, "sec_per_step": 0.21, "alpha": 0.03, "t": 386.1}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.45936, "bpb": 2.10541, "chunk_loss": 0.030415, "F": 0.18674, "G": 0.2534, "chunks": 191.22, "bytes_per_chunk": 5.355, "boundary_entropy": 0.3224, "router_noise": 0.0, "grad_norm": 0.578, "lr": 0.0002928, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 405.1}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.4873, "bpb": 2.14573, "chunk_loss": 0.030477, "F": 0.18665, "G": 0.25412, "chunks": 191.12, "bytes_per_chunk": 5.358, "boundary_entropy": 0.31404, "router_noise": 0.0, "grad_norm": 0.5659, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 424.1}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.2968, "bpb": 1.87088, "chunk_loss": 0.030158, "F": 0.17339, "G": 0.2558, "chunks": 177.55, "bytes_per_chunk": 5.767, "boundary_entropy": 0.34687, "router_noise": 0.0, "grad_norm": 0.4964, "lr": 0.0002899, "router_trainable": true, "sec_per_step": 0.205, "alpha": 0.03, "t": 444.5}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.27785, "bpb": 1.84354, "chunk_loss": 0.030152, "F": 0.17534, "G": 0.25134, "chunks": 179.55, "bytes_per_chunk": 5.703, "boundary_entropy": 0.33013, "router_noise": 0.0, "grad_norm": 0.4912, "lr": 0.0002883, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 463.6}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3086.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.177326, "cps": 24.109375, "mean_p": 0.21045, "boundary_entropy": 0.22521, "bpb": 2.079209}, "de": {"chunks": 3413.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16622, "cps": 26.664062, "mean_p": 0.220002, "boundary_entropy": 0.249679, "bpb": 2.306103}, "vi": {"chunks": 3587.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.194576, "cps": 28.023438, "mean_p": 0.263883, "boundary_entropy": 0.389469, "bpb": 1.964335}, "tr": {"chunks": 3070.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.169585, "cps": 23.984375, "mean_p": 0.199325, "boundary_entropy": 0.269967, "bpb": 2.285778}, "fi": {"chunks": 3196.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169901, "cps": 24.96875, "mean_p": 0.217367, "boundary_entropy": 0.277853, "bpb": 2.490505}, "ru": {"chunks": 5279.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.278575, "cps": 41.242188, "mean_p": 0.261565, "boundary_entropy": 0.400409, "bpb": 1.425768}, "el": {"chunks": 5998.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.292257, "cps": 46.859375, "mean_p": 0.26665, "boundary_entropy": 0.407007, "bpb": 1.483168}, "hi": {"chunks": 7322.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.435186, "cps": 57.203125, "mean_p": 0.327419, "boundary_entropy": 0.488711, "bpb": 1.197614}, "ta": {"chunks": 8894.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.475742, "cps": 69.484375, "mean_p": 0.242834, "boundary_entropy": 0.347445, "bpb": 1.001417}, "th": {"chunks": 7549.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.469319, "cps": 58.976562, "mean_p": 0.325345, "boundary_entropy": 0.523271, "bpb": 1.150809}, "zh": {"chunks": 3716.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.629191, "cps": 29.03125, "mean_p": 0.24809, "boundary_entropy": 0.181251, "bpb": 3.167895}, "my": {"chunks": 6009.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.317131, "cps": 46.945312, "mean_p": 0.301843, "boundary_entropy": 0.536228, "bpb": 1.185025}}, "bpb": {"en": 2.07921, "de": 2.3061, "vi": 1.96433, "tr": 2.28578, "fi": 2.49051, "ru": 1.42577, "el": 1.48317, "hi": 1.19761, "ta": 1.00142, "th": 1.15081, "zh": 3.1679, "my": 1.18502}, "gini_cpc": 0.256394, "gini_cps": 0.211185, "bpic": 6.279242, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9373722221147319, "vi": 1.0972773970164744, "tr": 0.9563481509583188, "fi": 0.9581270152841791, "ru": 1.5709799639875035, "el": 1.6481389184175357, "hi": 2.4541598688030786, "ta": 2.6828713892572678, "th": 2.6466502787866872, "zh": 3.5482193597293, "my": 1.7884097398740848}, "t": 485.8}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.08767, "de": 2.3005, "vi": 1.96952, "tr": 2.27806, "fi": 2.50628, "ru": 1.42401, "el": 1.47905, "hi": 1.20646, "ta": 1.00181, "th": 1.14415, "zh": 3.1764, "my": 1.19295}, "bytes_per_chunk": {"en": 5.276, "de": 5.741, "vi": 6.664, "tr": 5.877, "fi": 5.875, "ru": 6.214, "el": 6.124, "hi": 5.911, "ta": 5.573, "th": 5.758, "zh": 4.349, "my": 8.251}, "bpb_mean": 1.8139, "t": 492.0}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.37533, "bpb": 1.98419, "chunk_loss": 0.030577, "F": 0.1877, "G": 0.25281, "chunks": 192.2, "bytes_per_chunk": 5.328, "boundary_entropy": 0.29968, "router_noise": 0.0, "grad_norm": 0.4918, "lr": 0.0002866, "router_trainable": true, "sec_per_step": 0.287, "alpha": 0.03, "t": 492.3}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.38971, "bpb": 2.00492, "chunk_loss": 0.030355, "F": 0.18724, "G": 0.25067, "chunks": 191.73, "bytes_per_chunk": 5.341, "boundary_entropy": 0.29395, "router_noise": 0.0, "grad_norm": 0.4563, "lr": 0.0002848, "router_trainable": true, "sec_per_step": 0.222, "alpha": 0.03, "t": 514.5}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.25331, "bpb": 1.80814, "chunk_loss": 0.03006, "F": 0.16963, "G": 0.24139, "chunks": 173.7, "bytes_per_chunk": 5.895, "boundary_entropy": 0.31146, "router_noise": 0.0, "grad_norm": 0.4592, "lr": 0.0002829, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 533.6}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.40173, "bpb": 2.02227, "chunk_loss": 0.030404, "F": 0.18735, "G": 0.24332, "chunks": 191.84, "bytes_per_chunk": 5.338, "boundary_entropy": 0.27666, "router_noise": 0.0, "grad_norm": 0.49, "lr": 0.0002809, "router_trainable": true, "sec_per_step": 0.21, "alpha": 0.03, "t": 554.6}
{"event": "train", "step": 2400, "phase": 1, "objective": "global", "lm_loss": 1.29942, "bpb": 1.87467, "chunk_loss": 0.030206, "F": 0.17929, "G": 0.23469, "chunks": 183.59, "bytes_per_chunk": 5.578, "boundary_entropy": 0.27093, "router_noise": 0.0, "grad_norm": 0.4597, "lr": 0.0002788, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 573.9}
{"event": "train", "step": 2500, "phase": 1, "objective": "global", "lm_loss": 1.26975, "bpb": 1.83186, "chunk_loss": 0.030399, "F": 0.18228, "G": 0.23625, "chunks": 186.66, "bytes_per_chunk": 5.486, "boundary_entropy": 0.27258, "router_noise": 0.0, "grad_norm": 0.4735, "lr": 0.0002765, "router_trainable": true, "sec_per_step": 0.206, "alpha": 0.03, "t": 594.5}
{"event": "train", "step": 2600, "phase": 1, "objective": "global", "lm_loss": 1.37138, "bpb": 1.97848, "chunk_loss": 0.0304, "F": 0.18814, "G": 0.23533, "chunks": 192.66, "bytes_per_chunk": 5.315, "boundary_entropy": 0.24927, "router_noise": 0.0, "grad_norm": 0.4647, "lr": 0.0002742, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 613.6}
{"event": "train", "step": 2700, "phase": 1, "objective": "global", "lm_loss": 1.22566, "bpb": 1.76825, "chunk_loss": 0.030531, "F": 0.18684, "G": 0.25199, "chunks": 191.33, "bytes_per_chunk": 5.352, "boundary_entropy": 0.28911, "router_noise": 0.0, "grad_norm": 0.4318, "lr": 0.0002718, "router_trainable": true, "sec_per_step": 0.205, "alpha": 0.03, "t": 634.2}
{"event": "train", "step": 2800, "phase": 1, "objective": "global", "lm_loss": 1.29802, "bpb": 1.87265, "chunk_loss": 0.030387, "F": 0.18855, "G": 0.23768, "chunks": 193.08, "bytes_per_chunk": 5.304, "boundary_entropy": 0.24829, "router_noise": 0.0, "grad_norm": 0.4278, "lr": 0.0002693, "router_trainable": true, "sec_per_step": 0.209, "alpha": 0.03, "t": 655.1}
{"event": "train", "step": 2900, "phase": 1, "objective": "global", "lm_loss": 1.36401, "bpb": 1.96785, "chunk_loss": 0.030336, "F": 0.18507, "G": 0.22819, "chunks": 189.52, "bytes_per_chunk": 5.403, "boundary_entropy": 0.23912, "router_noise": 0.0, "grad_norm": 0.4744, "lr": 0.0002667, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 674.0}
{"event": "probe", "step": 3000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3209.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184393, "cps": 25.070312, "mean_p": 0.199288, "boundary_entropy": 0.147508, "bpb": 1.962699}, "de": {"chunks": 3492.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170068, "cps": 27.28125, "mean_p": 0.199094, "boundary_entropy": 0.174699, "bpb": 2.147335}, "vi": {"chunks": 4355.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236235, "cps": 34.023438, "mean_p": 0.249569, "boundary_entropy": 0.308975, "bpb": 1.849577}, "tr": {"chunks": 3295.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.182014, "cps": 25.742188, "mean_p": 0.198482, "boundary_entropy": 0.20219, "bpb": 2.145585}, "fi": {"chunks": 3184.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169263, "cps": 24.875, "mean_p": 0.193325, "boundary_entropy": 0.198418, "bpb": 2.339497}, "ru": {"chunks": 5358.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.282744, "cps": 41.859375, "mean_p": 0.259459, "boundary_entropy": 0.3658, "bpb": 1.306189}, "el": {"chunks": 6593.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.321249, "cps": 51.507812, "mean_p": 0.281392, "boundary_entropy": 0.396193, "bpb": 1.352729}, "hi": {"chunks": 7285.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.432987, "cps": 56.914062, "mean_p": 0.255339, "boundary_entropy": 0.374316, "bpb": 1.112128}, "ta": {"chunks": 8633.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.461781, "cps": 67.445312, "mean_p": 0.229103, "boundary_entropy": 0.313207, "bpb": 0.939453}, "th": {"chunks": 7176.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.44613, "cps": 56.0625, "mean_p": 0.296488, "boundary_entropy": 0.481808, "bpb": 1.070928}, "zh": {"chunks": 3706.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.627497, "cps": 28.953125, "mean_p": 0.245337, "boundary_entropy": 0.164439, "bpb": 2.979677}, "my": {"chunks": 8265.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.436194, "cps": 64.570312, "mean_p": 0.32878, "boundary_entropy": 0.540217, "bpb": 1.077123}}, "bpb": {"en": 1.9627, "de": 2.14733, "vi": 1.84958, "tr": 2.14558, "fi": 2.3395, "ru": 1.30619, "el": 1.35273, "hi": 1.11213, "ta": 0.93945, "th": 1.07093, "zh": 2.97968, "my": 1.07712}, "gini_cpc": 0.240527, "gini_cps": 0.208436, "bpic": 5.945392, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.922308542168899, "vi": 1.2811483467596856, "tr": 0.9870957240334888, "fi": 0.9179427133156526, "ru": 1.533373304467728, "el": 1.7421944812520005, "hi": 2.348166491253009, "ta": 2.504324916607985, "th": 2.4194450775828353, "zh": 3.4030346837126406, "my": 2.365559547828098}, "t": 698.4}
{"event": "eval", "step": 3000, "phase": 1, "bpb": {"en": 1.97088, "de": 2.14263, "vi": 1.85663, "tr": 2.13928, "fi": 2.35376, "ru": 1.30521, "el": 1.34755, "hi": 1.11999, "ta": 0.93993, "th": 1.06632, "zh": 2.98894, "my": 1.08487}, "bytes_per_chunk": {"en": 5.023, "de": 5.538, "vi": 5.58, "tr": 5.491, "fi": 5.804, "ru": 6.185, "el": 5.655, "hi": 5.865, "ta": 5.887, "th": 6.182, "zh": 4.381, "my": 6.395}, "bpb_mean": 1.693, "t": 704.3}
{"event": "train", "step": 3000, "phase": 1, "objective": "global", "lm_loss": 1.39586, "bpb": 2.0138, "chunk_loss": 0.030601, "F": 0.19763, "G": 0.23915, "chunks": 202.38, "bytes_per_chunk": 5.06, "boundary_entropy": 0.2289, "router_noise": 0.0, "grad_norm": 0.4564, "lr": 0.000264, "router_trainable": true, "sec_per_step": 0.305, "alpha": 0.03, "t": 704.5}
{"event": "train", "step": 3100, "phase": 1, "objective": "global", "lm_loss": 1.27866, "bpb": 1.84472, "chunk_loss": 0.030388, "F": 0.18533, "G": 0.23844, "chunks": 189.78, "bytes_per_chunk": 5.396, "boundary_entropy": 0.25413, "router_noise": 0.0, "grad_norm": 0.4663, "lr": 0.0002612, "router_trainable": true, "sec_per_step": 0.204, "alpha": 0.03, "t": 724.8}
{"event": "train", "step": 3200, "phase": 1, "objective": "global", "lm_loss": 1.30592, "bpb": 1.88404, "chunk_loss": 0.030417, "F": 0.18871, "G": 0.23592, "chunks": 193.23, "bytes_per_chunk": 5.299, "boundary_entropy": 0.23962, "router_noise": 0.0, "grad_norm": 0.4259, "lr": 0.0002583, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 743.8}
{"event": "train", "step": 3300, "phase": 1, "objective": "global", "lm_loss": 1.16994, "bpb": 1.68787, "chunk_loss": 0.030462, "F": 0.18634, "G": 0.24603, "chunks": 190.81, "bytes_per_chunk": 5.367, "boundary_entropy": 0.27002, "router_noise": 0.0, "grad_norm": 0.4041, "lr": 0.0002553, "router_trainable": true, "sec_per_step": 0.215, "alpha": 0.03, "t": 765.2}
{"event": "train", "step": 3400, "phase": 1, "objective": "global", "lm_loss": 1.22668, "bpb": 1.76972, "chunk_loss": 0.030402, "F": 0.18748, "G": 0.23434, "chunks": 191.98, "bytes_per_chunk": 5.334, "boundary_entropy": 0.22782, "router_noise": 0.0, "grad_norm": 0.4267, "lr": 0.0002523, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 784.4}
{"event": "train", "step": 3500, "phase": 1, "objective": "global", "lm_loss": 1.21152, "bpb": 1.74786, "chunk_loss": 0.030557, "F": 0.19142, "G": 0.24564, "chunks": 196.02, "bytes_per_chunk": 5.224, "boundary_entropy": 0.24985, "router_noise": 0.0, "grad_norm": 0.415, "lr": 0.0002492, "router_trainable": true, "sec_per_step": 0.208, "alpha": 0.03, "t": 805.2}
{"event": "train", "step": 3600, "phase": 1, "objective": "global", "lm_loss": 1.27258, "bpb": 1.83595, "chunk_loss": 0.030336, "F": 0.18336, "G": 0.22468, "chunks": 187.77, "bytes_per_chunk": 5.454, "boundary_entropy": 0.21882, "router_noise": 0.0, "grad_norm": 0.4578, "lr": 0.000246, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 824.1}
{"event": "train", "step": 3700, "phase": 1, "objective": "global", "lm_loss": 1.18987, "bpb": 1.71662, "chunk_loss": 0.030158, "F": 0.1785, "G": 0.23509, "chunks": 182.78, "bytes_per_chunk": 5.602, "boundary_entropy": 0.25073, "router_noise": 0.0, "grad_norm": 0.4533, "lr": 0.0002427, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 843.3}
{"event": "train", "step": 3800, "phase": 1, "objective": "global", "lm_loss": 1.32855, "bpb": 1.91669, "chunk_loss": 0.030748, "F": 0.19527, "G": 0.24549, "chunks": 199.95, "bytes_per_chunk": 5.121, "boundary_entropy": 0.23612, "router_noise": 0.0, "grad_norm": 0.4187, "lr": 0.0002394, "router_trainable": true, "sec_per_step": 0.197, "alpha": 0.03, "t": 862.9}
{"event": "train", "step": 3900, "phase": 1, "objective": "global", "lm_loss": 1.18096, "bpb": 1.70376, "chunk_loss": 0.030906, "F": 0.19275, "G": 0.23749, "chunks": 197.38, "bytes_per_chunk": 5.188, "boundary_entropy": 0.22875, "router_noise": 0.0, "grad_norm": 0.3991, "lr": 0.000236, "router_trainable": true, "sec_per_step": 0.209, "alpha": 0.03, "t": 883.9}
{"event": "probe", "step": 4000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3221.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.185083, "cps": 25.164062, "mean_p": 0.197661, "boundary_entropy": 0.117165, "bpb": 1.88188}, "de": {"chunks": 3553.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173039, "cps": 27.757812, "mean_p": 0.191738, "boundary_entropy": 0.13846, "bpb": 2.06024}, "vi": {"chunks": 4357.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236344, "cps": 34.039062, "mean_p": 0.23983, "boundary_entropy": 0.271465, "bpb": 1.769642}, "tr": {"chunks": 3340.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.1845, "cps": 26.09375, "mean_p": 0.18758, "boundary_entropy": 0.163283, "bpb": 2.045667}, "fi": {"chunks": 3296.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.175217, "cps": 25.75, "mean_p": 0.196121, "boundary_entropy": 0.173552, "bpb": 2.2082}, "ru": {"chunks": 5501.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.29029, "cps": 42.976562, "mean_p": 0.259043, "boundary_entropy": 0.349639, "bpb": 1.2475}, "el": {"chunks": 5616.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.273644, "cps": 43.875, "mean_p": 0.25339, "boundary_entropy": 0.356555, "bpb": 1.277369}, "hi": {"chunks": 7634.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.45373, "cps": 59.640625, "mean_p": 0.255377, "boundary_entropy": 0.356062, "bpb": 1.048858}, "ta": {"chunks": 8994.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.481091, "cps": 70.265625, "mean_p": 0.240439, "boundary_entropy": 0.307539, "bpb": 0.889415}, "th": {"chunks": 7915.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.492073, "cps": 61.835938, "mean_p": 0.320606, "boundary_entropy": 0.492023, "bpb": 1.011689}, "zh": {"chunks": 3676.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.622418, "cps": 28.71875, "mean_p": 0.23952, "boundary_entropy": 0.142754, "bpb": 2.868648}, "my": {"chunks": 10497.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.55399, "cps": 82.007812, "mean_p": 0.360481, "boundary_entropy": 0.57282, "bpb": 1.022738}}, "bpb": {"en": 1.88188, "de": 2.06024, "vi": 1.76964, "tr": 2.04567, "fi": 2.2082, "ru": 1.2475, "el": 1.27737, "hi": 1.04886, "ta": 0.88941, "th": 1.01169, "zh": 2.86865, "my": 1.02274}, "gini_cpc": 0.255858, "gini_cps": 0.235099, "bpic": 5.677234, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9349237571891337, "vi": 1.2769615286581726, "tr": 0.9968488467360087, "fi": 0.9466920170679, "ru": 1.5684324752059988, "el": 1.4784942823101992, "hi": 2.451491987251197, "ta": 2.599326348492471, "th": 2.6586627410246924, "zh": 3.362911632338279, "my": 2.993196415857855}, "t": 908.7}
{"event": "eval", "step": 4000, "phase": 1, "bpb": {"en": 1.88761, "de": 2.05566, "vi": 1.77727, "tr": 2.039, "fi": 2.22505, "ru": 1.24624, "el": 1.27575, "hi": 1.05724, "ta": 0.891, "th": 1.00844, "zh": 2.87734, "my": 1.03002}, "bytes_per_chunk": {"en": 5.039, "de": 5.501, "vi": 5.437, "tr": 5.549, "fi": 5.609, "ru": 6.056, "el": 6.405, "hi": 5.615, "ta": 5.606, "th": 5.712, "zh": 4.44, "my": 5.146}, "bpb_mean": 1.61422, "t": 915.2}
{"event": "train", "step": 4000, "phase": 1, "objective": "global", "lm_loss": 1.18758, "bpb": 1.71332, "chunk_loss": 0.030413, "F": 0.18866, "G": 0.24046, "chunks": 193.19, "bytes_per_chunk": 5.301, "boundary_entropy": 0.23144, "router_noise": 0.0, "grad_norm": 0.417, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.316, "alpha": 0.03, "t": 915.4}
{"event": "train", "step": 4100, "phase": 1, "objective": "global", "lm_loss": 1.26134, "bpb": 1.81972, "chunk_loss": 0.030284, "F": 0.18521, "G": 0.2301, "chunks": 189.66, "bytes_per_chunk": 5.399, "boundary_entropy": 0.21932, "router_noise": 0.0, "grad_norm": 0.4221, "lr": 0.000229, "router_trainable": true, "sec_per_step": 0.206, "alpha": 0.03, "t": 936.1}
{"event": "train", "step": 4200, "phase": 1, "objective": "global", "lm_loss": 1.07668, "bpb": 1.55332, "chunk_loss": 0.030267, "F": 0.1795, "G": 0.24183, "chunks": 183.81, "bytes_per_chunk": 5.571, "boundary_entropy": 0.26243, "router_noise": 0.0, "grad_norm": 0.3854, "lr": 0.0002254, "router_trainable": true, "sec_per_step": 0.21, "alpha": 0.03, "t": 957.1}
{"event": "train", "step": 4300, "phase": 1, "objective": "global", "lm_loss": 1.23164, "bpb": 1.77688, "chunk_loss": 0.030325, "F": 0.1879, "G": 0.2245, "chunks": 192.41, "bytes_per_chunk": 5.322, "boundary_entropy": 0.19505, "router_noise": 0.0, "grad_norm": 0.3957, "lr": 0.0002217, "router_trainable": true, "sec_per_step": 0.208, "alpha": 0.03, "t": 977.8}
{"event": "phase_transition", "step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 998.1}
{"event": "train", "step": 4400, "phase": 2, "objective": "parity_a", "lm_loss": 1.2525, "bpb": 1.80698, "chunk_loss": 0.033169, "F": 0.18442, "G": 0.22673, "chunks": 188.84, "bytes_per_chunk": 5.422, "boundary_entropy": 0.20516, "router_noise": 0.0, "grad_norm": 0.4252, "lr": 0.0002181, "router_trainable": true, "sec_per_step": 0.205, "n_target_mean": 8.7204, "alpha": 0.03, "t": 998.3}
{"event": "train", "step": 4500, "phase": 2, "objective": "parity_a", "lm_loss": 1.24191, "bpb": 1.7917, "chunk_loss": 0.030907, "F": 0.17181, "G": 0.18868, "chunks": 175.94, "bytes_per_chunk": 5.82, "boundary_entropy": 0.14895, "router_noise": 0.0, "grad_norm": 0.4373, "lr": 0.0002143, "router_trainable": true, "sec_per_step": 0.199, "n_target_mean": 8.6056, "alpha": 0.03, "t": 1018.2}
{"event": "train", "step": 4600, "phase": 2, "objective": "parity_a", "lm_loss": 1.18156, "bpb": 1.70463, "chunk_loss": 0.03054, "F": 0.15196, "G": 0.17388, "chunks": 155.61, "bytes_per_chunk": 6.581, "boundary_entropy": 0.15437, "router_noise": 0.0, "grad_norm": 0.4019, "lr": 0.0002105, "router_trainable": true, "sec_per_step": 0.2, "n_target_mean": 9.6816, "alpha": 0.03, "t": 1038.2}
{"event": "train", "step": 4700, "phase": 2, "objective": "parity_a", "lm_loss": 1.19386, "bpb": 1.72237, "chunk_loss": 0.030885, "F": 0.15956, "G": 0.17666, "chunks": 163.39, "bytes_per_chunk": 6.267, "boundary_entropy": 0.14509, "router_noise": 0.0, "grad_norm": 0.4122, "lr": 0.0002067, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 9.4602, "alpha": 0.03, "t": 1058.3}
{"event": "train", "step": 4800, "phase": 2, "objective": "parity_a", "lm_loss": 1.20468, "bpb": 1.73799, "chunk_loss": 0.030414, "F": 0.15437, "G": 0.17007, "chunks": 158.08, "bytes_per_chunk": 6.478, "boundary_entropy": 0.13176, "router_noise": 0.0, "grad_norm": 0.4022, "lr": 0.0002029, "router_trainable": true, "sec_per_step": 0.205, "n_target_mean": 9.0803, "alpha": 0.03, "t": 1078.8}
{"event": "train", "step": 4900, "phase": 2, "objective": "parity_a", "lm_loss": 1.17084, "bpb": 1.68917, "chunk_loss": 0.030591, "F": 0.16525, "G": 0.17557, "chunks": 169.22, "bytes_per_chunk": 6.051, "boundary_entropy": 0.11815, "router_noise": 0.0, "grad_norm": 0.4077, "lr": 0.000199, "router_trainable": true, "sec_per_step": 0.198, "n_target_mean": 8.5379, "alpha": 0.03, "t": 1098.6}
{"event": "probe", "step": 5000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3179.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18267, "cps": 24.835938, "mean_p": 0.183778, "boundary_entropy": 0.078838, "bpb": 1.789849}, "de": {"chunks": 3442.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167633, "cps": 26.890625, "mean_p": 0.170008, "boundary_entropy": 0.080383, "bpb": 1.949381}, "vi": {"chunks": 3042.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.165012, "cps": 23.765625, "mean_p": 0.151293, "boundary_entropy": 0.138139, "bpb": 1.702301}, "tr": {"chunks": 3158.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.174446, "cps": 24.671875, "mean_p": 0.165067, "boundary_entropy": 0.113826, "bpb": 1.919916}, "fi": {"chunks": 3076.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163521, "cps": 24.03125, "mean_p": 0.163768, "boundary_entropy": 0.108637, "bpb": 2.095203}, "ru": {"chunks": 3785.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.199736, "cps": 29.570312, "mean_p": 0.120265, "boundary_entropy": 0.128323, "bpb": 1.223344}, "el": {"chunks": 3037.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.14798, "cps": 23.726562, "mean_p": 0.103272, "boundary_entropy": 0.160769, "bpb": 1.263582}, "hi": {"chunks": 2970.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.176523, "cps": 23.203125, "mean_p": 0.095881, "boundary_entropy": 0.174848, "bpb": 1.049898}, "ta": {"chunks": 2749.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.147045, "cps": 21.476562, "mean_p": 0.087564, "boundary_entropy": 0.167047, "bpb": 0.896932}, "th": {"chunks": 3039.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.188934, "cps": 23.742188, "mean_p": 0.104704, "boundary_entropy": 0.194151, "bpb": 1.001675}, "zh": {"chunks": 3599.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.60938, "cps": 28.117188, "mean_p": 0.235148, "boundary_entropy": 0.145378, "bpb": 2.781539}, "my": {"chunks": 2221.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.117216, "cps": 17.351562, "mean_p": 0.162724, "boundary_entropy": 0.349661, "bpb": 1.002006}}, "bpb": {"en": 1.78985, "de": 1.94938, "vi": 1.7023, "tr": 1.91992, "fi": 2.0952, "ru": 1.22334, "el": 1.26358, "hi": 1.0499, "ta": 0.89693, "th": 1.00167, "zh": 2.78154, "my": 1.00201}, "gini_cpc": 0.215558, "gini_cps": 0.065374, "bpic": 10.289862, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9176816573760678, "vi": 0.9033367110392627, "tr": 0.9549819575124601, "fi": 0.8951751959095634, "ru": 1.0934281784899418, "el": 0.8100979609692848, "hi": 0.9663511519457885, "ta": 0.804975870922116, "th": 1.0342921466575756, "zh": 3.335968923643531, "my": 0.6416804010486009}, "t": 1121.7}
{"event": "eval", "step": 5000, "phase": 2, "bpb": {"en": 1.79263, "de": 1.95024, "vi": 1.71522, "tr": 1.91151, "fi": 2.11016, "ru": 1.22335, "el": 1.26169, "hi": 1.05775, "ta": 0.90026, "th": 0.99921, "zh": 2.79134, "my": 1.00973}, "bytes_per_chunk": {"en": 5.113, "de": 5.64, "vi": 7.976, "tr": 5.817, "fi": 6.0, "ru": 8.432, "el": 11.029, "hi": 13.658, "ta": 17.299, "th": 14.88, "zh": 4.467, "my": 21.526}, "bpb_mean": 1.56026, "t": 1127.9}
{"event": "train", "step": 5000, "phase": 2, "objective": "parity_a", "lm_loss": 1.13158, "bpb": 1.63252, "chunk_loss": 0.030409, "F": 0.14839, "G": 0.16275, "chunks": 151.95, "bytes_per_chunk": 6.739, "boundary_entropy": 0.12409, "router_noise": 0.0, "grad_norm": 0.4033, "lr": 0.000195, "router_trainable": true, "sec_per_step": 0.295, "n_target_mean": 9.5372, "alpha": 0.03, "t": 1128.1}
{"event": "train", "step": 5100, "phase": 2, "objective": "parity_a", "lm_loss": 1.12491, "bpb": 1.6229, "chunk_loss": 0.03046, "F": 0.1447, "G": 0.16366, "chunks": 148.17, "bytes_per_chunk": 6.911, "boundary_entropy": 0.13715, "router_noise": 0.0, "grad_norm": 0.4145, "lr": 0.0001911, "router_trainable": true, "sec_per_step": 0.203, "n_target_mean": 10.2808, "alpha": 0.03, "t": 1148.4}
{"event": "train", "step": 5200, "phase": 2, "objective": "parity_a", "lm_loss": 1.24378, "bpb": 1.7944, "chunk_loss": 0.0306, "F": 0.16318, "G": 0.17295, "chunks": 167.09, "bytes_per_chunk": 6.128, "boundary_entropy": 0.11601, "router_noise": 0.0, "grad_norm": 0.4229, "lr": 0.0001871, "router_trainable": true, "sec_per_step": 0.206, "n_target_mean": 8.7255, "alpha": 0.03, "t": 1169.0}
{"event": "train", "step": 5300, "phase": 2, "objective": "parity_a", "lm_loss": 1.14235, "bpb": 1.64806, "chunk_loss": 0.030414, "F": 0.15714, "G": 0.16657, "chunks": 160.91, "bytes_per_chunk": 6.364, "boundary_entropy": 0.11228, "router_noise": 0.0, "grad_norm": 0.3949, "lr": 0.0001831, "router_trainable": true, "sec_per_step": 0.203, "n_target_mean": 9.0671, "alpha": 0.03, "t": 1189.2}
{"event": "train", "step": 5400, "phase": 2, "objective": "parity_a", "lm_loss": 1.08399, "bpb": 1.56387, "chunk_loss": 0.030566, "F": 0.15248, "G": 0.16199, "chunks": 156.14, "bytes_per_chunk": 6.558, "boundary_entropy": 0.11003, "router_noise": 0.0, "grad_norm": 0.4063, "lr": 0.0001791, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.3868, "alpha": 0.03, "t": 1208.3}
{"event": "train", "step": 5500, "phase": 2, "objective": "parity_a", "lm_loss": 1.09966, "bpb": 1.58647, "chunk_loss": 0.030331, "F": 0.14801, "G": 0.15904, "chunks": 151.56, "bytes_per_chunk": 6.756, "boundary_entropy": 0.11235, "router_noise": 0.0, "grad_norm": 0.3893, "lr": 0.0001751, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 9.5342, "alpha": 0.03, "t": 1228.4}
{"event": "train", "step": 5600, "phase": 2, "objective": "parity_a", "lm_loss": 1.11981, "bpb": 1.61554, "chunk_loss": 0.030449, "F": 0.15575, "G": 0.16444, "chunks": 159.48, "bytes_per_chunk": 6.421, "boundary_entropy": 0.10002, "router_noise": 0.0, "grad_norm": 0.4125, "lr": 0.0001711, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 9.2622, "alpha": 0.03, "t": 1248.5}
{"event": "train", "step": 5700, "phase": 2, "objective": "parity_a", "lm_loss": 1.2169, "bpb": 1.75562, "chunk_loss": 0.030432, "F": 0.16577, "G": 0.178, "chunks": 169.75, "bytes_per_chunk": 6.032, "boundary_entropy": 0.10747, "router_noise": 0.0, "grad_norm": 0.4381, "lr": 0.000167, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 8.2312, "alpha": 0.03, "t": 1268.6}
{"event": "train", "step": 5800, "phase": 2, "objective": "parity_a", "lm_loss": 1.21668, "bpb": 1.75529, "chunk_loss": 0.030373, "F": 0.16968, "G": 0.17605, "chunks": 173.75, "bytes_per_chunk": 5.894, "boundary_entropy": 0.09804, "router_noise": 0.0, "grad_norm": 0.4205, "lr": 0.000163, "router_trainable": true, "sec_per_step": 0.202, "n_target_mean": 8.0077, "alpha": 0.03, "t": 1288.7}
{"event": "train", "step": 5900, "phase": 2, "objective": "parity_a", "lm_loss": 1.15526, "bpb": 1.66668, "chunk_loss": 0.03046, "F": 0.16281, "G": 0.1722, "chunks": 166.72, "bytes_per_chunk": 6.142, "boundary_entropy": 0.1004, "router_noise": 0.0, "grad_norm": 0.4077, "lr": 0.0001589, "router_trainable": true, "sec_per_step": 0.203, "n_target_mean": 8.8393, "alpha": 0.03, "t": 1309.0}
{"event": "probe", "step": 6000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3179.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.18267, "cps": 24.835938, "mean_p": 0.182053, "boundary_entropy": 0.062992, "bpb": 1.736792}, "de": {"chunks": 3433.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167194, "cps": 26.820312, "mean_p": 0.166744, "boundary_entropy": 0.064041, "bpb": 1.884252}, "vi": {"chunks": 3258.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.176729, "cps": 25.453125, "mean_p": 0.148811, "boundary_entropy": 0.110318, "bpb": 1.64204}, "tr": {"chunks": 3208.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.177208, "cps": 25.0625, "mean_p": 0.164638, "boundary_entropy": 0.090811, "bpb": 1.835508}, "fi": {"chunks": 3093.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164425, "cps": 24.164062, "mean_p": 0.162486, "boundary_entropy": 0.080558, "bpb": 2.025789}, "ru": {"chunks": 3573.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188549, "cps": 27.914062, "mean_p": 0.106904, "boundary_entropy": 0.106295, "bpb": 1.19222}, "el": {"chunks": 3100.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.15105, "cps": 24.21875, "mean_p": 0.099869, "boundary_entropy": 0.136589, "bpb": 1.217873}, "hi": {"chunks": 2822.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.167727, "cps": 22.046875, "mean_p": 0.084385, "boundary_entropy": 0.143871, "bpb": 1.015981}, "ta": {"chunks": 2605.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.139342, "cps": 20.351562, "mean_p": 0.083373, "boundary_entropy": 0.152196, "bpb": 0.871611}, "th": {"chunks": 2975.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.184955, "cps": 23.242188, "mean_p": 0.093835, "boundary_entropy": 0.166922, "bpb": 0.971812}, "zh": {"chunks": 3602.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.609888, "cps": 28.140625, "mean_p": 0.237738, "boundary_entropy": 0.133943, "bpb": 2.728026}, "my": {"chunks": 1772.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.093519, "cps": 13.84375, "mean_p": 0.142923, "boundary_entropy": 0.314514, "bpb": 0.971823}}, "bpb": {"en": 1.73679, "de": 1.88425, "vi": 1.64204, "tr": 1.83551, "fi": 2.02579, "ru": 1.19222, "el": 1.21787, "hi": 1.01598, "ta": 0.87161, "th": 0.97181, "zh": 2.72803, "my": 0.97182}, "gini_cpc": 0.22506, "gini_cps": 0.079551, "bpic": 10.480093, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9152821411307498, "vi": 0.9674789627106897, "tr": 0.9701020011716188, "fi": 0.9001225230651105, "ru": 1.0321846451108487, "el": 0.8269027589742454, "hi": 0.9181962797276144, "ta": 0.7628090737548608, "th": 1.0125104101040763, "zh": 3.338749670176159, "my": 0.5119575284367947}, "t": 1332.0}
{"event": "eval", "step": 6000, "phase": 2, "bpb": {"en": 1.73896, "de": 1.88678, "vi": 1.65709, "tr": 1.82817, "fi": 2.03986, "ru": 1.1909, "el": 1.21629, "hi": 1.02134, "ta": 0.87508, "th": 0.9688, "zh": 2.73667, "my": 0.97895}, "bytes_per_chunk": {"en": 5.154, "de": 5.657, "vi": 7.546, "tr": 5.807, "fi": 5.998, "ru": 8.82, "el": 10.849, "hi": 14.156, "ta": 18.439, "th": 15.661, "zh": 4.463, "my": 25.777}, "bpb_mean": 1.51158, "t": 1338.3}
{"event": "train", "step": 6000, "phase": 2, "objective": "parity_a", "lm_loss": 1.1794, "bpb": 1.70151, "chunk_loss": 0.030341, "F": 0.15279, "G": 0.1677, "chunks": 156.45, "bytes_per_chunk": 6.545, "boundary_entropy": 0.11577, "router_noise": 0.0, "grad_norm": 0.4027, "lr": 0.0001549, "router_trainable": true, "sec_per_step": 0.294, "n_target_mean": 9.5562, "alpha": 0.03, "t": 1338.4}
{"event": "train", "step": 6100, "phase": 2, "objective": "parity_a", "lm_loss": 1.12599, "bpb": 1.62446, "chunk_loss": 0.030925, "F": 0.15852, "G": 0.16438, "chunks": 162.33, "bytes_per_chunk": 6.308, "boundary_entropy": 0.09541, "router_noise": 0.0, "grad_norm": 0.4054, "lr": 0.0001509, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 9.1355, "alpha": 0.03, "t": 1358.6}
{"event": "train", "step": 6200, "phase": 2, "objective": "parity_a", "lm_loss": 1.06965, "bpb": 1.54318, "chunk_loss": 0.030334, "F": 0.14571, "G": 0.15786, "chunks": 149.2, "bytes_per_chunk": 6.863, "boundary_entropy": 0.10426, "router_noise": 0.0, "grad_norm": 0.4141, "lr": 0.0001469, "router_trainable": true, "sec_per_step": 0.202, "n_target_mean": 9.8141, "alpha": 0.03, "t": 1378.8}
{"event": "train", "step": 6300, "phase": 2, "objective": "parity_a", "lm_loss": 1.13262, "bpb": 1.63403, "chunk_loss": 0.032713, "F": 0.17041, "G": 0.18088, "chunks": 174.5, "bytes_per_chunk": 5.868, "boundary_entropy": 0.10349, "router_noise": 0.0, "grad_norm": 0.4137, "lr": 0.0001429, "router_trainable": true, "sec_per_step": 0.206, "n_target_mean": 9.3066, "alpha": 0.03, "t": 1399.4}
{"event": "train", "step": 6400, "phase": 2, "objective": "parity_a", "lm_loss": 1.1016, "bpb": 1.58928, "chunk_loss": 0.030346, "F": 0.14796, "G": 0.15714, "chunks": 151.52, "bytes_per_chunk": 6.758, "boundary_entropy": 0.09616, "router_noise": 0.0, "grad_norm": 0.3921, "lr": 0.0001389, "router_trainable": true, "sec_per_step": 0.201, "n_target_mean": 9.6866, "alpha": 0.03, "t": 1419.6}
{"event": "train", "step": 6500, "phase": 2, "objective": "parity_a", "lm_loss": 1.0792, "bpb": 1.55695, "chunk_loss": 0.030325, "F": 0.15169, "G": 0.1608, "chunks": 155.33, "bytes_per_chunk": 6.592, "boundary_entropy": 0.09711, "router_noise": 0.0, "grad_norm": 0.4095, "lr": 0.000135, "router_trainable": true, "sec_per_step": 0.185, "n_target_mean": 9.3935, "alpha": 0.03, "t": 1438.0}
{"event": "train", "step": 6600, "phase": 2, "objective": "parity_a", "lm_loss": 1.12794, "bpb": 1.62727, "chunk_loss": 0.030416, "F": 0.15785, "G": 0.1657, "chunks": 161.64, "bytes_per_chunk": 6.335, "boundary_entropy": 0.09482, "router_noise": 0.0, "grad_norm": 0.4012, "lr": 0.000131, "router_trainable": true, "sec_per_step": 0.197, "n_target_mean": 8.955, "alpha": 0.03, "t": 1457.7}
{"event": "train", "step": 6700, "phase": 2, "objective": "parity_a", "lm_loss": 1.18339, "bpb": 1.70728, "chunk_loss": 0.031863, "F": 0.18387, "G": 0.18826, "chunks": 188.28, "bytes_per_chunk": 5.439, "boundary_entropy": 0.08728, "router_noise": 0.0, "grad_norm": 0.4401, "lr": 0.0001271, "router_trainable": true, "sec_per_step": 0.197, "n_target_mean": 8.2156, "alpha": 0.03, "t": 1477.4}
{"event": "train", "step": 6800, "phase": 2, "objective": "parity_a", "lm_loss": 1.0642, "bpb": 1.53531, "chunk_loss": 0.03027, "F": 0.15453, "G": 0.16014, "chunks": 158.23, "bytes_per_chunk": 6.471, "boundary_entropy": 0.08655, "router_noise": 0.0, "grad_norm": 0.4116, "lr": 0.0001233, "router_trainable": true, "sec_per_step": 0.195, "n_target_mean": 8.8796, "alpha": 0.03, "t": 1496.8}
{"event": "train", "step": 6900, "phase": 2, "objective": "parity_a", "lm_loss": 1.13014, "bpb": 1.63044, "chunk_loss": 0.030392, "F": 0.15154, "G": 0.16344, "chunks": 155.17, "bytes_per_chunk": 6.599, "boundary_entropy": 0.10261, "router_noise": 0.0, "grad_norm": 0.4016, "lr": 0.0001195, "router_trainable": true, "sec_per_step": 0.194, "n_target_mean": 9.5822, "alpha": 0.03, "t": 1516.2}
{"event": "probe", "step": 7000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3170.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182153, "cps": 24.765625, "mean_p": 0.181429, "boundary_entropy": 0.051631, "bpb": 1.700314}, "de": {"chunks": 3430.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167048, "cps": 26.796875, "mean_p": 0.165643, "boundary_entropy": 0.05063, "bpb": 1.842626}, "vi": {"chunks": 3173.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.172118, "cps": 24.789062, "mean_p": 0.143363, "boundary_entropy": 0.093268, "bpb": 1.589561}, "tr": {"chunks": 3188.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.176103, "cps": 24.90625, "mean_p": 0.163032, "boundary_entropy": 0.075642, "bpb": 1.789477}, "fi": {"chunks": 3087.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.164106, "cps": 24.117188, "mean_p": 0.160367, "boundary_entropy": 0.067541, "bpb": 1.968796}, "ru": {"chunks": 3544.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.187018, "cps": 27.6875, "mean_p": 0.103218, "boundary_entropy": 0.089624, "bpb": 1.164028}, "el": {"chunks": 3148.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.153389, "cps": 24.59375, "mean_p": 0.096793, "boundary_entropy": 0.113311, "bpb": 1.179764}, "hi": {"chunks": 2837.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.168618, "cps": 22.164062, "mean_p": 0.083428, "boundary_entropy": 0.135024, "bpb": 0.982946}, "ta": {"chunks": 2473.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.132281, "cps": 19.320312, "mean_p": 0.073792, "boundary_entropy": 0.13195, "bpb": 0.849318}, "th": {"chunks": 2849.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.177122, "cps": 22.257812, "mean_p": 0.087438, "boundary_entropy": 0.150888, "bpb": 0.948347}, "zh": {"chunks": 3587.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.607348, "cps": 28.023438, "mean_p": 0.233978, "boundary_entropy": 0.127027, "bpb": 2.678872}, "my": {"chunks": 2250.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.118746, "cps": 17.578125, "mean_p": 0.134471, "boundary_entropy": 0.283692, "bpb": 0.93359}}, "bpb": {"en": 1.70031, "de": 1.84263, "vi": 1.58956, "tr": 1.78948, "fi": 1.9688, "ru": 1.16403, "el": 1.17976, "hi": 0.98295, "ta": 0.84932, "th": 0.94835, "zh": 2.67887, "my": 0.93359}, "gini_cpc": 0.213502, "gini_cps": 0.069124, "bpic": 10.447, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9170786243764558, "vi": 0.9449129219467496, "tr": 0.9667910454913533, "fi": 0.9009270030774329, "ru": 1.0267136995080863, "el": 0.8420904391180105, "hi": 0.925697563993794, "ta": 0.726212140259166, "th": 0.9723805022411499, "zh": 3.334285563203116, "my": 0.6519045316785971}, "t": 1539.2}
{"event": "eval", "step": 7000, "phase": 2, "bpb": {"en": 1.70222, "de": 1.8462, "vi": 1.60363, "tr": 1.78167, "fi": 1.98283, "ru": 1.16248, "el": 1.17781, "hi": 0.99005, "ta": 0.85471, "th": 0.9449, "zh": 2.68974, "my": 0.94373}, "bytes_per_chunk": {"en": 5.191, "de": 5.676, "vi": 7.757, "tr": 5.85, "fi": 6.022, "ru": 8.948, "el": 10.925, "hi": 14.433, "ta": 19.593, "th": 15.987, "zh": 4.485, "my": 21.58}, "bpb_mean": 1.47333, "t": 1545.3}
{"event": "train", "step": 7000, "phase": 2, "objective": "parity_a", "lm_loss": 1.14451, "bpb": 1.65119, "chunk_loss": 0.030291, "F": 0.15002, "G": 0.15939, "chunks": 153.62, "bytes_per_chunk": 6.666, "boundary_entropy": 0.09443, "router_noise": 0.0, "grad_norm": 0.4508, "lr": 0.0001157, "router_trainable": true, "sec_per_step": 0.293, "n_target_mean": 9.0446, "alpha": 0.03, "t": 1545.5}
{"event": "train", "step": 7100, "phase": 2, "objective": "parity_a", "lm_loss": 1.03679, "bpb": 1.49577, "chunk_loss": 0.030454, "F": 0.14319, "G": 0.1517, "chunks": 146.62, "bytes_per_chunk": 6.984, "boundary_entropy": 0.09352, "router_noise": 0.0, "grad_norm": 0.4011, "lr": 0.0001119, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 10.0028, "alpha": 0.03, "t": 1564.8}
{"event": "train", "step": 7200, "phase": 2, "objective": "parity_a", "lm_loss": 1.08168, "bpb": 1.56054, "chunk_loss": 0.030266, "F": 0.15329, "G": 0.16095, "chunks": 156.97, "bytes_per_chunk": 6.524, "boundary_entropy": 0.08973, "router_noise": 0.0, "grad_norm": 0.4186, "lr": 0.0001083, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.1147, "alpha": 0.03, "t": 1584.1}
{"event": "train", "step": 7300, "phase": 2, "objective": "parity_a", "lm_loss": 1.12221, "bpb": 1.61901, "chunk_loss": 0.030385, "F": 0.15788, "G": 0.16319, "chunks": 161.67, "bytes_per_chunk": 6.334, "boundary_entropy": 0.08229, "router_noise": 0.0, "grad_norm": 0.4035, "lr": 0.0001046, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 8.6182, "alpha": 0.03, "t": 1603.4}
{"event": "train", "step": 7400, "phase": 2, "objective": "parity_a", "lm_loss": 1.08236, "bpb": 1.56152, "chunk_loss": 0.030467, "F": 0.14543, "G": 0.15306, "chunks": 148.92, "bytes_per_chunk": 6.876, "boundary_entropy": 0.0865, "router_noise": 0.0, "grad_norm": 0.4155, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.7931, "alpha": 0.03, "t": 1622.6}
{"event": "train", "step": 7500, "phase": 2, "objective": "parity_a", "lm_loss": 1.1293, "bpb": 1.62923, "chunk_loss": 0.030307, "F": 0.15768, "G": 0.16556, "chunks": 161.47, "bytes_per_chunk": 6.342, "boundary_entropy": 0.0888, "router_noise": 0.0, "grad_norm": 0.4037, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 8.8162, "alpha": 0.03, "t": 1641.9}
{"event": "train", "step": 7600, "phase": 2, "objective": "parity_a", "lm_loss": 1.07834, "bpb": 1.55571, "chunk_loss": 0.030311, "F": 0.14688, "G": 0.15741, "chunks": 150.41, "bytes_per_chunk": 6.808, "boundary_entropy": 0.0954, "router_noise": 0.0, "grad_norm": 0.4109, "lr": 9.4e-05, "router_trainable": true, "sec_per_step": 0.196, "n_target_mean": 9.4461, "alpha": 0.03, "t": 1661.5}
{"event": "phase_transition", "step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1680.9}
{"event": "train", "step": 7700, "phase": 3, "objective": "global", "lm_loss": 1.08702, "bpb": 1.56824, "chunk_loss": 0.030683, "F": 0.15038, "G": 0.15924, "chunks": 153.98, "bytes_per_chunk": 6.65, "boundary_entropy": 0.09115, "router_noise": 0.0, "grad_norm": 0.4046, "lr": 9.06e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 1681.1}
{"event": "train", "step": 7800, "phase": 3, "objective": "global", "lm_loss": 1.10483, "bpb": 1.59393, "chunk_loss": 0.030335, "F": 0.17186, "G": 0.18522, "chunks": 175.98, "bytes_per_chunk": 5.819, "boundary_entropy": 0.10001, "router_noise": 0.0, "grad_norm": 0.403, "lr": 8.73e-05, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 1700.5}
{"event": "train", "step": 7900, "phase": 3, "objective": "global", "lm_loss": 1.02635, "bpb": 1.4807, "chunk_loss": 0.030197, "F": 0.17067, "G": 0.20696, "chunks": 174.77, "bytes_per_chunk": 5.859, "boundary_entropy": 0.18654, "router_noise": 0.0, "grad_norm": 0.3874, "lr": 8.4e-05, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 1720.4}
{"event": "probe", "step": 8000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3189.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183244, "cps": 24.914062, "mean_p": 0.19009, "boundary_entropy": 0.07848, "bpb": 1.669305}, "de": {"chunks": 3539.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172357, "cps": 27.648438, "mean_p": 0.179051, "boundary_entropy": 0.082499, "bpb": 1.805528}, "vi": {"chunks": 3689.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.200108, "cps": 28.820312, "mean_p": 0.194652, "boundary_entropy": 0.179129, "bpb": 1.551272}, "tr": {"chunks": 3300.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18229, "cps": 25.78125, "mean_p": 0.179007, "boundary_entropy": 0.103587, "bpb": 1.748908}, "fi": {"chunks": 3211.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.170698, "cps": 25.085938, "mean_p": 0.177471, "boundary_entropy": 0.096057, "bpb": 1.923709}, "ru": {"chunks": 4699.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.247968, "cps": 36.710938, "mean_p": 0.255777, "boundary_entropy": 0.353216, "bpb": 1.131445}, "el": {"chunks": 5095.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.248258, "cps": 39.804688, "mean_p": 0.257036, "boundary_entropy": 0.370461, "bpb": 1.145211}, "hi": {"chunks": 6655.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.395542, "cps": 51.992188, "mean_p": 0.229822, "boundary_entropy": 0.342786, "bpb": 0.954161}, "ta": {"chunks": 7415.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.39663, "cps": 57.929688, "mean_p": 0.218304, "boundary_entropy": 0.33162, "bpb": 0.828065}, "th": {"chunks": 7251.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.450793, "cps": 56.648438, "mean_p": 0.262529, "boundary_entropy": 0.413726, "bpb": 0.925334}, "zh": {"chunks": 3598.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.609211, "cps": 28.109375, "mean_p": 0.231297, "boundary_entropy": 0.105662, "bpb": 2.640419}, "my": {"chunks": 9172.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.484062, "cps": 71.65625, "mean_p": 0.240184, "boundary_entropy": 0.390431, "bpb": 0.916261}}, "bpb": {"en": 1.6693, "de": 1.80553, "vi": 1.55127, "tr": 1.74891, "fi": 1.92371, "ru": 1.13145, "el": 1.14521, "hi": 0.95416, "ta": 0.82806, "th": 0.92533, "zh": 2.64042, "my": 0.91626}, "gini_cpc": 0.248631, "gini_cps": 0.208819, "bpic": 6.310838, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9405843673440534, "vi": 1.0920313700395556, "tr": 0.9947936156483889, "fi": 0.9315325248787351, "ru": 1.3532119728850245, "el": 1.3547930002953343, "hi": 2.15855236029125, "ta": 2.164488520355853, "th": 2.46006419915834, "zh": 3.3245840526352173, "my": 2.6416195555057747}, "t": 1743.0}
{"event": "eval", "step": 8000, "phase": 3, "bpb": {"en": 1.67049, "de": 1.80982, "vi": 1.56577, "tr": 1.74074, "fi": 1.93771, "ru": 1.13032, "el": 1.14315, "hi": 0.96085, "ta": 0.83287, "th": 0.92318, "zh": 2.65445, "my": 0.92533}, "bytes_per_chunk": {"en": 5.147, "de": 5.591, "vi": 6.609, "tr": 5.69, "fi": 5.799, "ru": 7.003, "el": 7.09, "hi": 6.405, "ta": 6.749, "th": 6.234, "zh": 4.476, "my": 5.802}, "bpb_mean": 1.44122, "t": 1748.9}
{"event": "train", "step": 8000, "phase": 3, "objective": "global", "lm_loss": 1.03632, "bpb": 1.49509, "chunk_loss": 0.030188, "F": 0.17949, "G": 0.22605, "chunks": 183.8, "bytes_per_chunk": 5.571, "boundary_entropy": 0.20455, "router_noise": 0.0, "grad_norm": 0.4034, "lr": 8.08e-05, "router_trainable": true, "sec_per_step": 0.287, "alpha": 0.03, "t": 1749.1}
{"event": "train", "step": 8100, "phase": 3, "objective": "global", "lm_loss": 1.11253, "bpb": 1.60504, "chunk_loss": 0.030097, "F": 0.17365, "G": 0.21958, "chunks": 177.81, "bytes_per_chunk": 5.759, "boundary_entropy": 0.19476, "router_noise": 0.0, "grad_norm": 0.4302, "lr": 7.77e-05, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 1768.5}
{"event": "train", "step": 8200, "phase": 3, "objective": "global", "lm_loss": 1.10027, "bpb": 1.58736, "chunk_loss": 0.030248, "F": 0.18375, "G": 0.22873, "chunks": 188.16, "bytes_per_chunk": 5.442, "boundary_entropy": 0.18893, "router_noise": 0.0, "grad_norm": 0.4127, "lr": 7.47e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 1788.1}
{"event": "train", "step": 8300, "phase": 3, "objective": "global", "lm_loss": 1.05806, "bpb": 1.52646, "chunk_loss": 0.030381, "F": 0.1824, "G": 0.24226, "chunks": 186.78, "bytes_per_chunk": 5.482, "boundary_entropy": 0.23343, "router_noise": 0.0, "grad_norm": 0.4257, "lr": 7.17e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 1807.8}
{"event": "train", "step": 8400, "phase": 3, "objective": "global", "lm_loss": 1.19503, "bpb": 1.72406, "chunk_loss": 0.030334, "F": 0.18922, "G": 0.23019, "chunks": 193.77, "bytes_per_chunk": 5.285, "boundary_entropy": 0.18142, "router_noise": 0.0, "grad_norm": 0.4296, "lr": 6.88e-05, "router_trainable": true, "sec_per_step": 0.188, "alpha": 0.03, "t": 1826.5}
{"event": "train", "step": 8500, "phase": 3, "objective": "global", "lm_loss": 1.08392, "bpb": 1.56377, "chunk_loss": 0.030286, "F": 0.1826, "G": 0.23388, "chunks": 186.98, "bytes_per_chunk": 5.476, "boundary_entropy": 0.20531, "router_noise": 0.0, "grad_norm": 0.4109, "lr": 6.6e-05, "router_trainable": true, "sec_per_step": 0.198, "alpha": 0.03, "t": 1846.3}
{"event": "train", "step": 8600, "phase": 3, "objective": "global", "lm_loss": 1.09874, "bpb": 1.58514, "chunk_loss": 0.030265, "F": 0.18398, "G": 0.24307, "chunks": 188.39, "bytes_per_chunk": 5.436, "boundary_entropy": 0.21443, "router_noise": 0.0, "grad_norm": 0.4298, "lr": 6.33e-05, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 1865.5}
{"event": "train", "step": 8700, "phase": 3, "objective": "global", "lm_loss": 1.05554, "bpb": 1.52282, "chunk_loss": 0.0302, "F": 0.1804, "G": 0.23672, "chunks": 184.73, "bytes_per_chunk": 5.543, "boundary_entropy": 0.21399, "router_noise": 0.0, "grad_norm": 0.4353, "lr": 6.07e-05, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 1884.9}
{"event": "train", "step": 8800, "phase": 3, "objective": "global", "lm_loss": 1.12974, "bpb": 1.62987, "chunk_loss": 0.030418, "F": 0.18832, "G": 0.24707, "chunks": 192.84, "bytes_per_chunk": 5.31, "boundary_entropy": 0.21819, "router_noise": 0.0, "grad_norm": 0.431, "lr": 5.82e-05, "router_trainable": true, "sec_per_step": 0.197, "alpha": 0.03, "t": 1904.5}
{"event": "train", "step": 8900, "phase": 3, "objective": "global", "lm_loss": 1.07297, "bpb": 1.54797, "chunk_loss": 0.030284, "F": 0.18376, "G": 0.24784, "chunks": 188.17, "bytes_per_chunk": 5.442, "boundary_entropy": 0.24014, "router_noise": 0.0, "grad_norm": 0.4295, "lr": 5.58e-05, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 1923.8}
{"event": "probe", "step": 9000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3186.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183072, "cps": 24.890625, "mean_p": 0.186747, "boundary_entropy": 0.060721, "bpb": 1.649157}, "de": {"chunks": 3490.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.16997, "cps": 27.265625, "mean_p": 0.174552, "boundary_entropy": 0.065336, "bpb": 1.782577}, "vi": {"chunks": 3751.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.203472, "cps": 29.304688, "mean_p": 0.219899, "boundary_entropy": 0.23223, "bpb": 1.520831}, "tr": {"chunks": 3265.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180357, "cps": 25.507812, "mean_p": 0.177273, "boundary_entropy": 0.089903, "bpb": 1.72236}, "fi": {"chunks": 3165.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168253, "cps": 24.726562, "mean_p": 0.175422, "boundary_entropy": 0.099008, "bpb": 1.893349}, "ru": {"chunks": 5126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.270501, "cps": 40.046875, "mean_p": 0.313247, "boundary_entropy": 0.438879, "bpb": 1.113212}, "el": {"chunks": 5456.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.265848, "cps": 42.625, "mean_p": 0.299355, "boundary_entropy": 0.441194, "bpb": 1.116896}, "hi": {"chunks": 6863.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.407905, "cps": 53.617188, "mean_p": 0.290914, "boundary_entropy": 0.444372, "bpb": 0.932355}, "ta": {"chunks": 8110.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.433806, "cps": 63.359375, "mean_p": 0.297, "boundary_entropy": 0.462955, "bpb": 0.806859}, "th": {"chunks": 7565.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.470314, "cps": 59.101562, "mean_p": 0.329973, "boundary_entropy": 0.515235, "bpb": 0.907268}, "zh": {"chunks": 3586.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.607179, "cps": 28.015625, "mean_p": 0.22592, "boundary_entropy": 0.093943, "bpb": 2.609815}, "my": {"chunks": 8892.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.469284, "cps": 69.46875, "mean_p": 0.249994, "boundary_entropy": 0.413257, "bpb": 0.897025}}, "bpb": {"en": 1.64916, "de": 1.78258, "vi": 1.52083, "tr": 1.72236, "fi": 1.89335, "ru": 1.11321, "el": 1.1169, "hi": 0.93236, "ta": 0.80686, "th": 0.90727, "zh": 2.60982, "my": 0.89703}, "gini_cpc": 0.248597, "gini_cps": 0.215172, "bpic": 6.14492, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9284347102633829, "vi": 1.1114303985551106, "tr": 0.985169556543624, "fi": 0.9190522013955652, "ru": 1.47756888232985, "el": 1.4521512908258825, "hi": 2.228113318950199, "ta": 2.369592864744745, "th": 2.569012490728691, "zh": 3.3166159984133086, "my": 2.5633884708551147}, "t": 1946.8}
{"event": "eval", "step": 9000, "phase": 3, "bpb": {"en": 1.649, "de": 1.78731, "vi": 1.53526, "tr": 1.71468, "fi": 1.90746, "ru": 1.11238, "el": 1.1161, "hi": 0.93997, "ta": 0.81227, "th": 0.90488, "zh": 2.62271, "my": 0.9034}, "bytes_per_chunk": {"en": 5.147, "de": 5.622, "vi": 6.443, "tr": 5.671, "fi": 5.882, "ru": 6.399, "el": 6.561, "hi": 6.2, "ta": 6.23, "th": 5.986, "zh": 4.488, "my": 5.905}, "bpb_mean": 1.41712, "t": 1953.0}
{"event": "train", "step": 9000, "phase": 3, "objective": "global", "lm_loss": 1.09821, "bpb": 1.58438, "chunk_loss": 0.030344, "F": 0.18523, "G": 0.22239, "chunks": 189.67, "bytes_per_chunk": 5.399, "boundary_entropy": 0.16334, "router_noise": 0.0, "grad_norm": 0.4511, "lr": 5.35e-05, "router_trainable": true, "sec_per_step": 0.294, "alpha": 0.03, "t": 1953.2}
{"event": "train", "step": 9100, "phase": 3, "objective": "global", "lm_loss": 1.08658, "bpb": 1.5676, "chunk_loss": 0.030212, "F": 0.17984, "G": 0.22794, "chunks": 184.16, "bytes_per_chunk": 5.56, "boundary_entropy": 0.18196, "router_noise": 0.0, "grad_norm": 0.4258, "lr": 5.12e-05, "router_trainable": true, "sec_per_step": 0.204, "alpha": 0.03, "t": 1973.6}
{"event": "train", "step": 9200, "phase": 3, "objective": "global", "lm_loss": 1.01724, "bpb": 1.46756, "chunk_loss": 0.030144, "F": 0.17766, "G": 0.24096, "chunks": 181.92, "bytes_per_chunk": 5.629, "boundary_entropy": 0.22398, "router_noise": 0.0, "grad_norm": 0.4161, "lr": 4.91e-05, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 1993.5}
{"event": "train", "step": 9300, "phase": 3, "objective": "global", "lm_loss": 1.05141, "bpb": 1.51686, "chunk_loss": 0.030296, "F": 0.18401, "G": 0.25256, "chunks": 188.42, "bytes_per_chunk": 5.435, "boundary_entropy": 0.24523, "router_noise": 0.0, "grad_norm": 0.4241, "lr": 4.71e-05, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 2012.8}
{"event": "train", "step": 9400, "phase": 3, "objective": "global", "lm_loss": 1.01688, "bpb": 1.46704, "chunk_loss": 0.030103, "F": 0.17772, "G": 0.25376, "chunks": 181.98, "bytes_per_chunk": 5.627, "boundary_entropy": 0.2612, "router_noise": 0.0, "grad_norm": 0.4078, "lr": 4.52e-05, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 2032.3}
{"event": "train", "step": 9500, "phase": 3, "objective": "global", "lm_loss": 1.08999, "bpb": 1.57253, "chunk_loss": 0.030135, "F": 0.17921, "G": 0.23036, "chunks": 183.52, "bytes_per_chunk": 5.58, "boundary_entropy": 0.19023, "router_noise": 0.0, "grad_norm": 0.452, "lr": 4.34e-05, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 2051.7}
{"event": "train", "step": 9600, "phase": 3, "objective": "global", "lm_loss": 1.04465, "bpb": 1.5071, "chunk_loss": 0.030402, "F": 0.18921, "G": 0.24847, "chunks": 193.75, "bytes_per_chunk": 5.285, "boundary_entropy": 0.21929, "router_noise": 0.0, "grad_norm": 0.4104, "lr": 4.17e-05, "router_trainable": true, "sec_per_step": 0.197, "alpha": 0.03, "t": 2071.3}
{"event": "train", "step": 9700, "phase": 3, "objective": "global", "lm_loss": 1.07475, "bpb": 1.55054, "chunk_loss": 0.030019, "F": 0.17036, "G": 0.23103, "chunks": 174.45, "bytes_per_chunk": 5.87, "boundary_entropy": 0.21271, "router_noise": 0.0, "grad_norm": 0.4397, "lr": 4.01e-05, "router_trainable": true, "sec_per_step": 0.184, "alpha": 0.03, "t": 2089.8}
{"event": "train", "step": 9800, "phase": 3, "objective": "global", "lm_loss": 0.9961, "bpb": 1.43706, "chunk_loss": 0.030195, "F": 0.17929, "G": 0.25401, "chunks": 183.59, "bytes_per_chunk": 5.578, "boundary_entropy": 0.2478, "router_noise": 0.0, "grad_norm": 0.4084, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 2109.6}
{"event": "train", "step": 9900, "phase": 3, "objective": "global", "lm_loss": 1.05642, "bpb": 1.52409, "chunk_loss": 0.030178, "F": 0.18008, "G": 0.23007, "chunks": 184.41, "bytes_per_chunk": 5.553, "boundary_entropy": 0.18067, "router_noise": 0.0, "grad_norm": 0.4144, "lr": 3.72e-05, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 2129.5}
{"event": "probe", "step": 10000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3183.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.1829, "cps": 24.867188, "mean_p": 0.185972, "boundary_entropy": 0.058047, "bpb": 1.635092}, "de": {"chunks": 3485.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.169727, "cps": 27.226562, "mean_p": 0.173828, "boundary_entropy": 0.064696, "bpb": 1.764855}, "vi": {"chunks": 3850.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.208842, "cps": 30.078125, "mean_p": 0.228978, "boundary_entropy": 0.245558, "bpb": 1.502178}, "tr": {"chunks": 3256.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.17986, "cps": 25.4375, "mean_p": 0.175394, "boundary_entropy": 0.086345, "bpb": 1.700772}, "fi": {"chunks": 3179.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168997, "cps": 24.835938, "mean_p": 0.17589, "boundary_entropy": 0.095517, "bpb": 1.870789}, "ru": {"chunks": 5159.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.272243, "cps": 40.304688, "mean_p": 0.325794, "boundary_entropy": 0.458071, "bpb": 1.099566}, "el": {"chunks": 5816.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.283389, "cps": 45.4375, "mean_p": 0.315151, "boundary_entropy": 0.458514, "bpb": 1.103387}, "hi": {"chunks": 7102.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.42211, "cps": 55.484375, "mean_p": 0.307894, "boundary_entropy": 0.467388, "bpb": 0.919484}, "ta": {"chunks": 8391.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.448837, "cps": 65.554688, "mean_p": 0.310504, "boundary_entropy": 0.479313, "bpb": 0.794904}, "th": {"chunks": 7077.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.439975, "cps": 55.289062, "mean_p": 0.328797, "boundary_entropy": 0.519532, "bpb": 0.893527}, "zh": {"chunks": 3578.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.605825, "cps": 27.953125, "mean_p": 0.224391, "boundary_entropy": 0.090941, "bpb": 2.588706}, "my": {"chunks": 8582.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.452924, "cps": 67.046875, "mean_p": 0.245782, "boundary_entropy": 0.410489, "bpb": 0.883031}}, "bpb": {"en": 1.63509, "de": 1.76486, "vi": 1.50218, "tr": 1.70077, "fi": 1.87079, "ru": 1.09957, "el": 1.10339, "hi": 0.91948, "ta": 0.7949, "th": 0.89353, "zh": 2.58871, "my": 0.88303}, "gini_cpc": 0.242747, "gini_cps": 0.211745, "bpic": 6.125012, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9279783771903832, "vi": 1.1418395171459852, "tr": 0.9833798981355144, "fi": 0.9239875639772205, "ru": 1.4884827128287894, "el": 1.5494266954943494, "hi": 2.3078792190495663, "ta": 2.454006638133498, "th": 2.4055567779207827, "zh": 3.3123359270098014, "my": 2.4763533591711986}, "t": 2152.7}
{"event": "eval", "step": 10000, "phase": 3, "bpb": {"en": 1.63414, "de": 1.76936, "vi": 1.51735, "tr": 1.69298, "fi": 1.88494, "ru": 1.09887, "el": 1.10223, "hi": 0.92687, "ta": 0.8011, "th": 0.89164, "zh": 2.60127, "my": 0.89072}, "bytes_per_chunk": {"en": 5.162, "de": 5.627, "vi": 6.31, "tr": 5.734, "fi": 5.873, "ru": 6.331, "el": 6.213, "hi": 5.989, "ta": 6.122, "th": 6.395, "zh": 4.494, "my": 6.12}, "bpb_mean": 1.40095, "t": 2158.6}
{"event": "train", "step": 10000, "phase": 3, "objective": "global", "lm_loss": 1.07617, "bpb": 1.55258, "chunk_loss": 0.030114, "F": 0.17735, "G": 0.22643, "chunks": 181.61, "bytes_per_chunk": 5.638, "boundary_entropy": 0.1821, "router_noise": 0.0, "grad_norm": 0.4148, "lr": 3.6e-05, "router_trainable": true, "sec_per_step": 0.293, "alpha": 0.03, "t": 2158.8}
{"event": "train", "step": 10100, "phase": 3, "objective": "global", "lm_loss": 1.12835, "bpb": 1.62787, "chunk_loss": 0.030363, "F": 0.18678, "G": 0.22879, "chunks": 191.27, "bytes_per_chunk": 5.354, "boundary_entropy": 0.16717, "router_noise": 0.0, "grad_norm": 0.4345, "lr": 3.49e-05, "router_trainable": true, "sec_per_step": 0.202, "alpha": 0.03, "t": 2179.0}
{"event": "train", "step": 10200, "phase": 3, "objective": "global", "lm_loss": 1.03706, "bpb": 1.49616, "chunk_loss": 0.030557, "F": 0.19034, "G": 0.25413, "chunks": 194.91, "bytes_per_chunk": 5.254, "boundary_entropy": 0.21853, "router_noise": 0.0, "grad_norm": 0.4352, "lr": 3.38e-05, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 2198.2}
{"event": "train", "step": 10300, "phase": 3, "objective": "global", "lm_loss": 1.03305, "bpb": 1.49038, "chunk_loss": 0.030138, "F": 0.17973, "G": 0.24258, "chunks": 184.05, "bytes_per_chunk": 5.564, "boundary_entropy": 0.21412, "router_noise": 0.0, "grad_norm": 0.4271, "lr": 3.3e-05, "router_trainable": true, "sec_per_step": 0.198, "alpha": 0.03, "t": 2218.1}
{"event": "train", "step": 10400, "phase": 3, "objective": "global", "lm_loss": 1.03629, "bpb": 1.49506, "chunk_loss": 0.03041, "F": 0.18491, "G": 0.24873, "chunks": 189.34, "bytes_per_chunk": 5.408, "boundary_entropy": 0.22428, "router_noise": 0.0, "grad_norm": 0.4343, "lr": 3.22e-05, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 2237.5}
{"event": "train", "step": 10500, "phase": 3, "objective": "global", "lm_loss": 1.0005, "bpb": 1.44341, "chunk_loss": 0.030234, "F": 0.18144, "G": 0.24927, "chunks": 185.8, "bytes_per_chunk": 5.511, "boundary_entropy": 0.24074, "router_noise": 0.0, "grad_norm": 0.4372, "lr": 3.15e-05, "router_trainable": true, "sec_per_step": 0.201, "alpha": 0.03, "t": 2257.6}
{"event": "train", "step": 10600, "phase": 3, "objective": "global", "lm_loss": 1.08357, "bpb": 1.56327, "chunk_loss": 0.030257, "F": 0.18442, "G": 0.23048, "chunks": 188.84, "bytes_per_chunk": 5.422, "boundary_entropy": 0.18155, "router_noise": 0.0, "grad_norm": 0.421, "lr": 3.1e-05, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 2277.0}
{"event": "train", "step": 10700, "phase": 3, "objective": "global", "lm_loss": 1.0604, "bpb": 1.52984, "chunk_loss": 0.030621, "F": 0.19283, "G": 0.25304, "chunks": 197.45, "bytes_per_chunk": 5.186, "boundary_entropy": 0.21969, "router_noise": 0.0, "grad_norm": 0.4556, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 2296.8}
{"event": "train", "step": 10800, "phase": 3, "objective": "global", "lm_loss": 1.03779, "bpb": 1.49721, "chunk_loss": 0.030092, "F": 0.17445, "G": 0.23365, "chunks": 178.64, "bytes_per_chunk": 5.732, "boundary_entropy": 0.20855, "router_noise": 0.0, "grad_norm": 0.4442, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 2316.4}
{"event": "train", "step": 10900, "phase": 3, "objective": "global", "lm_loss": 1.11217, "bpb": 1.60452, "chunk_loss": 0.030866, "F": 0.19469, "G": 0.25129, "chunks": 199.36, "bytes_per_chunk": 5.136, "boundary_entropy": 0.20837, "router_noise": 0.0, "grad_norm": 0.4569, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.204, "alpha": 0.03, "t": 2336.8}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182957, "cps": 24.875, "mean_p": 0.185983, "boundary_entropy": 0.058384, "bpb": 1.625582}, "de": {"chunks": 3534.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172113, "cps": 27.609375, "mean_p": 0.175598, "boundary_entropy": 0.062927, "bpb": 1.755604}, "vi": {"chunks": 3953.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214429, "cps": 30.882812, "mean_p": 0.238624, "boundary_entropy": 0.260369, "bpb": 1.490134}, "tr": {"chunks": 3275.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180909, "cps": 25.585938, "mean_p": 0.177133, "boundary_entropy": 0.08629, "bpb": 1.691109}, "fi": {"chunks": 3195.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169847, "cps": 24.960938, "mean_p": 0.177142, "boundary_entropy": 0.096078, "bpb": 1.857953}, "ru": {"chunks": 5370.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283377, "cps": 41.953125, "mean_p": 0.338834, "boundary_entropy": 0.471279, "bpb": 1.092615}, "el": {"chunks": 6216.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30288, "cps": 48.5625, "mean_p": 0.327781, "boundary_entropy": 0.473155, "bpb": 1.093912}, "hi": {"chunks": 7324.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.435305, "cps": 57.21875, "mean_p": 0.310313, "boundary_entropy": 0.464695, "bpb": 0.909605}, "ta": {"chunks": 8400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449318, "cps": 65.625, "mean_p": 0.315514, "boundary_entropy": 0.485155, "bpb": 0.787768}, "th": {"chunks": 7552.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.469506, "cps": 59.0, "mean_p": 0.343134, "boundary_entropy": 0.529678, "bpb": 0.88508}, "zh": {"chunks": 3582.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.606502, "cps": 27.984375, "mean_p": 0.224965, "boundary_entropy": 0.086833, "bpb": 2.575873}, "my": {"chunks": 8969.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.473348, "cps": 70.070312, "mean_p": 0.254643, "boundary_entropy": 0.423296, "bpb": 0.873946}}, "bpb": {"en": 1.62558, "de": 1.7556, "vi": 1.49013, "tr": 1.69111, "fi": 1.85795, "ru": 1.09262, "el": 1.09391, "hi": 0.90961, "ta": 0.78777, "th": 0.88508, "zh": 2.57587, "my": 0.87395}, "gini_cpc": 0.244226, "gini_cps": 0.217761, "bpic": 5.945116, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9407304444591829, "vi": 1.172019219367791, "tr": 0.9888076416163567, "fi": 0.9283463627477667, "ru": 1.5488741530873364, "el": 1.655469644671244, "hi": 2.37927326080626, "ta": 2.4558671936843885, "th": 2.566208724692783, "zh": 3.3149974602099563, "my": 2.587210166172853}, "t": 2359.7}
{"event": "eval", "step": 11000, "phase": 3, "bpb": {"en": 1.6251, "de": 1.76096, "vi": 1.50524, "tr": 1.6833, "fi": 1.87211, "ru": 1.09193, "el": 1.09401, "hi": 0.91749, "ta": 0.79371, "th": 0.88309, "zh": 2.58761, "my": 0.88246}, "bytes_per_chunk": {"en": 5.156, "de": 5.568, "vi": 6.18, "tr": 5.727, "fi": 5.821, "ru": 6.109, "el": 5.81, "hi": 5.815, "ta": 6.144, "th": 6.094, "zh": 4.491, "my": 5.876}, "bpb_mean": 1.39142, "t": 2365.5}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3184.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.182957, "cps": 24.875, "mean_p": 0.185983, "boundary_entropy": 0.058384, "bpb": 1.625582}, "de": {"chunks": 3534.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.172113, "cps": 27.609375, "mean_p": 0.175598, "boundary_entropy": 0.062927, "bpb": 1.755604}, "vi": {"chunks": 3953.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.214429, "cps": 30.882812, "mean_p": 0.238624, "boundary_entropy": 0.260369, "bpb": 1.490134}, "tr": {"chunks": 3275.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.180909, "cps": 25.585938, "mean_p": 0.177133, "boundary_entropy": 0.08629, "bpb": 1.691109}, "fi": {"chunks": 3195.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169847, "cps": 24.960938, "mean_p": 0.177142, "boundary_entropy": 0.096078, "bpb": 1.857953}, "ru": {"chunks": 5370.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283377, "cps": 41.953125, "mean_p": 0.338834, "boundary_entropy": 0.471279, "bpb": 1.092615}, "el": {"chunks": 6216.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.30288, "cps": 48.5625, "mean_p": 0.327781, "boundary_entropy": 0.473155, "bpb": 1.093912}, "hi": {"chunks": 7324.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.435305, "cps": 57.21875, "mean_p": 0.310313, "boundary_entropy": 0.464695, "bpb": 0.909605}, "ta": {"chunks": 8400.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.449318, "cps": 65.625, "mean_p": 0.315514, "boundary_entropy": 0.485155, "bpb": 0.787768}, "th": {"chunks": 7552.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.469506, "cps": 59.0, "mean_p": 0.343134, "boundary_entropy": 0.529678, "bpb": 0.88508}, "zh": {"chunks": 3582.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.606502, "cps": 27.984375, "mean_p": 0.224965, "boundary_entropy": 0.086833, "bpb": 2.575873}, "my": {"chunks": 8969.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.473348, "cps": 70.070312, "mean_p": 0.254643, "boundary_entropy": 0.423296, "bpb": 0.873946}}, "bpb": {"en": 1.62558, "de": 1.7556, "vi": 1.49013, "tr": 1.69111, "fi": 1.85795, "ru": 1.09262, "el": 1.09391, "hi": 0.90961, "ta": 0.78777, "th": 0.88508, "zh": 2.57587, "my": 0.87395}, "gini_cpc": 0.244226, "gini_cps": 0.217761, "bpic": 5.945116, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9407304444591829, "vi": 1.172019219367791, "tr": 0.9888076416163567, "fi": 0.9283463627477667, "ru": 1.5488741530873364, "el": 1.655469644671244, "hi": 2.37927326080626, "ta": 2.4558671936843885, "th": 2.566208724692783, "zh": 3.3149974602099563, "my": 2.587210166172853}, "t": 2369.4}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s1/th0.70"], "t": 2373.6}
{"event": "final", "run": "spec_C_s1", "condition": "C", "step": 11000, "params": 82470528, "per_lang": {"en": {"cpc": 0.1829569614434293, "cps": 24.875, "bpb": 1.6195725652203883, "bytes_per_chunk": 5.149443350406868}, "de": {"cpc": 0.17211318365557882, "cps": 27.609375, "bpb": 1.7585520463522628, "bytes_per_chunk": 5.525451594545033}, "vi": {"cpc": 0.21442907512883103, "cps": 30.8828125, "bpb": 1.505241884835232, "bytes_per_chunk": 6.172669154785312}, "tr": {"cpc": 0.18090924156217203, "cps": 25.5859375, "bpb": 1.6821185492534023, "bytes_per_chunk": 5.745779336420176}, "fi": {"cpc": 0.169847429695391, "cps": 24.9609375, "bpb": 1.8778386325492604, "bytes_per_chunk": 5.858588341779295}, "ru": {"cpc": 0.283377308707124, "cps": 41.953125, "bpb": 1.092111857507061, "bytes_per_chunk": 6.115251153269687}, "el": {"cpc": 0.3028796959508844, "cps": 48.5625, "bpb": 1.0907878436949359, "bytes_per_chunk": 5.791957578435705}, "hi": {"cpc": 0.4353046062407132, "cps": 57.21875, "bpb": 0.9181170633737359, "bytes_per_chunk": 5.804590192974104}, "ta": {"cpc": 0.4493179994650976, "cps": 65.625, "bpb": 0.7916944870358134, "bytes_per_chunk": 6.1309477869379645}, "th": {"cpc": 0.46950575069940936, "cps": 59.0, "bpb": 0.8850112952426465, "bytes_per_chunk": 6.0923341506211}, "zh": {"cpc": 0.606501862512699, "cps": 27.984375, "bpb": 2.5927716945666806, "bytes_per_chunk": 4.49993991932023}, "my": {"cpc": 0.47334811061853493, "cps": 70.0703125, "bpb": 0.8808864740932686, "bytes_per_chunk": 5.883307430328398}}, "gini_cpc": 0.24422553299626815, "gini_cps": 0.21776084105296856, "bpic": 5.945115717074078, "seed": 1, "mean_boundary_entropy": 0.2494300752878189, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 2385.3}