Hugging Face's logo

AdaptiveChunking
/
spec_C_s2

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
spec_C_s2
File size: 108,130 Bytes
373c260
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{"event": "start", "run": "spec_C_s2", "condition": "C", "params": 82470528, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "global", "freeze_in_p3": false, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 2.7}
{"event": "probe_schedule", "n": 21, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000, 11000], "t": 2.7}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10185.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.585244, "cps": 79.570312, "mean_p": 0.50663, "boundary_entropy": 0.687329, "bpb": 8.017475}, "de": {"chunks": 10966.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.534067, "cps": 85.671875, "mean_p": 0.503879, "boundary_entropy": 0.688251, "bpb": 8.111776}, "vi": {"chunks": 5741.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.311418, "cps": 44.851562, "mean_p": 0.489692, "boundary_entropy": 0.688475, "bpb": 7.989146}, "tr": {"chunks": 6370.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.351875, "cps": 49.765625, "mean_p": 0.495802, "boundary_entropy": 0.687878, "bpb": 8.107657}, "fi": {"chunks": 2115.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.112434, "cps": 16.523438, "mean_p": 0.479404, "boundary_entropy": 0.686744, "bpb": 8.107682}, "ru": {"chunks": 23602.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.245488, "cps": 184.390625, "mean_p": 0.507156, "boundary_entropy": 0.690197, "bpb": 8.281387}, "el": {"chunks": 1455.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.070896, "cps": 11.367188, "mean_p": 0.480429, "boundary_entropy": 0.689544, "bpb": 7.890102}, "hi": {"chunks": 7663.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.455453, "cps": 59.867188, "mean_p": 0.494285, "boundary_entropy": 0.690846, "bpb": 7.810752}, "ta": {"chunks": 357.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.019096, "cps": 2.789062, "mean_p": 0.475379, "boundary_entropy": 0.689908, "bpb": 7.609497}, "th": {"chunks": 27234.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.69313, "cps": 212.765625, "mean_p": 0.50318, "boundary_entropy": 0.691076, "bpb": 7.876604}, "zh": {"chunks": 14702.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.489333, "cps": 114.859375, "mean_p": 0.531852, "boundary_entropy": 0.685234, "bpb": 8.024454}, "my": {"chunks": 789.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.04164, "cps": 6.164062, "mean_p": 0.475663, "boundary_entropy": 0.690063, "bpb": 8.245358}}, "bpb": {"en": 8.01748, "de": 8.11178, "vi": 7.98915, "tr": 8.10766, "fi": 8.10768, "ru": 8.28139, "el": 7.8901, "hi": 7.81075, "ta": 7.6095, "th": 7.8766, "zh": 8.02445, "my": 8.24536}, "gini_cpc": 0.562508, "gini_cps": 0.489131, "bpic": 3.45192, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9125547315729478, "vi": 0.5321174384544991, "tr": 0.6012456783662331, "fi": 0.19211513271032077, "ru": 2.1281521716321925, "el": 0.1211393488838307, "hi": 0.7782279770749311, "ta": 0.032629155488401715, "th": 2.8930334475858417, "zh": 4.253496332079356, "my": 0.07115029646287195}, "t": 9.0}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.5908, "bpb": 8.06582, "chunk_loss": 0.059712, "F": 0.56091, "G": 0.50224, "chunks": 574.38, "bytes_per_chunk": 1.783, "boundary_entropy": 0.6917, "router_noise": 0.0, "grad_norm": 9.2831, "lr": 6e-07, "router_trainable": true, "sec_per_step": 0.005, "alpha": 0.03, "t": 9.7}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 10111.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.580992, "cps": 78.992188, "mean_p": 0.506452, "boundary_entropy": 0.687331, "bpb": 7.982832}, "de": {"chunks": 10912.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.531437, "cps": 85.25, "mean_p": 0.503747, "boundary_entropy": 0.688251, "bpb": 8.080526}, "vi": {"chunks": 5696.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.308977, "cps": 44.5, "mean_p": 0.489579, "boundary_entropy": 0.688469, "bpb": 7.969159}, "tr": {"chunks": 6315.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.348837, "cps": 49.335938, "mean_p": 0.49563, "boundary_entropy": 0.687872, "bpb": 8.083825}, "fi": {"chunks": 2104.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.111849, "cps": 16.4375, "mean_p": 0.479274, "boundary_entropy": 0.686729, "bpb": 8.086523}, "ru": {"chunks": 23588.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.244749, "cps": 184.28125, "mean_p": 0.507134, "boundary_entropy": 0.690198, "bpb": 8.228945}, "el": {"chunks": 1443.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.070311, "cps": 11.273438, "mean_p": 0.480402, "boundary_entropy": 0.689541, "bpb": 7.879548}, "hi": {"chunks": 7631.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.453551, "cps": 59.617188, "mean_p": 0.494253, "boundary_entropy": 0.690845, "bpb": 7.787927}, "ta": {"chunks": 357.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.019096, "cps": 2.789062, "mean_p": 0.475324, "boundary_entropy": 0.689903, "bpb": 7.595766}, "th": {"chunks": 26976.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.67709, "cps": 210.75, "mean_p": 0.50308, "boundary_entropy": 0.691076, "bpb": 7.839556}, "zh": {"chunks": 14694.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.487978, "cps": 114.796875, "mean_p": 0.53176, "boundary_entropy": 0.685245, "bpb": 8.019137}, "my": {"chunks": 786.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.041482, "cps": 6.140625, "mean_p": 0.475631, "boundary_entropy": 0.69006, "bpb": 8.245559}}, "bpb": {"en": 7.98283, "de": 8.08053, "vi": 7.96916, "tr": 8.08382, "fi": 8.08652, "ru": 8.22895, "el": 7.87955, "hi": 7.78793, "ta": 7.59577, "th": 7.83956, "zh": 8.01914, "my": 8.24556}, "gini_cpc": 0.563047, "gini_cps": 0.489232, "bpic": 3.469583, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9147069101184132, "vi": 0.5318104274449462, "tr": 0.6004167692105996, "fi": 0.19251468447192732, "ru": 2.1424560152752994, "el": 0.12101953941999542, "hi": 0.7806500474745188, "ta": 0.03286796050334997, "th": 2.886599270325068, "zh": 4.282295205909964, "my": 0.07139851511427713}, "t": 14.9}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 9972.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.573005, "cps": 77.90625, "mean_p": 0.506054, "boundary_entropy": 0.687335, "bpb": 7.915983}, "de": {"chunks": 10766.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.524327, "cps": 84.109375, "mean_p": 0.503441, "boundary_entropy": 0.68825, "bpb": 8.020595}, "vi": {"chunks": 5570.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.302143, "cps": 43.515625, "mean_p": 0.489305, "boundary_entropy": 0.688455, "bpb": 7.93128}, "tr": {"chunks": 6163.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.340441, "cps": 48.148438, "mean_p": 0.49526, "boundary_entropy": 0.687858, "bpb": 8.037734}, "fi": {"chunks": 2072.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.110148, "cps": 16.1875, "mean_p": 0.478978, "boundary_entropy": 0.686696, "bpb": 8.047249}, "ru": {"chunks": 23555.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.243008, "cps": 184.023438, "mean_p": 0.5071, "boundary_entropy": 0.6902, "bpb": 8.121294}, "el": {"chunks": 1433.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.069824, "cps": 11.195312, "mean_p": 0.480359, "boundary_entropy": 0.689538, "bpb": 7.854891}, "hi": {"chunks": 7618.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.452779, "cps": 59.515625, "mean_p": 0.494229, "boundary_entropy": 0.690844, "bpb": 7.745839}, "ta": {"chunks": 353.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.018882, "cps": 2.757812, "mean_p": 0.475302, "boundary_entropy": 0.689901, "bpb": 7.563459}, "th": {"chunks": 26708.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.660429, "cps": 208.65625, "mean_p": 0.502967, "boundary_entropy": 0.691077, "bpb": 7.776999}, "zh": {"chunks": 14681.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.485777, "cps": 114.695312, "mean_p": 0.531543, "boundary_entropy": 0.685271, "bpb": 8.006232}, "my": {"chunks": 775.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.040901, "cps": 6.054688, "mean_p": 0.475492, "boundary_entropy": 0.690046, "bpb": 8.235171}}, "bpb": {"en": 7.91598, "de": 8.02059, "vi": 7.93128, "tr": 8.03773, "fi": 8.04725, "ru": 8.12129, "el": 7.85489, "hi": 7.74584, "ta": 7.56346, "th": 7.777, "zh": 8.00623, "my": 8.23517}, "gini_cpc": 0.564853, "gini_cps": 0.490726, "bpic": 3.499544, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9150478789595429, "vi": 0.5272953039870466, "tr": 0.5941327148374728, "fi": 0.19222935910518085, "ru": 2.1692806613134192, "el": 0.12185607788344421, "hi": 0.7901831159937275, "ta": 0.03295270619730432, "th": 2.8977582615220663, "zh": 4.338144824472288, "my": 0.07138059714763084}, "t": 21.3}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 9440.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.542435, "cps": 73.75, "mean_p": 0.504569, "boundary_entropy": 0.687346, "bpb": 7.680963}, "de": {"chunks": 10204.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.496956, "cps": 79.71875, "mean_p": 0.502294, "boundary_entropy": 0.688245, "bpb": 7.806202}, "vi": {"chunks": 5257.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.285164, "cps": 41.070312, "mean_p": 0.488413, "boundary_entropy": 0.688405, "bpb": 7.80025}, "tr": {"chunks": 5690.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.314313, "cps": 44.453125, "mean_p": 0.493943, "boundary_entropy": 0.687805, "bpb": 7.873953}, "fi": {"chunks": 1986.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.105577, "cps": 15.515625, "mean_p": 0.477973, "boundary_entropy": 0.686582, "bpb": 7.909601}, "ru": {"chunks": 23395.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.234565, "cps": 182.773438, "mean_p": 0.506973, "boundary_entropy": 0.690207, "bpb": 7.802298}, "el": {"chunks": 1390.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.067729, "cps": 10.859375, "mean_p": 0.480082, "boundary_entropy": 0.689513, "bpb": 7.777835}, "hi": {"chunks": 7482.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.444695, "cps": 58.453125, "mean_p": 0.494056, "boundary_entropy": 0.690838, "bpb": 7.59431}, "ta": {"chunks": 349.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.018668, "cps": 2.726562, "mean_p": 0.475234, "boundary_entropy": 0.689896, "bpb": 7.468061}, "th": {"chunks": 25544.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.588063, "cps": 199.5625, "mean_p": 0.502552, "boundary_entropy": 0.691079, "bpb": 7.561836}, "zh": {"chunks": 14608.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.473417, "cps": 114.125, "mean_p": 0.53085, "boundary_entropy": 0.685353, "bpb": 7.968452}, "my": {"chunks": 650.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.034304, "cps": 5.078125, "mean_p": 0.475186, "boundary_entropy": 0.690014, "bpb": 8.210516}}, "bpb": {"en": 7.68096, "de": 7.8062, "vi": 7.80025, "tr": 7.87395, "fi": 7.9096, "ru": 7.8023, "el": 7.77783, "hi": 7.59431, "ta": 7.46806, "th": 7.56184, "zh": 7.96845, "my": 8.21052}, "gini_cpc": 0.570873, "gini_cps": 0.495155, "bpic": 3.620746, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.916157557862622, "vi": 0.525710874901739, "tr": 0.5794471629854401, "fi": 0.19463434890692338, "ru": 2.2759670016993874, "el": 0.124860790745728, "hi": 0.8198129171178885, "ta": 0.03441534149890526, "th": 2.927655463823016, "zh": 4.55983831438296, "my": 0.0632414918796492}, "t": 28.2}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 7420.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.426363, "cps": 57.96875, "mean_p": 0.499508, "boundary_entropy": 0.687322, "bpb": 7.072498}, "de": {"chunks": 8367.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.40749, "cps": 65.367188, "mean_p": 0.498487, "boundary_entropy": 0.688197, "bpb": 7.217658}, "vi": {"chunks": 4141.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.224627, "cps": 32.351562, "mean_p": 0.485407, "boundary_entropy": 0.688222, "bpb": 7.448081}, "tr": {"chunks": 4330.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.239187, "cps": 33.828125, "mean_p": 0.489657, "boundary_entropy": 0.687589, "bpb": 7.395644}, "fi": {"chunks": 1720.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.091436, "cps": 13.4375, "mean_p": 0.474885, "boundary_entropy": 0.686208, "bpb": 7.500769}, "ru": {"chunks": 22029.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.16248, "cps": 172.101562, "mean_p": 0.505842, "boundary_entropy": 0.690249, "bpb": 6.814189}, "el": {"chunks": 1239.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.060371, "cps": 9.679688, "mean_p": 0.479038, "boundary_entropy": 0.689419, "bpb": 7.513275}, "hi": {"chunks": 7263.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.431679, "cps": 56.742188, "mean_p": 0.493696, "boundary_entropy": 0.690822, "bpb": 7.038002}, "ta": {"chunks": 334.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.017866, "cps": 2.609375, "mean_p": 0.475417, "boundary_entropy": 0.689923, "bpb": 7.122433}, "th": {"chunks": 21091.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 1.311222, "cps": 164.773438, "mean_p": 0.500946, "boundary_entropy": 0.691079, "bpb": 6.852842}, "zh": {"chunks": 14330.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.426346, "cps": 111.953125, "mean_p": 0.52815, "boundary_entropy": 0.685652, "bpb": 7.84877}, "my": {"chunks": 590.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.031138, "cps": 4.609375, "mean_p": 0.474322, "boundary_entropy": 0.689923, "bpb": 8.106883}}, "bpb": {"en": 7.0725, "de": 7.21766, "vi": 7.44808, "tr": 7.39564, "fi": 7.50077, "ru": 6.81419, "el": 7.51328, "hi": 7.038, "ta": 7.12243, "th": 6.85284, "zh": 7.84877, "my": 8.10688}, "gini_cpc": 0.588117, "gini_cps": 0.503295, "bpic": 4.133166, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9557351895436745, "vi": 0.5268443215289095, "tr": 0.5609931519444068, "fi": 0.21445529734637978, "ru": 2.7265017673121923, "el": 0.14159589930855304, "hi": 1.0124677210703172, "ta": 0.041902623256430904, "th": 3.07536254919326, "zh": 5.690795280600021, "my": 0.07303126957762683}, "t": 35.5}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4286.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.246279, "cps": 33.484375, "mean_p": 0.491819, "boundary_entropy": 0.687181, "bpb": 6.365631}, "de": {"chunks": 6161.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.300054, "cps": 48.132812, "mean_p": 0.494693, "boundary_entropy": 0.688166, "bpb": 6.434786}, "vi": {"chunks": 2403.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.13035, "cps": 18.773438, "mean_p": 0.480041, "boundary_entropy": 0.687871, "bpb": 6.979846}, "tr": {"chunks": 2881.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.159145, "cps": 22.507812, "mean_p": 0.484716, "boundary_entropy": 0.687317, "bpb": 6.722341}, "fi": {"chunks": 1384.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.073574, "cps": 10.8125, "mean_p": 0.473381, "boundary_entropy": 0.68608, "bpb": 6.727489}, "ru": {"chunks": 10603.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.559525, "cps": 82.835938, "mean_p": 0.496824, "boundary_entropy": 0.690276, "bpb": 5.685197}, "el": {"chunks": 1317.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.064172, "cps": 10.289062, "mean_p": 0.478539, "boundary_entropy": 0.689365, "bpb": 6.746343}, "hi": {"chunks": 7923.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.470906, "cps": 61.898438, "mean_p": 0.493776, "boundary_entropy": 0.690813, "bpb": 5.965619}, "ta": {"chunks": 360.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.019256, "cps": 2.8125, "mean_p": 0.47879, "boundary_entropy": 0.690276, "bpb": 6.473528}, "th": {"chunks": 4176.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.259621, "cps": 32.625, "mean_p": 0.491326, "boundary_entropy": 0.690888, "bpb": 5.580875}, "zh": {"chunks": 12182.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 2.062648, "cps": 95.171875, "mean_p": 0.517054, "boundary_entropy": 0.686555, "bpb": 7.484503}, "my": {"chunks": 614.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.032404, "cps": 4.796875, "mean_p": 0.472686, "boundary_entropy": 0.689737, "bpb": 7.43215}}, "bpb": {"en": 6.36563, "de": 6.43479, "vi": 6.97985, "tr": 6.72234, "fi": 6.72749, "ru": 5.6852, "el": 6.74634, "hi": 5.96562, "ta": 6.47353, "th": 5.58088, "zh": 7.4845, "my": 7.43215}, "gini_cpc": 0.602946, "gini_cps": 0.455907, "bpic": 7.069092, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2183463179436471, "vi": 0.5292764642921283, "tr": 0.6461965876859199, "fi": 0.2987419147160076, "ru": 2.271911974557897, "el": 0.26056548235185134, "hi": 1.912082102896954, "ta": 0.07818959880699047, "th": 1.0541717610495225, "zh": 8.375237011516084, "my": 0.13157608154389877}, "t": 43.1}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3699.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.21255, "cps": 28.898438, "mean_p": 0.493806, "boundary_entropy": 0.687516, "bpb": 5.830553}, "de": {"chunks": 6552.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.319096, "cps": 51.1875, "mean_p": 0.497293, "boundary_entropy": 0.688447, "bpb": 5.948257}, "vi": {"chunks": 1776.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.096338, "cps": 13.875, "mean_p": 0.482044, "boundary_entropy": 0.688258, "bpb": 6.570369}, "tr": {"chunks": 3442.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.190134, "cps": 26.890625, "mean_p": 0.490685, "boundary_entropy": 0.68792, "bpb": 6.255801}, "fi": {"chunks": 2372.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.126096, "cps": 18.53125, "mean_p": 0.488323, "boundary_entropy": 0.687781, "bpb": 5.981893}, "ru": {"chunks": 6817.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.359736, "cps": 53.257812, "mean_p": 0.494089, "boundary_entropy": 0.690271, "bpb": 5.153267}, "el": {"chunks": 12397.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.604054, "cps": 96.851562, "mean_p": 0.49684, "boundary_entropy": 0.690461, "bpb": 5.521027}, "hi": {"chunks": 10881.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.646716, "cps": 85.007812, "mean_p": 0.495504, "boundary_entropy": 0.690857, "bpb": 5.248285}, "ta": {"chunks": 26147.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.398609, "cps": 204.273438, "mean_p": 0.501268, "boundary_entropy": 0.691301, "bpb": 5.000821}, "th": {"chunks": 5505.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.342244, "cps": 43.007812, "mean_p": 0.494292, "boundary_entropy": 0.691023, "bpb": 4.854091}, "zh": {"chunks": 3260.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.551981, "cps": 25.46875, "mean_p": 0.489511, "boundary_entropy": 0.686626, "bpb": 7.01779}, "my": {"chunks": 7734.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.40817, "cps": 60.421875, "mean_p": 0.493597, "boundary_entropy": 0.691255, "bpb": 4.990125}}, "bpb": {"en": 5.83055, "de": 5.94826, "vi": 6.57037, "tr": 6.2558, "fi": 5.98189, "ru": 5.15327, "el": 5.52103, "hi": 5.24829, "ta": 5.00082, "th": 4.85409, "zh": 7.01779, "my": 4.99013}, "gini_cpc": 0.378791, "gini_cps": 0.408023, "bpic": 4.236835, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.5012785187170663, "vi": 0.45325187398085076, "tr": 0.8945406968568029, "fi": 0.5932566159564884, "ru": 1.6924812596430185, "el": 2.8419441894538915, "hi": 3.042660708669103, "ta": 6.5801559459518675, "th": 1.6101860024338466, "zh": 2.596952142088722, "my": 1.9203508436715264}, "t": 54.1}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4937.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.283687, "cps": 38.570312, "mean_p": 0.497829, "boundary_entropy": 0.687752, "bpb": 5.414067}, "de": {"chunks": 4828.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.235134, "cps": 37.71875, "mean_p": 0.495814, "boundary_entropy": 0.688513, "bpb": 5.569751}, "vi": {"chunks": 2560.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.138866, "cps": 20.0, "mean_p": 0.488548, "boundary_entropy": 0.688825, "bpb": 5.966072}, "tr": {"chunks": 2674.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.14771, "cps": 20.890625, "mean_p": 0.491287, "boundary_entropy": 0.688076, "bpb": 5.889252}, "fi": {"chunks": 3403.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.180905, "cps": 26.585938, "mean_p": 0.493349, "boundary_entropy": 0.688137, "bpb": 5.57126}, "ru": {"chunks": 4715.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.248813, "cps": 36.835938, "mean_p": 0.494823, "boundary_entropy": 0.690391, "bpb": 4.844452}, "el": {"chunks": 4591.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.2237, "cps": 35.867188, "mean_p": 0.491169, "boundary_entropy": 0.690369, "bpb": 5.094634}, "hi": {"chunks": 1433.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.085171, "cps": 11.195312, "mean_p": 0.483991, "boundary_entropy": 0.690304, "bpb": 4.904542}, "ta": {"chunks": 1012.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.054132, "cps": 7.90625, "mean_p": 0.489368, "boundary_entropy": 0.69105, "bpb": 4.554061}, "th": {"chunks": 5551.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.345104, "cps": 43.367188, "mean_p": 0.491316, "boundary_entropy": 0.690854, "bpb": 4.407136}, "zh": {"chunks": 5976.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 1.011852, "cps": 46.6875, "mean_p": 0.500062, "boundary_entropy": 0.687296, "bpb": 6.672927}, "my": {"chunks": 13090.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.690838, "cps": 102.265625, "mean_p": 0.49682, "boundary_entropy": 0.691371, "bpb": 4.272813}}, "bpb": {"en": 5.41407, "de": 5.56975, "vi": 5.96607, "tr": 5.88925, "fi": 5.57126, "ru": 4.84445, "el": 5.09463, "hi": 4.90454, "ta": 4.55406, "th": 4.40714, "zh": 6.67293, "my": 4.27281}, "gini_cpc": 0.41884, "gini_cps": 0.320121, "bpic": 7.007139, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.8288498195166861, "vi": 0.4895057710883743, "tr": 0.5206811369295212, "fi": 0.637692132070295, "ru": 0.8770684236151232, "el": 0.7885467399391669, "hi": 0.30022863413331907, "ta": 0.1908165484733207, "th": 1.2164973159792876, "zh": 3.5667949176899514, "my": 2.4352147379976943}, "t": 70.4}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.2368, "bpb": 4.66972, "chunk_loss": 0.030551, "F": 0.17552, "G": 0.47716, "chunks": 179.73, "bytes_per_chunk": 5.697, "boundary_entropy": 0.68972, "router_noise": 0.0, "grad_norm": 2.1143, "lr": 6.06e-05, "router_trainable": true, "sec_per_step": 0.719, "alpha": 0.03, "t": 81.6}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4720.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.271218, "cps": 36.875, "mean_p": 0.454281, "boundary_entropy": 0.673386, "bpb": 4.334422}, "de": {"chunks": 6311.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.307359, "cps": 49.304688, "mean_p": 0.455778, "boundary_entropy": 0.673827, "bpb": 4.569145}, "vi": {"chunks": 5255.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.285056, "cps": 41.054688, "mean_p": 0.469429, "boundary_entropy": 0.683592, "bpb": 4.776555}, "tr": {"chunks": 4386.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.24228, "cps": 34.265625, "mean_p": 0.457375, "boundary_entropy": 0.678136, "bpb": 4.792856}, "fi": {"chunks": 4793.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.254798, "cps": 37.445312, "mean_p": 0.463223, "boundary_entropy": 0.679477, "bpb": 4.570733}, "ru": {"chunks": 6822.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.36, "cps": 53.296875, "mean_p": 0.469648, "boundary_entropy": 0.68687, "bpb": 3.238454}, "el": {"chunks": 13686.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.666862, "cps": 106.921875, "mean_p": 0.495631, "boundary_entropy": 0.689645, "bpb": 4.058497}, "hi": {"chunks": 17846.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.060684, "cps": 139.421875, "mean_p": 0.494515, "boundary_entropy": 0.690059, "bpb": 3.047205}, "ta": {"chunks": 16828.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.900134, "cps": 131.46875, "mean_p": 0.493206, "boundary_entropy": 0.69093, "bpb": 3.112211}, "th": {"chunks": 12896.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.801741, "cps": 100.75, "mean_p": 0.484865, "boundary_entropy": 0.689795, "bpb": 2.811117}, "zh": {"chunks": 5749.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.973417, "cps": 44.914062, "mean_p": 0.499994, "boundary_entropy": 0.687329, "bpb": 6.246322}, "my": {"chunks": 17271.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.911495, "cps": 134.929688, "mean_p": 0.494761, "boundary_entropy": 0.691132, "bpb": 3.45928}}, "bpb": {"en": 4.33442, "de": 4.56914, "vi": 4.77655, "tr": 4.79286, "fi": 4.57073, "ru": 3.23845, "el": 4.0585, "hi": 3.04721, "ta": 3.11221, "th": 2.81112, "zh": 6.24632, "my": 3.45928}, "gini_cpc": 0.293973, "gini_cps": 0.292668, "bpic": 3.292477, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 1.133255654188751, "vi": 1.0510217415288714, "tr": 0.8933058899311566, "fi": 0.9394586448246562, "ru": 1.3273474576271185, "el": 2.4587694707137175, "hi": 3.9108209887425387, "ta": 3.318861700536262, "th": 2.9560793032776087, "zh": 3.5890622219862593, "my": 3.3607501730874505}, "t": 92.9}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.5481, "bpb": 3.67614, "chunk_loss": 0.032522, "F": 0.22559, "G": 0.38892, "chunks": 231.0, "bytes_per_chunk": 4.433, "boundary_entropy": 0.62164, "router_noise": 0.0, "grad_norm": 1.9317, "lr": 0.0001206, "router_trainable": true, "sec_per_step": 0.278, "alpha": 0.03, "t": 109.4}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3348.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.192381, "cps": 26.15625, "mean_p": 0.323129, "boundary_entropy": 0.52744, "bpb": 3.556295}, "de": {"chunks": 4448.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.216627, "cps": 34.75, "mean_p": 0.327821, "boundary_entropy": 0.531794, "bpb": 3.769729}, "vi": {"chunks": 4887.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.265094, "cps": 38.179688, "mean_p": 0.372096, "boundary_entropy": 0.610858, "bpb": 3.046267}, "tr": {"chunks": 3966.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.21908, "cps": 30.984375, "mean_p": 0.345525, "boundary_entropy": 0.557752, "bpb": 3.73805}, "fi": {"chunks": 4092.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217532, "cps": 31.96875, "mean_p": 0.339449, "boundary_entropy": 0.559176, "bpb": 3.800379}, "ru": {"chunks": 6011.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.317203, "cps": 46.960938, "mean_p": 0.292947, "boundary_entropy": 0.53238, "bpb": 2.634089}, "el": {"chunks": 7972.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.388442, "cps": 62.28125, "mean_p": 0.332343, "boundary_entropy": 0.589302, "bpb": 2.655966}, "hi": {"chunks": 8145.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.484101, "cps": 63.632812, "mean_p": 0.422707, "boundary_entropy": 0.641292, "bpb": 2.029372}, "ta": {"chunks": 10495.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.56138, "cps": 81.992188, "mean_p": 0.413372, "boundary_entropy": 0.629692, "bpb": 1.848603}, "th": {"chunks": 10683.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.664159, "cps": 83.460938, "mean_p": 0.366629, "boundary_entropy": 0.620224, "bpb": 2.053236}, "zh": {"chunks": 2948.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.499153, "cps": 23.03125, "mean_p": 0.432575, "boundary_entropy": 0.663455, "bpb": 4.921297}, "my": {"chunks": 5382.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.284041, "cps": 42.046875, "mean_p": 0.464717, "boundary_entropy": 0.683816, "bpb": 2.131505}}, "bpb": {"en": 3.55629, "de": 3.76973, "vi": 3.04627, "tr": 3.73805, "fi": 3.80038, "ru": 2.63409, "el": 2.65597, "hi": 2.02937, "ta": 1.8486, "th": 2.05324, "zh": 4.9213, "my": 2.13151}, "gini_cpc": 0.231907, "gini_cps": 0.234012, "bpic": 5.302527, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1260328028645907, "vi": 1.3779639885561301, "tr": 1.1387826172695192, "fi": 1.1307391065511314, "ru": 1.648831153478783, "el": 2.019133878468724, "hi": 2.5163710875712986, "ta": 2.9180695871569746, "th": 3.452318329038275, "zh": 2.5946137030927785, "my": 1.4764508297752081}, "t": 125.3}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.15686, "bpb": 3.11169, "chunk_loss": 0.031444, "F": 0.21277, "G": 0.31895, "chunks": 217.88, "bytes_per_chunk": 4.7, "boundary_entropy": 0.50898, "router_noise": 0.0, "grad_norm": 1.2567, "lr": 0.0001806, "router_trainable": true, "sec_per_step": 0.245, "alpha": 0.03, "t": 133.9}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.06064, "bpb": 2.97288, "chunk_loss": 0.03154, "F": 0.22421, "G": 0.28942, "chunks": 229.59, "bytes_per_chunk": 4.46, "boundary_entropy": 0.41159, "router_noise": 0.0, "grad_norm": 1.4953, "lr": 0.0002406, "router_trainable": true, "sec_per_step": 0.206, "alpha": 0.03, "t": 154.6}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.80917, "bpb": 2.61008, "chunk_loss": 0.031179, "F": 0.21426, "G": 0.28552, "chunks": 219.41, "bytes_per_chunk": 4.667, "boundary_entropy": 0.37551, "router_noise": 0.0, "grad_norm": 0.8556, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.213, "alpha": 0.03, "t": 175.9}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.78745, "bpb": 2.57875, "chunk_loss": 0.03104, "F": 0.21315, "G": 0.28044, "chunks": 218.27, "bytes_per_chunk": 4.692, "boundary_entropy": 0.32778, "router_noise": 0.0, "grad_norm": 1.0305, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.201, "alpha": 0.03, "t": 196.0}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.67443, "bpb": 2.4157, "chunk_loss": 0.030733, "F": 0.20709, "G": 0.27153, "chunks": 212.06, "bytes_per_chunk": 4.829, "boundary_entropy": 0.30891, "router_noise": 0.0, "grad_norm": 0.6933, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.2, "alpha": 0.03, "t": 215.9}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.7352, "bpb": 2.50336, "chunk_loss": 0.030655, "F": 0.20502, "G": 0.2567, "chunks": 209.94, "bytes_per_chunk": 4.878, "boundary_entropy": 0.26003, "router_noise": 0.0, "grad_norm": 0.8384, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 235.1}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.62587, "bpb": 2.34564, "chunk_loss": 0.030698, "F": 0.20401, "G": 0.26614, "chunks": 208.91, "bytes_per_chunk": 4.902, "boundary_entropy": 0.28799, "router_noise": 0.0, "grad_norm": 0.6867, "lr": 0.000299, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 255.1}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 4106.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.235936, "cps": 32.078125, "mean_p": 0.237445, "boundary_entropy": 0.141388, "bpb": 2.298442}, "de": {"chunks": 5222.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.254322, "cps": 40.796875, "mean_p": 0.253086, "boundary_entropy": 0.13883, "bpb": 2.552687}, "vi": {"chunks": 4404.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.238893, "cps": 34.40625, "mean_p": 0.260199, "boundary_entropy": 0.313718, "bpb": 2.11626}, "tr": {"chunks": 4639.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.256256, "cps": 36.242188, "mean_p": 0.232007, "boundary_entropy": 0.180272, "bpb": 2.573996}, "fi": {"chunks": 4596.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.244325, "cps": 35.90625, "mean_p": 0.241055, "boundary_entropy": 0.168871, "bpb": 2.836772}, "ru": {"chunks": 5838.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.308074, "cps": 45.609375, "mean_p": 0.267212, "boundary_entropy": 0.419313, "bpb": 1.734591}, "el": {"chunks": 4954.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.241388, "cps": 38.703125, "mean_p": 0.245731, "boundary_entropy": 0.421021, "bpb": 1.800939}, "hi": {"chunks": 6979.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414799, "cps": 54.523438, "mean_p": 0.362725, "boundary_entropy": 0.563057, "bpb": 1.400006}, "ta": {"chunks": 8603.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.460177, "cps": 67.210938, "mean_p": 0.32196, "boundary_entropy": 0.50173, "bpb": 1.132596}, "th": {"chunks": 9357.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.581722, "cps": 73.101562, "mean_p": 0.420835, "boundary_entropy": 0.600333, "bpb": 1.409419}, "zh": {"chunks": 3477.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.588723, "cps": 27.164062, "mean_p": 0.252457, "boundary_entropy": 0.209664, "bpb": 3.455515}, "my": {"chunks": 8021.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.423316, "cps": 62.664062, "mean_p": 0.34773, "boundary_entropy": 0.575753, "bpb": 1.293272}}, "bpb": {"en": 2.29844, "de": 2.55269, "vi": 2.11626, "tr": 2.574, "fi": 2.83677, "ru": 1.73459, "el": 1.80094, "hi": 1.40001, "ta": 1.1326, "th": 1.40942, "zh": 3.45551, "my": 1.29327}, "gini_cpc": 0.194719, "gini_cps": 0.173623, "bpic": 5.467277, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.077927707833201, "vi": 1.0125333662024694, "tr": 1.086122964336321, "fi": 1.0355553381610283, "ru": 1.305750051086832, "el": 1.0231052948352364, "hi": 1.7580988934397457, "ta": 1.950426677793748, "th": 2.4655893155289097, "zh": 2.4952635534231784, "my": 1.7941977818956611}, "t": 277.9}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.31062, "de": 2.54365, "vi": 2.11896, "tr": 2.56761, "fi": 2.84614, "ru": 1.73246, "el": 1.79504, "hi": 1.40748, "ta": 1.13137, "th": 1.402, "zh": 3.4605, "my": 1.30413}, "bytes_per_chunk": {"en": 4.407, "de": 4.123, "vi": 5.765, "tr": 4.466, "fi": 4.575, "ru": 5.925, "el": 7.747, "hi": 6.023, "ta": 5.558, "th": 4.975, "zh": 4.63, "my": 6.574}, "bpb_mean": 2.05166, "t": 284.4}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.5559, "bpb": 2.24469, "chunk_loss": 0.03065, "F": 0.20686, "G": 0.25714, "chunks": 211.83, "bytes_per_chunk": 4.834, "boundary_entropy": 0.26065, "router_noise": 0.0, "grad_norm": 0.7362, "lr": 0.0002985, "router_trainable": true, "sec_per_step": 0.295, "alpha": 0.03, "t": 284.6}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.51572, "bpb": 2.18672, "chunk_loss": 0.030413, "F": 0.19695, "G": 0.25129, "chunks": 201.67, "bytes_per_chunk": 5.078, "boundary_entropy": 0.26401, "router_noise": 0.0, "grad_norm": 0.5706, "lr": 0.0002978, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 304.2}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.51352, "bpb": 2.18354, "chunk_loss": 0.030375, "F": 0.19661, "G": 0.25118, "chunks": 201.33, "bytes_per_chunk": 5.086, "boundary_entropy": 0.26301, "router_noise": 0.0, "grad_norm": 0.6047, "lr": 0.000297, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 323.2}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.55658, "bpb": 2.24567, "chunk_loss": 0.030783, "F": 0.21143, "G": 0.25519, "chunks": 216.5, "bytes_per_chunk": 4.73, "boundary_entropy": 0.228, "router_noise": 0.0, "grad_norm": 0.5329, "lr": 0.0002962, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 342.6}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.3842, "bpb": 1.99697, "chunk_loss": 0.030365, "F": 0.19778, "G": 0.24965, "chunks": 202.53, "bytes_per_chunk": 5.056, "boundary_entropy": 0.25574, "router_noise": 0.0, "grad_norm": 0.4932, "lr": 0.0002951, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 361.5}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.50301, "bpb": 2.16838, "chunk_loss": 0.030466, "F": 0.20078, "G": 0.25751, "chunks": 205.59, "bytes_per_chunk": 4.981, "boundary_entropy": 0.23954, "router_noise": 0.0, "grad_norm": 0.537, "lr": 0.000294, "router_trainable": true, "sec_per_step": 0.187, "alpha": 0.03, "t": 380.3}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.52619, "bpb": 2.20183, "chunk_loss": 0.030447, "F": 0.20222, "G": 0.24562, "chunks": 207.08, "bytes_per_chunk": 4.945, "boundary_entropy": 0.21846, "router_noise": 0.0, "grad_norm": 0.5728, "lr": 0.0002928, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 399.2}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.39581, "bpb": 2.01373, "chunk_loss": 0.030499, "F": 0.19759, "G": 0.27195, "chunks": 202.33, "bytes_per_chunk": 5.061, "boundary_entropy": 0.27924, "router_noise": 0.0, "grad_norm": 0.4781, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.187, "alpha": 0.03, "t": 418.0}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.40694, "bpb": 2.02978, "chunk_loss": 0.030505, "F": 0.19934, "G": 0.26312, "chunks": 204.12, "bytes_per_chunk": 5.017, "boundary_entropy": 0.26088, "router_noise": 0.0, "grad_norm": 0.4583, "lr": 0.0002899, "router_trainable": true, "sec_per_step": 0.185, "alpha": 0.03, "t": 436.5}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.40236, "bpb": 2.02317, "chunk_loss": 0.030622, "F": 0.20364, "G": 0.25661, "chunks": 208.53, "bytes_per_chunk": 4.911, "boundary_entropy": 0.24682, "router_noise": 0.0, "grad_norm": 0.4848, "lr": 0.0002883, "router_trainable": true, "sec_per_step": 0.186, "alpha": 0.03, "t": 455.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3959.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.22749, "cps": 30.929688, "mean_p": 0.226414, "boundary_entropy": 0.114558, "bpb": 2.061895}, "de": {"chunks": 5034.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.245166, "cps": 39.328125, "mean_p": 0.242927, "boundary_entropy": 0.11673, "bpb": 2.257251}, "vi": {"chunks": 4160.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225658, "cps": 32.5, "mean_p": 0.247317, "boundary_entropy": 0.276205, "bpb": 1.953703}, "tr": {"chunks": 4102.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226592, "cps": 32.046875, "mean_p": 0.217144, "boundary_entropy": 0.138691, "bpb": 2.234443}, "fi": {"chunks": 4477.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.237999, "cps": 34.976562, "mean_p": 0.232434, "boundary_entropy": 0.121811, "bpb": 2.419606}, "ru": {"chunks": 5995.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.316359, "cps": 46.835938, "mean_p": 0.252865, "boundary_entropy": 0.369648, "bpb": 1.446149}, "el": {"chunks": 6369.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.310335, "cps": 49.757812, "mean_p": 0.249869, "boundary_entropy": 0.36838, "bpb": 1.495068}, "hi": {"chunks": 6930.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.411887, "cps": 54.140625, "mean_p": 0.438794, "boundary_entropy": 0.591029, "bpb": 1.215167}, "ta": {"chunks": 8305.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.444236, "cps": 64.882812, "mean_p": 0.342856, "boundary_entropy": 0.513767, "bpb": 0.99585}, "th": {"chunks": 8267.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.513957, "cps": 64.585938, "mean_p": 0.447706, "boundary_entropy": 0.597702, "bpb": 1.139006}, "zh": {"chunks": 3268.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.553336, "cps": 25.53125, "mean_p": 0.239329, "boundary_entropy": 0.19337, "bpb": 3.170415}, "my": {"chunks": 10149.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.535624, "cps": 79.289062, "mean_p": 0.397543, "boundary_entropy": 0.610788, "bpb": 1.163689}}, "bpb": {"en": 2.06189, "de": 2.25725, "vi": 1.9537, "tr": 2.23444, "fi": 2.41961, "ru": 1.44615, "el": 1.49507, "hi": 1.21517, "ta": 0.99585, "th": 1.13901, "zh": 3.17042, "my": 1.16369}, "gini_cpc": 0.194737, "gini_cps": 0.192972, "bpic": 5.404224, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0777038206118632, "vi": 0.9919477738767032, "tr": 0.9960559246612417, "fi": 1.0461978649398318, "ru": 1.3906524061605066, "el": 1.364171657309377, "hi": 1.8105760869116465, "ta": 1.9527776045736516, "th": 2.259256241881838, "zh": 2.432356476094667, "my": 2.3544989162986476}, "t": 477.3}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.07084, "de": 2.249, "vi": 1.95629, "tr": 2.22687, "fi": 2.43325, "ru": 1.4454, "el": 1.49119, "hi": 1.22274, "ta": 0.99563, "th": 1.13603, "zh": 3.17832, "my": 1.17353}, "bytes_per_chunk": {"en": 4.652, "de": 4.305, "vi": 6.082, "tr": 5.007, "fi": 4.575, "ru": 5.807, "el": 6.158, "hi": 6.396, "ta": 6.061, "th": 5.59, "zh": 4.951, "my": 5.475}, "bpb_mean": 1.79826, "t": 482.8}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.39823, "bpb": 2.01723, "chunk_loss": 0.030517, "F": 0.20274, "G": 0.25681, "chunks": 207.61, "bytes_per_chunk": 4.932, "boundary_entropy": 0.22683, "router_noise": 0.0, "grad_norm": 0.4649, "lr": 0.0002866, "router_trainable": true, "sec_per_step": 0.279, "alpha": 0.03, "t": 483.0}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.45126, "bpb": 2.09373, "chunk_loss": 0.030382, "F": 0.19829, "G": 0.24755, "chunks": 203.05, "bytes_per_chunk": 5.043, "boundary_entropy": 0.23325, "router_noise": 0.0, "grad_norm": 0.4192, "lr": 0.0002848, "router_trainable": true, "sec_per_step": 0.188, "alpha": 0.03, "t": 501.8}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.40213, "bpb": 2.02284, "chunk_loss": 0.030598, "F": 0.20299, "G": 0.24776, "chunks": 207.86, "bytes_per_chunk": 4.926, "boundary_entropy": 0.22043, "router_noise": 0.0, "grad_norm": 0.405, "lr": 0.0002829, "router_trainable": true, "sec_per_step": 0.182, "alpha": 0.03, "t": 520.0}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.3393, "bpb": 1.9322, "chunk_loss": 0.030365, "F": 0.19553, "G": 0.25826, "chunks": 200.22, "bytes_per_chunk": 5.114, "boundary_entropy": 0.24412, "router_noise": 0.0, "grad_norm": 0.4155, "lr": 0.0002809, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 539.5}
{"event": "train", "step": 2400, "phase": 1, "objective": "global", "lm_loss": 1.36138, "bpb": 1.96405, "chunk_loss": 0.030482, "F": 0.2007, "G": 0.2555, "chunks": 205.52, "bytes_per_chunk": 4.983, "boundary_entropy": 0.24451, "router_noise": 0.0, "grad_norm": 0.4207, "lr": 0.0002788, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 558.8}
{"event": "train", "step": 2500, "phase": 1, "objective": "global", "lm_loss": 1.22294, "bpb": 1.76433, "chunk_loss": 0.030732, "F": 0.1953, "G": 0.26917, "chunks": 199.98, "bytes_per_chunk": 5.12, "boundary_entropy": 0.28267, "router_noise": 0.0, "grad_norm": 0.376, "lr": 0.0002765, "router_trainable": true, "sec_per_step": 0.186, "alpha": 0.03, "t": 577.4}
{"event": "train", "step": 2600, "phase": 1, "objective": "global", "lm_loss": 1.20385, "bpb": 1.73678, "chunk_loss": 0.03041, "F": 0.19125, "G": 0.26334, "chunks": 195.84, "bytes_per_chunk": 5.229, "boundary_entropy": 0.26715, "router_noise": 0.0, "grad_norm": 0.3754, "lr": 0.0002742, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 596.7}
{"event": "train", "step": 2700, "phase": 1, "objective": "global", "lm_loss": 1.35356, "bpb": 1.95278, "chunk_loss": 0.030662, "F": 0.20694, "G": 0.2579, "chunks": 211.91, "bytes_per_chunk": 4.832, "boundary_entropy": 0.2156, "router_noise": 0.0, "grad_norm": 0.421, "lr": 0.0002718, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 616.1}
{"event": "train", "step": 2800, "phase": 1, "objective": "global", "lm_loss": 1.17271, "bpb": 1.69187, "chunk_loss": 0.030227, "F": 0.18924, "G": 0.2483, "chunks": 193.78, "bytes_per_chunk": 5.284, "boundary_entropy": 0.25226, "router_noise": 0.0, "grad_norm": 0.3892, "lr": 0.0002693, "router_trainable": true, "sec_per_step": 0.183, "alpha": 0.03, "t": 634.5}
{"event": "train", "step": 2900, "phase": 1, "objective": "global", "lm_loss": 1.22766, "bpb": 1.77113, "chunk_loss": 0.030427, "F": 0.19302, "G": 0.26201, "chunks": 197.66, "bytes_per_chunk": 5.181, "boundary_entropy": 0.25794, "router_noise": 0.0, "grad_norm": 0.3947, "lr": 0.0002667, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 653.5}
{"event": "probe", "step": 3000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3928.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225708, "cps": 30.6875, "mean_p": 0.220125, "boundary_entropy": 0.102447, "bpb": 1.892313}, "de": {"chunks": 4978.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.242439, "cps": 38.890625, "mean_p": 0.237744, "boundary_entropy": 0.111373, "bpb": 2.063124}, "vi": {"chunks": 4204.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228044, "cps": 32.84375, "mean_p": 0.251099, "boundary_entropy": 0.285498, "bpb": 1.812576}, "tr": {"chunks": 4097.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.226316, "cps": 32.007812, "mean_p": 0.211485, "boundary_entropy": 0.121519, "bpb": 1.998484}, "fi": {"chunks": 4493.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.23885, "cps": 35.101562, "mean_p": 0.231089, "boundary_entropy": 0.110839, "bpb": 2.219974}, "ru": {"chunks": 5768.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.30438, "cps": 45.0625, "mean_p": 0.246765, "boundary_entropy": 0.351934, "bpb": 1.330246}, "el": {"chunks": 6796.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.331141, "cps": 53.09375, "mean_p": 0.254282, "boundary_entropy": 0.342673, "bpb": 1.349831}, "hi": {"chunks": 6561.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.389955, "cps": 51.257812, "mean_p": 0.42569, "boundary_entropy": 0.582878, "bpb": 1.119378}, "ta": {"chunks": 8412.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.44996, "cps": 65.71875, "mean_p": 0.371338, "boundary_entropy": 0.51891, "bpb": 0.919684}, "th": {"chunks": 7342.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.45645, "cps": 57.359375, "mean_p": 0.438871, "boundary_entropy": 0.594949, "bpb": 1.051922}, "zh": {"chunks": 3301.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558923, "cps": 25.789062, "mean_p": 0.233222, "boundary_entropy": 0.166072, "bpb": 2.970894}, "my": {"chunks": 9861.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.520424, "cps": 77.039062, "mean_p": 0.394202, "boundary_entropy": 0.599252, "bpb": 1.067522}}, "bpb": {"en": 1.89231, "de": 2.06312, "vi": 1.81258, "tr": 1.99848, "fi": 2.21997, "ru": 1.33025, "el": 1.34983, "hi": 1.11938, "ta": 0.91968, "th": 1.05192, "zh": 2.97089, "my": 1.06752}, "gini_cpc": 0.188453, "gini_cps": 0.18543, "bpic": 5.502947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.074125745422177, "vi": 1.010350839107184, "tr": 1.0026931628957765, "fi": 1.0582229506482157, "ru": 1.3485550462413147, "el": 1.4671184076124217, "hi": 1.7276971066114277, "ta": 1.9935468004176813, "th": 2.0223017422083673, "zh": 2.4763083539608655, "my": 2.305739416204796}, "t": 675.6}
{"event": "eval", "step": 3000, "phase": 1, "bpb": {"en": 1.89697, "de": 2.06297, "vi": 1.82242, "tr": 1.99278, "fi": 2.23146, "ru": 1.32884, "el": 1.34667, "hi": 1.12625, "ta": 0.92152, "th": 1.0498, "zh": 2.98121, "my": 1.07611}, "bytes_per_chunk": {"en": 4.689, "de": 4.374, "vi": 6.108, "tr": 4.951, "fi": 4.58, "ru": 6.073, "el": 5.8, "hi": 6.586, "ta": 5.909, "th": 6.316, "zh": 4.881, "my": 5.478}, "bpb_mean": 1.65308, "t": 682.0}
{"event": "train", "step": 3000, "phase": 1, "objective": "global", "lm_loss": 1.25566, "bpb": 1.81153, "chunk_loss": 0.03029, "F": 0.1927, "G": 0.23889, "chunks": 197.33, "bytes_per_chunk": 5.189, "boundary_entropy": 0.21755, "router_noise": 0.0, "grad_norm": 0.4147, "lr": 0.000264, "router_trainable": true, "sec_per_step": 0.287, "alpha": 0.03, "t": 682.2}
{"event": "train", "step": 3100, "phase": 1, "objective": "global", "lm_loss": 1.1778, "bpb": 1.69921, "chunk_loss": 0.030207, "F": 0.1929, "G": 0.26109, "chunks": 197.53, "bytes_per_chunk": 5.184, "boundary_entropy": 0.2425, "router_noise": 0.0, "grad_norm": 0.3718, "lr": 0.0002612, "router_trainable": true, "sec_per_step": 0.185, "alpha": 0.03, "t": 700.7}
{"event": "train", "step": 3200, "phase": 1, "objective": "global", "lm_loss": 1.24958, "bpb": 1.80276, "chunk_loss": 0.030475, "F": 0.19833, "G": 0.26842, "chunks": 203.09, "bytes_per_chunk": 5.042, "boundary_entropy": 0.25887, "router_noise": 0.0, "grad_norm": 0.4251, "lr": 0.0002583, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 719.9}
{"event": "train", "step": 3300, "phase": 1, "objective": "global", "lm_loss": 1.24588, "bpb": 1.79743, "chunk_loss": 0.030226, "F": 0.18936, "G": 0.23656, "chunks": 193.91, "bytes_per_chunk": 5.281, "boundary_entropy": 0.2205, "router_noise": 0.0, "grad_norm": 0.3874, "lr": 0.0002553, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 739.0}
{"event": "train", "step": 3400, "phase": 1, "objective": "global", "lm_loss": 1.30741, "bpb": 1.88619, "chunk_loss": 0.030408, "F": 0.19797, "G": 0.24594, "chunks": 202.72, "bytes_per_chunk": 5.051, "boundary_entropy": 0.2172, "router_noise": 0.0, "grad_norm": 0.3986, "lr": 0.0002523, "router_trainable": true, "sec_per_step": 0.183, "alpha": 0.03, "t": 757.3}
{"event": "train", "step": 3500, "phase": 1, "objective": "global", "lm_loss": 1.15672, "bpb": 1.66879, "chunk_loss": 0.03037, "F": 0.19641, "G": 0.25331, "chunks": 201.12, "bytes_per_chunk": 5.091, "boundary_entropy": 0.23564, "router_noise": 0.0, "grad_norm": 0.3901, "lr": 0.0002492, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 776.6}
{"event": "train", "step": 3600, "phase": 1, "objective": "global", "lm_loss": 1.21156, "bpb": 1.74791, "chunk_loss": 0.030478, "F": 0.1989, "G": 0.25624, "chunks": 203.67, "bytes_per_chunk": 5.028, "boundary_entropy": 0.23112, "router_noise": 0.0, "grad_norm": 0.4069, "lr": 0.000246, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 795.7}
{"event": "train", "step": 3700, "phase": 1, "objective": "global", "lm_loss": 1.20035, "bpb": 1.73174, "chunk_loss": 0.030489, "F": 0.19484, "G": 0.2608, "chunks": 199.52, "bytes_per_chunk": 5.132, "boundary_entropy": 0.25245, "router_noise": 0.0, "grad_norm": 0.3615, "lr": 0.0002427, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 814.6}
{"event": "train", "step": 3800, "phase": 1, "objective": "global", "lm_loss": 1.22451, "bpb": 1.76659, "chunk_loss": 0.030358, "F": 0.1969, "G": 0.25396, "chunks": 201.62, "bytes_per_chunk": 5.079, "boundary_entropy": 0.22047, "router_noise": 0.0, "grad_norm": 0.3774, "lr": 0.0002394, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 833.7}
{"event": "train", "step": 3900, "phase": 1, "objective": "global", "lm_loss": 1.20298, "bpb": 1.73553, "chunk_loss": 0.030254, "F": 0.19243, "G": 0.24322, "chunks": 197.05, "bytes_per_chunk": 5.197, "boundary_entropy": 0.21637, "router_noise": 0.0, "grad_norm": 0.3755, "lr": 0.000236, "router_trainable": true, "sec_per_step": 0.19, "alpha": 0.03, "t": 852.8}
{"event": "probe", "step": 4000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3923.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.225421, "cps": 30.648438, "mean_p": 0.215753, "boundary_entropy": 0.099064, "bpb": 1.814709}, "de": {"chunks": 4799.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.233721, "cps": 37.492188, "mean_p": 0.227199, "boundary_entropy": 0.106581, "bpb": 1.965119}, "vi": {"chunks": 4421.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.239816, "cps": 34.539062, "mean_p": 0.258685, "boundary_entropy": 0.285897, "bpb": 1.692684}, "tr": {"chunks": 3973.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.219466, "cps": 31.039062, "mean_p": 0.205797, "boundary_entropy": 0.121349, "bpb": 1.888037}, "fi": {"chunks": 4265.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.226729, "cps": 33.320312, "mean_p": 0.219925, "boundary_entropy": 0.104339, "bpb": 2.09074}, "ru": {"chunks": 5798.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.305963, "cps": 45.296875, "mean_p": 0.244108, "boundary_entropy": 0.333579, "bpb": 1.263052}, "el": {"chunks": 6839.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.333236, "cps": 53.429688, "mean_p": 0.25947, "boundary_entropy": 0.339524, "bpb": 1.26969}, "hi": {"chunks": 6625.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.393759, "cps": 51.757812, "mean_p": 0.41532, "boundary_entropy": 0.579227, "bpb": 1.057347}, "ta": {"chunks": 7664.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.409949, "cps": 59.875, "mean_p": 0.377725, "boundary_entropy": 0.538152, "bpb": 0.89122}, "th": {"chunks": 7071.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.439602, "cps": 55.242188, "mean_p": 0.432552, "boundary_entropy": 0.581954, "bpb": 1.001491}, "zh": {"chunks": 3309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560278, "cps": 25.851562, "mean_p": 0.226474, "boundary_entropy": 0.150298, "bpb": 2.821534}, "my": {"chunks": 8537.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.450549, "cps": 66.695312, "mean_p": 0.43508, "boundary_entropy": 0.625965, "bpb": 1.010138}}, "bpb": {"en": 1.81471, "de": 1.96512, "vi": 1.69268, "tr": 1.88804, "fi": 2.09074, "ru": 1.26305, "el": 1.26969, "hi": 1.05735, "ta": 0.89122, "th": 1.00149, "zh": 2.82153, "my": 1.01014}, "gini_cpc": 0.17819, "gini_cps": 0.165298, "bpic": 5.708988, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0368218831510125, "vi": 1.0638568273271876, "tr": 0.9735848914731827, "fi": 1.0058030868065992, "ru": 1.3572967486920045, "el": 1.4782829592443605, "hi": 1.7467736089106078, "ta": 1.8185943548096253, "th": 1.9501390736552746, "zh": 2.485473497229387, "my": 1.9987004830317363}, "t": 876.4}
{"event": "eval", "step": 4000, "phase": 1, "bpb": {"en": 1.8153, "de": 1.96962, "vi": 1.70615, "tr": 1.88042, "fi": 2.10301, "ru": 1.263, "el": 1.26867, "hi": 1.06361, "ta": 0.89378, "th": 0.99929, "zh": 2.83086, "my": 1.01711}, "bytes_per_chunk": {"en": 4.707, "de": 4.494, "vi": 5.832, "tr": 5.178, "fi": 4.827, "ru": 5.97, "el": 5.734, "hi": 6.42, "ta": 6.648, "th": 6.522, "zh": 4.898, "my": 6.252}, "bpb_mean": 1.56757, "t": 881.9}
{"event": "train", "step": 4000, "phase": 1, "objective": "global", "lm_loss": 1.13251, "bpb": 1.63387, "chunk_loss": 0.03015, "F": 0.18996, "G": 0.25893, "chunks": 194.52, "bytes_per_chunk": 5.264, "boundary_entropy": 0.24934, "router_noise": 0.0, "grad_norm": 0.3583, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.293, "alpha": 0.03, "t": 882.1}
{"event": "train", "step": 4100, "phase": 1, "objective": "global", "lm_loss": 1.20926, "bpb": 1.7446, "chunk_loss": 0.030273, "F": 0.1929, "G": 0.23755, "chunks": 197.53, "bytes_per_chunk": 5.184, "boundary_entropy": 0.20622, "router_noise": 0.0, "grad_norm": 0.3704, "lr": 0.000229, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 901.3}
{"event": "train", "step": 4200, "phase": 1, "objective": "global", "lm_loss": 1.184, "bpb": 1.70815, "chunk_loss": 0.030478, "F": 0.19576, "G": 0.25562, "chunks": 200.45, "bytes_per_chunk": 5.108, "boundary_entropy": 0.24258, "router_noise": 0.0, "grad_norm": 0.3772, "lr": 0.0002254, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 920.6}
{"event": "train", "step": 4300, "phase": 1, "objective": "global", "lm_loss": 1.11776, "bpb": 1.61259, "chunk_loss": 0.030178, "F": 0.18823, "G": 0.26198, "chunks": 192.75, "bytes_per_chunk": 5.313, "boundary_entropy": 0.25441, "router_noise": 0.0, "grad_norm": 0.3393, "lr": 0.0002217, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 940.0}
{"event": "phase_transition", "step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 960.0}
{"event": "train", "step": 4400, "phase": 2, "objective": "parity_a", "lm_loss": 1.15464, "bpb": 1.6658, "chunk_loss": 0.034704, "F": 0.19937, "G": 0.25079, "chunks": 204.16, "bytes_per_chunk": 5.016, "boundary_entropy": 0.21751, "router_noise": 0.0, "grad_norm": 0.3665, "lr": 0.0002181, "router_trainable": true, "sec_per_step": 0.202, "n_target_mean": 8.9436, "alpha": 0.03, "t": 960.3}
{"event": "train", "step": 4500, "phase": 2, "objective": "parity_a", "lm_loss": 1.26128, "bpb": 1.81964, "chunk_loss": 0.030749, "F": 0.18857, "G": 0.19626, "chunks": 193.09, "bytes_per_chunk": 5.303, "boundary_entropy": 0.12941, "router_noise": 0.0, "grad_norm": 0.3915, "lr": 0.0002143, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 7.6421, "alpha": 0.03, "t": 979.4}
{"event": "train", "step": 4600, "phase": 2, "objective": "parity_a", "lm_loss": 1.1096, "bpb": 1.60082, "chunk_loss": 0.030673, "F": 0.16547, "G": 0.177, "chunks": 169.44, "bytes_per_chunk": 6.044, "boundary_entropy": 0.1341, "router_noise": 0.0, "grad_norm": 0.3712, "lr": 0.0002105, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 9.3412, "alpha": 0.03, "t": 998.4}
{"event": "train", "step": 4700, "phase": 2, "objective": "parity_a", "lm_loss": 1.1816, "bpb": 1.70468, "chunk_loss": 0.030643, "F": 0.17065, "G": 0.17879, "chunks": 174.75, "bytes_per_chunk": 5.86, "boundary_entropy": 0.12573, "router_noise": 0.0, "grad_norm": 0.3772, "lr": 0.0002067, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 8.9439, "alpha": 0.03, "t": 1017.3}
{"event": "train", "step": 4800, "phase": 2, "objective": "parity_a", "lm_loss": 1.15559, "bpb": 1.66717, "chunk_loss": 0.030487, "F": 0.17114, "G": 0.1809, "chunks": 175.25, "bytes_per_chunk": 5.843, "boundary_entropy": 0.12002, "router_noise": 0.0, "grad_norm": 0.3804, "lr": 0.0002029, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.9799, "alpha": 0.03, "t": 1036.4}
{"event": "train", "step": 4900, "phase": 2, "objective": "parity_a", "lm_loss": 1.21995, "bpb": 1.76001, "chunk_loss": 0.030589, "F": 0.18388, "G": 0.18867, "chunks": 188.3, "bytes_per_chunk": 5.438, "boundary_entropy": 0.11147, "router_noise": 0.0, "grad_norm": 0.3726, "lr": 0.000199, "router_trainable": true, "sec_per_step": 0.188, "n_target_mean": 8.1677, "alpha": 0.03, "t": 1055.3}
{"event": "probe", "step": 5000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3850.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.221226, "cps": 30.078125, "mean_p": 0.213992, "boundary_entropy": 0.074565, "bpb": 1.765058}, "de": {"chunks": 4762.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.231919, "cps": 37.203125, "mean_p": 0.222786, "boundary_entropy": 0.080133, "bpb": 1.910637}, "vi": {"chunks": 3628.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.1968, "cps": 28.34375, "mean_p": 0.172443, "boundary_entropy": 0.128507, "bpb": 1.631437}, "tr": {"chunks": 3787.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.209192, "cps": 29.585938, "mean_p": 0.191491, "boundary_entropy": 0.083502, "bpb": 1.828915}, "fi": {"chunks": 4185.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.222476, "cps": 32.695312, "mean_p": 0.214032, "boundary_entropy": 0.081967, "bpb": 2.02839}, "ru": {"chunks": 3745.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.197625, "cps": 29.257812, "mean_p": 0.136436, "boundary_entropy": 0.186741, "bpb": 1.227205}, "el": {"chunks": 4374.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.213127, "cps": 34.171875, "mean_p": 0.141697, "boundary_entropy": 0.162194, "bpb": 1.245718}, "hi": {"chunks": 3561.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.211649, "cps": 27.820312, "mean_p": 0.1008, "boundary_entropy": 0.126683, "bpb": 1.060076}, "ta": {"chunks": 3650.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.195239, "cps": 28.515625, "mean_p": 0.087231, "boundary_entropy": 0.12083, "bpb": 0.90057}, "th": {"chunks": 4237.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.263413, "cps": 33.101562, "mean_p": 0.107152, "boundary_entropy": 0.127611, "bpb": 0.991614}, "zh": {"chunks": 3280.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555367, "cps": 25.625, "mean_p": 0.229289, "boundary_entropy": 0.141481, "bpb": 2.679519}, "my": {"chunks": 2746.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.144923, "cps": 21.453125, "mean_p": 0.13974, "boundary_entropy": 0.320225, "bpb": 0.993214}}, "bpb": {"en": 1.76506, "de": 1.91064, "vi": 1.63144, "tr": 1.82892, "fi": 2.02839, "ru": 1.2272, "el": 1.24572, "hi": 1.06008, "ta": 0.90057, "th": 0.99161, "zh": 2.67952, "my": 0.99321}, "gini_cpc": 0.161142, "gini_cps": 0.073102, "bpic": 8.378583, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0483356978092282, "vi": 0.8895851552840975, "tr": 0.9456014824263181, "fi": 1.0056502585182612, "ru": 0.893317822019669, "el": 0.9633882036688645, "hi": 0.9567099515640377, "ta": 0.8825326585690318, "th": 1.1906957115001877, "zh": 2.510405003056544, "my": 0.6550893628221052}, "t": 1077.2}
{"event": "eval", "step": 5000, "phase": 2, "bpb": {"en": 1.76522, "de": 1.91606, "vi": 1.64611, "tr": 1.82255, "fi": 2.03915, "ru": 1.22689, "el": 1.2439, "hi": 1.06494, "ta": 0.90298, "th": 0.98938, "zh": 2.68582, "my": 0.99894}, "bytes_per_chunk": {"en": 4.767, "de": 4.54, "vi": 7.083, "tr": 5.401, "fi": 4.862, "ru": 9.164, "el": 9.163, "hi": 12.108, "ta": 14.101, "th": 10.703, "zh": 4.887, "my": 18.973}, "bpb_mean": 1.52516, "t": 1083.9}
{"event": "train", "step": 5000, "phase": 2, "objective": "parity_a", "lm_loss": 1.15793, "bpb": 1.67054, "chunk_loss": 0.030391, "F": 0.16484, "G": 0.17506, "chunks": 168.8, "bytes_per_chunk": 6.066, "boundary_entropy": 0.11437, "router_noise": 0.0, "grad_norm": 0.3556, "lr": 0.000195, "router_trainable": true, "sec_per_step": 0.288, "n_target_mean": 9.2014, "alpha": 0.03, "t": 1084.1}
{"event": "train", "step": 5100, "phase": 2, "objective": "parity_a", "lm_loss": 1.16319, "bpb": 1.67813, "chunk_loss": 0.030686, "F": 0.17694, "G": 0.18312, "chunks": 181.19, "bytes_per_chunk": 5.652, "boundary_entropy": 0.1087, "router_noise": 0.0, "grad_norm": 0.387, "lr": 0.0001911, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.5306, "alpha": 0.03, "t": 1103.2}
{"event": "train", "step": 5200, "phase": 2, "objective": "parity_a", "lm_loss": 1.16699, "bpb": 1.6836, "chunk_loss": 0.03061, "F": 0.17059, "G": 0.18025, "chunks": 174.69, "bytes_per_chunk": 5.862, "boundary_entropy": 0.11658, "router_noise": 0.0, "grad_norm": 0.3688, "lr": 0.0001871, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 8.802, "alpha": 0.03, "t": 1122.1}
{"event": "train", "step": 5300, "phase": 2, "objective": "parity_a", "lm_loss": 1.12939, "bpb": 1.62936, "chunk_loss": 0.030584, "F": 0.16841, "G": 0.17551, "chunks": 172.45, "bytes_per_chunk": 5.938, "boundary_entropy": 0.10535, "router_noise": 0.0, "grad_norm": 0.3689, "lr": 0.0001831, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 8.9067, "alpha": 0.03, "t": 1139.5}
{"event": "train", "step": 5400, "phase": 2, "objective": "parity_a", "lm_loss": 1.09163, "bpb": 1.57488, "chunk_loss": 0.03042, "F": 0.16425, "G": 0.17009, "chunks": 168.19, "bytes_per_chunk": 6.088, "boundary_entropy": 0.10643, "router_noise": 0.0, "grad_norm": 0.3482, "lr": 0.0001791, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 8.9318, "alpha": 0.03, "t": 1158.6}
{"event": "train", "step": 5500, "phase": 2, "objective": "parity_a", "lm_loss": 1.10185, "bpb": 1.58964, "chunk_loss": 0.030481, "F": 0.15752, "G": 0.16437, "chunks": 161.3, "bytes_per_chunk": 6.349, "boundary_entropy": 0.10221, "router_noise": 0.0, "grad_norm": 0.3688, "lr": 0.0001751, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 9.5417, "alpha": 0.03, "t": 1177.4}
{"event": "train", "step": 5600, "phase": 2, "objective": "parity_a", "lm_loss": 1.11641, "bpb": 1.61064, "chunk_loss": 0.030406, "F": 0.16046, "G": 0.16753, "chunks": 164.31, "bytes_per_chunk": 6.232, "boundary_entropy": 0.10814, "router_noise": 0.0, "grad_norm": 0.3672, "lr": 0.0001711, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 9.1849, "alpha": 0.03, "t": 1194.8}
{"event": "train", "step": 5700, "phase": 2, "objective": "parity_a", "lm_loss": 1.14849, "bpb": 1.65692, "chunk_loss": 0.030428, "F": 0.17154, "G": 0.17576, "chunks": 175.66, "bytes_per_chunk": 5.83, "boundary_entropy": 0.09838, "router_noise": 0.0, "grad_norm": 0.3627, "lr": 0.000167, "router_trainable": true, "sec_per_step": 0.186, "n_target_mean": 8.6518, "alpha": 0.03, "t": 1213.4}
{"event": "train", "step": 5800, "phase": 2, "objective": "parity_a", "lm_loss": 1.07975, "bpb": 1.55775, "chunk_loss": 0.030324, "F": 0.14716, "G": 0.15616, "chunks": 150.69, "bytes_per_chunk": 6.796, "boundary_entropy": 0.10056, "router_noise": 0.0, "grad_norm": 0.3484, "lr": 0.000163, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 9.9423, "alpha": 0.03, "t": 1232.3}
{"event": "train", "step": 5900, "phase": 2, "objective": "parity_a", "lm_loss": 1.10796, "bpb": 1.59844, "chunk_loss": 0.030374, "F": 0.15643, "G": 0.16475, "chunks": 160.19, "bytes_per_chunk": 6.393, "boundary_entropy": 0.10495, "router_noise": 0.0, "grad_norm": 0.3641, "lr": 0.0001589, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 9.2794, "alpha": 0.03, "t": 1249.7}
{"event": "probe", "step": 6000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3822.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219617, "cps": 29.859375, "mean_p": 0.212125, "boundary_entropy": 0.06299, "bpb": 1.726246}, "de": {"chunks": 4706.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.229192, "cps": 36.765625, "mean_p": 0.219851, "boundary_entropy": 0.073468, "bpb": 1.864493}, "vi": {"chunks": 3626.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.196691, "cps": 28.328125, "mean_p": 0.16673, "boundary_entropy": 0.104088, "bpb": 1.57308}, "tr": {"chunks": 3817.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210849, "cps": 29.820312, "mean_p": 0.192426, "boundary_entropy": 0.067327, "bpb": 1.774199}, "fi": {"chunks": 3996.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.212429, "cps": 31.21875, "mean_p": 0.203068, "boundary_entropy": 0.064411, "bpb": 1.985463}, "ru": {"chunks": 3565.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.188127, "cps": 27.851562, "mean_p": 0.125369, "boundary_entropy": 0.154022, "bpb": 1.183008}, "el": {"chunks": 4145.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.201969, "cps": 32.382812, "mean_p": 0.128334, "boundary_entropy": 0.124644, "bpb": 1.201546}, "hi": {"chunks": 3262.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.193878, "cps": 25.484375, "mean_p": 0.087938, "boundary_entropy": 0.092946, "bpb": 1.009844}, "ta": {"chunks": 3481.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.1862, "cps": 27.195312, "mean_p": 0.079822, "boundary_entropy": 0.10019, "bpb": 0.865982}, "th": {"chunks": 3507.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.218029, "cps": 27.398438, "mean_p": 0.088885, "boundary_entropy": 0.10445, "bpb": 0.952684}, "zh": {"chunks": 3278.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.555029, "cps": 25.609375, "mean_p": 0.224692, "boundary_entropy": 0.117559, "bpb": 2.607136}, "my": {"chunks": 2393.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.126293, "cps": 18.695312, "mean_p": 0.158097, "boundary_entropy": 0.347112, "bpb": 0.953085}}, "bpb": {"en": 1.72625, "de": 1.86449, "vi": 1.57308, "tr": 1.7742, "fi": 1.98546, "ru": 1.18301, "el": 1.20155, "hi": 1.00984, "ta": 0.86598, "th": 0.95268, "zh": 2.60714, "my": 0.95309}, "gini_cpc": 0.167388, "gini_cps": 0.078582, "bpic": 8.80272, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0435973152227822, "vi": 0.8956082702217771, "tr": 0.9600747458442709, "fi": 0.967268475048877, "ru": 0.8566112176553187, "el": 0.9196384635961139, "hi": 0.8827999934686412, "ta": 0.8478362694883537, "th": 0.9927688413544801, "zh": 2.527254299568169, "my": 0.575059470370698}, "t": 1271.4}
{"event": "eval", "step": 6000, "phase": 2, "bpb": {"en": 1.7264, "de": 1.86898, "vi": 1.58922, "tr": 1.76595, "fi": 1.99753, "ru": 1.18274, "el": 1.19876, "hi": 1.0155, "ta": 0.86874, "th": 0.95154, "zh": 2.61347, "my": 0.95968}, "bytes_per_chunk": {"en": 4.815, "de": 4.578, "vi": 7.074, "tr": 5.362, "fi": 5.078, "ru": 9.746, "el": 9.736, "hi": 13.193, "ta": 14.767, "th": 13.103, "zh": 4.858, "my": 21.291}, "bpb_mean": 1.47821, "t": 1276.7}
{"event": "train", "step": 6000, "phase": 2, "objective": "parity_a", "lm_loss": 1.10755, "bpb": 1.59786, "chunk_loss": 0.030516, "F": 0.16106, "G": 0.17138, "chunks": 164.92, "bytes_per_chunk": 6.209, "boundary_entropy": 0.1033, "router_noise": 0.0, "grad_norm": 0.3761, "lr": 0.0001549, "router_trainable": true, "sec_per_step": 0.272, "n_target_mean": 9.5014, "alpha": 0.03, "t": 1276.8}
{"event": "train", "step": 6100, "phase": 2, "objective": "parity_a", "lm_loss": 1.17437, "bpb": 1.69425, "chunk_loss": 0.030429, "F": 0.1669, "G": 0.17488, "chunks": 170.91, "bytes_per_chunk": 5.992, "boundary_entropy": 0.09982, "router_noise": 0.0, "grad_norm": 0.3795, "lr": 0.0001509, "router_trainable": true, "sec_per_step": 0.186, "n_target_mean": 9.0707, "alpha": 0.03, "t": 1295.5}
{"event": "train", "step": 6200, "phase": 2, "objective": "parity_a", "lm_loss": 1.15665, "bpb": 1.66869, "chunk_loss": 0.030543, "F": 0.16508, "G": 0.16987, "chunks": 169.05, "bytes_per_chunk": 6.057, "boundary_entropy": 0.09556, "router_noise": 0.0, "grad_norm": 0.3673, "lr": 0.0001469, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 8.6046, "alpha": 0.03, "t": 1314.4}
{"event": "train", "step": 6300, "phase": 2, "objective": "parity_a", "lm_loss": 1.18816, "bpb": 1.71415, "chunk_loss": 0.030521, "F": 0.17189, "G": 0.17634, "chunks": 176.02, "bytes_per_chunk": 5.818, "boundary_entropy": 0.09276, "router_noise": 0.0, "grad_norm": 0.3757, "lr": 0.0001429, "router_trainable": true, "sec_per_step": 0.175, "n_target_mean": 8.3698, "alpha": 0.03, "t": 1331.9}
{"event": "train", "step": 6400, "phase": 2, "objective": "parity_a", "lm_loss": 1.09753, "bpb": 1.5834, "chunk_loss": 0.03033, "F": 0.16096, "G": 0.16637, "chunks": 164.83, "bytes_per_chunk": 6.213, "boundary_entropy": 0.09265, "router_noise": 0.0, "grad_norm": 0.3516, "lr": 0.0001389, "router_trainable": true, "sec_per_step": 0.187, "n_target_mean": 8.9315, "alpha": 0.03, "t": 1350.6}
{"event": "train", "step": 6500, "phase": 2, "objective": "parity_a", "lm_loss": 1.12108, "bpb": 1.61738, "chunk_loss": 0.030397, "F": 0.16051, "G": 0.16332, "chunks": 164.36, "bytes_per_chunk": 6.23, "boundary_entropy": 0.08929, "router_noise": 0.0, "grad_norm": 0.3516, "lr": 0.000135, "router_trainable": true, "sec_per_step": 0.188, "n_target_mean": 9.0889, "alpha": 0.03, "t": 1369.5}
{"event": "train", "step": 6600, "phase": 2, "objective": "parity_a", "lm_loss": 1.07775, "bpb": 1.55487, "chunk_loss": 0.030389, "F": 0.15311, "G": 0.1582, "chunks": 156.78, "bytes_per_chunk": 6.531, "boundary_entropy": 0.09503, "router_noise": 0.0, "grad_norm": 0.3504, "lr": 0.000131, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 9.6297, "alpha": 0.03, "t": 1386.9}
{"event": "train", "step": 6700, "phase": 2, "objective": "parity_a", "lm_loss": 1.10122, "bpb": 1.58873, "chunk_loss": 0.030418, "F": 0.15843, "G": 0.16422, "chunks": 162.23, "bytes_per_chunk": 6.312, "boundary_entropy": 0.09296, "router_noise": 0.0, "grad_norm": 0.3638, "lr": 0.0001271, "router_trainable": true, "sec_per_step": 0.187, "n_target_mean": 9.4445, "alpha": 0.03, "t": 1405.6}
{"event": "train", "step": 6800, "phase": 2, "objective": "parity_a", "lm_loss": 1.14212, "bpb": 1.64773, "chunk_loss": 0.0304, "F": 0.1725, "G": 0.17551, "chunks": 176.64, "bytes_per_chunk": 5.797, "boundary_entropy": 0.08637, "router_noise": 0.0, "grad_norm": 0.3455, "lr": 0.0001233, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 8.2605, "alpha": 0.03, "t": 1424.4}
{"event": "train", "step": 6900, "phase": 2, "objective": "parity_a", "lm_loss": 1.12369, "bpb": 1.62114, "chunk_loss": 0.030345, "F": 0.17053, "G": 0.17171, "chunks": 174.62, "bytes_per_chunk": 5.864, "boundary_entropy": 0.08196, "router_noise": 0.0, "grad_norm": 0.3637, "lr": 0.0001195, "router_trainable": true, "sec_per_step": 0.173, "n_target_mean": 8.0676, "alpha": 0.03, "t": 1441.7}
{"event": "probe", "step": 7000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3801.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218411, "cps": 29.695312, "mean_p": 0.208486, "boundary_entropy": 0.061455, "bpb": 1.697236}, "de": {"chunks": 4532.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.220718, "cps": 35.40625, "mean_p": 0.209711, "boundary_entropy": 0.069372, "bpb": 1.831499}, "vi": {"chunks": 3537.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.191863, "cps": 27.632812, "mean_p": 0.158125, "boundary_entropy": 0.082411, "bpb": 1.532604}, "tr": {"chunks": 3775.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.208529, "cps": 29.492188, "mean_p": 0.189479, "boundary_entropy": 0.060994, "bpb": 1.737517}, "fi": {"chunks": 3971.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.2111, "cps": 31.023438, "mean_p": 0.201726, "boundary_entropy": 0.056188, "bpb": 1.923577}, "ru": {"chunks": 3467.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.182955, "cps": 27.085938, "mean_p": 0.120371, "boundary_entropy": 0.139679, "bpb": 1.152437}, "el": {"chunks": 4032.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.196463, "cps": 31.5, "mean_p": 0.121542, "boundary_entropy": 0.110619, "bpb": 1.163342}, "hi": {"chunks": 3357.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.199525, "cps": 26.226562, "mean_p": 0.086247, "boundary_entropy": 0.078945, "bpb": 0.965975}, "ta": {"chunks": 3734.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.199733, "cps": 29.171875, "mean_p": 0.0846, "boundary_entropy": 0.091095, "bpb": 0.832876}, "th": {"chunks": 3634.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.225925, "cps": 28.390625, "mean_p": 0.089014, "boundary_entropy": 0.092515, "bpb": 0.922273}, "zh": {"chunks": 3273.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.554182, "cps": 25.570312, "mean_p": 0.219935, "boundary_entropy": 0.099933, "bpb": 2.563643}, "my": {"chunks": 2695.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.142231, "cps": 21.054688, "mean_p": 0.097623, "boundary_entropy": 0.204977, "bpb": 0.922458}}, "bpb": {"en": 1.69724, "de": 1.8315, "vi": 1.5326, "tr": 1.73752, "fi": 1.92358, "ru": 1.15244, "el": 1.16334, "hi": 0.96597, "ta": 0.83288, "th": 0.92227, "zh": 2.56364, "my": 0.92246}, "gini_cpc": 0.159706, "gini_cps": 0.064334, "bpic": 8.760523, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.010563817591879, "vi": 0.8784522680319021, "tr": 0.9547565690163465, "fi": 0.9665275867362868, "ru": 0.8376659801371532, "el": 0.89950986132524, "hi": 0.9135293793414028, "ta": 0.9144818592311718, "th": 1.034403802412156, "zh": 2.537340860537797, "my": 0.6512108743091007}, "t": 1463.5}
{"event": "eval", "step": 7000, "phase": 2, "bpb": {"en": 1.69614, "de": 1.83615, "vi": 1.54867, "tr": 1.73035, "fi": 1.93588, "ru": 1.15108, "el": 1.16064, "hi": 0.97231, "ta": 0.83699, "th": 0.92119, "zh": 2.56872, "my": 0.9278}, "bytes_per_chunk": {"en": 4.851, "de": 4.758, "vi": 7.231, "tr": 5.419, "fi": 5.108, "ru": 10.042, "el": 10.076, "hi": 12.74, "ta": 13.734, "th": 12.709, "zh": 4.866, "my": 18.37}, "bpb_mean": 1.44049, "t": 1468.9}
{"event": "train", "step": 7000, "phase": 2, "objective": "parity_a", "lm_loss": 1.21272, "bpb": 1.74958, "chunk_loss": 0.030464, "F": 0.17227, "G": 0.17513, "chunks": 176.41, "bytes_per_chunk": 5.805, "boundary_entropy": 0.0841, "router_noise": 0.0, "grad_norm": 0.3689, "lr": 0.0001157, "router_trainable": true, "sec_per_step": 0.273, "n_target_mean": 7.9992, "alpha": 0.03, "t": 1469.0}
{"event": "train", "step": 7100, "phase": 2, "objective": "parity_a", "lm_loss": 1.13502, "bpb": 1.63749, "chunk_loss": 0.030385, "F": 0.16573, "G": 0.16831, "chunks": 169.7, "bytes_per_chunk": 6.034, "boundary_entropy": 0.08838, "router_noise": 0.0, "grad_norm": 0.3728, "lr": 0.0001119, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 8.8248, "alpha": 0.03, "t": 1487.9}
{"event": "train", "step": 7200, "phase": 2, "objective": "parity_a", "lm_loss": 1.02888, "bpb": 1.48436, "chunk_loss": 0.030402, "F": 0.16081, "G": 0.16382, "chunks": 164.67, "bytes_per_chunk": 6.218, "boundary_entropy": 0.08608, "router_noise": 0.0, "grad_norm": 0.3474, "lr": 0.0001083, "router_trainable": true, "sec_per_step": 0.188, "n_target_mean": 9.0753, "alpha": 0.03, "t": 1506.6}
{"event": "train", "step": 7300, "phase": 2, "objective": "parity_a", "lm_loss": 1.11957, "bpb": 1.61519, "chunk_loss": 0.030416, "F": 0.16812, "G": 0.17108, "chunks": 172.16, "bytes_per_chunk": 5.948, "boundary_entropy": 0.08459, "router_noise": 0.0, "grad_norm": 0.3852, "lr": 0.0001046, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 8.9955, "alpha": 0.03, "t": 1524.0}
{"event": "train", "step": 7400, "phase": 2, "objective": "parity_a", "lm_loss": 1.04426, "bpb": 1.50655, "chunk_loss": 0.030369, "F": 0.15251, "G": 0.15828, "chunks": 156.17, "bytes_per_chunk": 6.557, "boundary_entropy": 0.09218, "router_noise": 0.0, "grad_norm": 0.3721, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.189, "n_target_mean": 9.8241, "alpha": 0.03, "t": 1542.9}
{"event": "train", "step": 7500, "phase": 2, "objective": "parity_a", "lm_loss": 1.06104, "bpb": 1.53075, "chunk_loss": 0.030356, "F": 0.16507, "G": 0.16543, "chunks": 169.03, "bytes_per_chunk": 6.058, "boundary_entropy": 0.07851, "router_noise": 0.0, "grad_norm": 0.3646, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.187, "n_target_mean": 9.3011, "alpha": 0.03, "t": 1561.6}
{"event": "train", "step": 7600, "phase": 2, "objective": "parity_a", "lm_loss": 1.05696, "bpb": 1.52487, "chunk_loss": 0.030419, "F": 0.15492, "G": 0.15836, "chunks": 158.64, "bytes_per_chunk": 6.455, "boundary_entropy": 0.08882, "router_noise": 0.0, "grad_norm": 0.387, "lr": 9.4e-05, "router_trainable": true, "sec_per_step": 0.174, "n_target_mean": 9.7149, "alpha": 0.03, "t": 1579.0}
{"event": "phase_transition", "step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 1597.5}
{"event": "train", "step": 7700, "phase": 3, "objective": "global", "lm_loss": 1.03884, "bpb": 1.49873, "chunk_loss": 0.030675, "F": 0.16306, "G": 0.16437, "chunks": 166.97, "bytes_per_chunk": 6.133, "boundary_entropy": 0.08249, "router_noise": 0.0, "grad_norm": 0.3572, "lr": 9.06e-05, "router_trainable": true, "sec_per_step": 0.187, "alpha": 0.03, "t": 1597.7}
{"event": "train", "step": 7800, "phase": 3, "objective": "global", "lm_loss": 1.09418, "bpb": 1.57857, "chunk_loss": 0.030213, "F": 0.18126, "G": 0.19712, "chunks": 185.61, "bytes_per_chunk": 5.517, "boundary_entropy": 0.12275, "router_noise": 0.0, "grad_norm": 0.3811, "lr": 8.73e-05, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 1616.8}
{"event": "train", "step": 7900, "phase": 3, "objective": "global", "lm_loss": 1.08315, "bpb": 1.56266, "chunk_loss": 0.030046, "F": 0.17383, "G": 0.20358, "chunks": 178.0, "bytes_per_chunk": 5.753, "boundary_entropy": 0.15399, "router_noise": 0.0, "grad_norm": 0.3707, "lr": 8.4e-05, "router_trainable": true, "sec_per_step": 0.172, "alpha": 0.03, "t": 1634.0}
{"event": "probe", "step": 8000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3798.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218238, "cps": 29.671875, "mean_p": 0.210539, "boundary_entropy": 0.07051, "bpb": 1.672016}, "de": {"chunks": 4577.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.222909, "cps": 35.757812, "mean_p": 0.213802, "boundary_entropy": 0.075382, "bpb": 1.799369}, "vi": {"chunks": 4002.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217087, "cps": 31.265625, "mean_p": 0.212995, "boundary_entropy": 0.186779, "bpb": 1.503337}, "tr": {"chunks": 3817.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210849, "cps": 29.820312, "mean_p": 0.19672, "boundary_entropy": 0.079482, "bpb": 1.700735}, "fi": {"chunks": 4083.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.217054, "cps": 31.898438, "mean_p": 0.208923, "boundary_entropy": 0.075049, "bpb": 1.886574}, "ru": {"chunks": 5245.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.276781, "cps": 40.976562, "mean_p": 0.213942, "boundary_entropy": 0.290177, "bpb": 1.126061}, "el": {"chunks": 5734.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.279394, "cps": 44.796875, "mean_p": 0.203123, "boundary_entropy": 0.24341, "bpb": 1.126819}, "hi": {"chunks": 5914.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.351501, "cps": 46.203125, "mean_p": 0.331147, "boundary_entropy": 0.478638, "bpb": 0.939124}, "ta": {"chunks": 7286.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.38973, "cps": 56.921875, "mean_p": 0.320861, "boundary_entropy": 0.469817, "bpb": 0.808433}, "th": {"chunks": 7044.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.437924, "cps": 55.03125, "mean_p": 0.354655, "boundary_entropy": 0.511678, "bpb": 0.900448}, "zh": {"chunks": 3285.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.556214, "cps": 25.664062, "mean_p": 0.218907, "boundary_entropy": 0.098692, "bpb": 2.522736}, "my": {"chunks": 10925.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.576578, "cps": 85.351562, "mean_p": 0.351549, "boundary_entropy": 0.532114, "bpb": 0.901666}}, "bpb": {"en": 1.67202, "de": 1.79937, "vi": 1.50334, "tr": 1.70073, "fi": 1.88657, "ru": 1.12606, "el": 1.12682, "hi": 0.93912, "ta": 0.80843, "th": 0.90045, "zh": 2.52274, "my": 0.90167}, "gini_cpc": 0.207944, "gini_cps": 0.194291, "bpic": 5.840527, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0214042605018594, "vi": 0.9947251583313731, "tr": 0.9661415688827815, "fi": 0.9945729797605063, "ru": 1.2682516558499752, "el": 1.2802241141388089, "hi": 1.6106286017431557, "ta": 1.7858001586116539, "th": 2.0066306514414687, "zh": 2.5486552353378285, "my": 2.6419660309199102}, "t": 1655.8}
{"event": "eval", "step": 8000, "phase": 3, "bpb": {"en": 1.67108, "de": 1.80405, "vi": 1.52028, "tr": 1.69423, "fi": 1.89877, "ru": 1.12459, "el": 1.12441, "hi": 0.94461, "ta": 0.81274, "th": 0.89928, "zh": 2.52859, "my": 0.90749}, "bytes_per_chunk": {"en": 4.842, "de": 4.744, "vi": 6.525, "tr": 5.374, "fi": 5.008, "ru": 6.548, "el": 7.156, "hi": 7.39, "ta": 7.119, "th": 6.662, "zh": 4.863, "my": 5.209}, "bpb_mean": 1.41084, "t": 1661.3}
{"event": "train", "step": 8000, "phase": 3, "objective": "global", "lm_loss": 1.06433, "bpb": 1.5355, "chunk_loss": 0.030065, "F": 0.18439, "G": 0.23138, "chunks": 188.81, "bytes_per_chunk": 5.423, "boundary_entropy": 0.19441, "router_noise": 0.0, "grad_norm": 0.3722, "lr": 8.08e-05, "router_trainable": true, "sec_per_step": 0.276, "alpha": 0.03, "t": 1661.5}
{"event": "train", "step": 8100, "phase": 3, "objective": "global", "lm_loss": 1.06717, "bpb": 1.53961, "chunk_loss": 0.029961, "F": 0.1747, "G": 0.2233, "chunks": 178.89, "bytes_per_chunk": 5.724, "boundary_entropy": 0.20497, "router_noise": 0.0, "grad_norm": 0.3788, "lr": 7.77e-05, "router_trainable": true, "sec_per_step": 0.189, "alpha": 0.03, "t": 1680.5}
{"event": "train", "step": 8200, "phase": 3, "objective": "global", "lm_loss": 1.11864, "bpb": 1.61386, "chunk_loss": 0.030118, "F": 0.18761, "G": 0.22385, "chunks": 192.11, "bytes_per_chunk": 5.33, "boundary_entropy": 0.16742, "router_noise": 0.0, "grad_norm": 0.3843, "lr": 7.47e-05, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1697.8}
{"event": "train", "step": 8300, "phase": 3, "objective": "global", "lm_loss": 1.05125, "bpb": 1.51664, "chunk_loss": 0.030247, "F": 0.19022, "G": 0.23569, "chunks": 194.78, "bytes_per_chunk": 5.257, "boundary_entropy": 0.18995, "router_noise": 0.0, "grad_norm": 0.385, "lr": 7.17e-05, "router_trainable": true, "sec_per_step": 0.186, "alpha": 0.03, "t": 1716.5}
{"event": "train", "step": 8400, "phase": 3, "objective": "global", "lm_loss": 1.07057, "bpb": 1.54451, "chunk_loss": 0.030036, "F": 0.1777, "G": 0.2276, "chunks": 181.97, "bytes_per_chunk": 5.627, "boundary_entropy": 0.20489, "router_noise": 0.0, "grad_norm": 0.377, "lr": 6.88e-05, "router_trainable": true, "sec_per_step": 0.174, "alpha": 0.03, "t": 1733.9}
{"event": "train", "step": 8500, "phase": 3, "objective": "global", "lm_loss": 1.06406, "bpb": 1.53511, "chunk_loss": 0.030342, "F": 0.19116, "G": 0.24756, "chunks": 195.75, "bytes_per_chunk": 5.231, "boundary_entropy": 0.21704, "router_noise": 0.0, "grad_norm": 0.3927, "lr": 6.6e-05, "router_trainable": true, "sec_per_step": 0.197, "alpha": 0.03, "t": 1753.6}
{"event": "train", "step": 8600, "phase": 3, "objective": "global", "lm_loss": 1.02864, "bpb": 1.48402, "chunk_loss": 0.030063, "F": 0.18179, "G": 0.24245, "chunks": 186.16, "bytes_per_chunk": 5.501, "boundary_entropy": 0.2277, "router_noise": 0.0, "grad_norm": 0.3713, "lr": 6.33e-05, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1770.9}
{"event": "train", "step": 8700, "phase": 3, "objective": "global", "lm_loss": 1.04435, "bpb": 1.50667, "chunk_loss": 0.030092, "F": 0.18352, "G": 0.25567, "chunks": 187.92, "bytes_per_chunk": 5.449, "boundary_entropy": 0.2491, "router_noise": 0.0, "grad_norm": 0.3696, "lr": 6.07e-05, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 1790.3}
{"event": "train", "step": 8800, "phase": 3, "objective": "global", "lm_loss": 1.04475, "bpb": 1.50726, "chunk_loss": 0.030038, "F": 0.18312, "G": 0.24318, "chunks": 187.52, "bytes_per_chunk": 5.461, "boundary_entropy": 0.2203, "router_noise": 0.0, "grad_norm": 0.3701, "lr": 5.82e-05, "router_trainable": true, "sec_per_step": 0.173, "alpha": 0.03, "t": 1807.7}
{"event": "train", "step": 8900, "phase": 3, "objective": "global", "lm_loss": 1.03116, "bpb": 1.48765, "chunk_loss": 0.030157, "F": 0.18555, "G": 0.23879, "chunks": 190.0, "bytes_per_chunk": 5.389, "boundary_entropy": 0.21377, "router_noise": 0.0, "grad_norm": 0.3906, "lr": 5.58e-05, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 1827.2}
{"event": "probe", "step": 9000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3818.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219387, "cps": 29.828125, "mean_p": 0.212219, "boundary_entropy": 0.067387, "bpb": 1.653514}, "de": {"chunks": 4601.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224078, "cps": 35.945312, "mean_p": 0.216082, "boundary_entropy": 0.071583, "bpb": 1.773115}, "vi": {"chunks": 4353.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.236127, "cps": 34.007812, "mean_p": 0.250355, "boundary_entropy": 0.258353, "bpb": 1.477146}, "tr": {"chunks": 3812.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.210573, "cps": 29.78125, "mean_p": 0.198179, "boundary_entropy": 0.08325, "bpb": 1.680301}, "fi": {"chunks": 4039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214715, "cps": 31.554688, "mean_p": 0.209439, "boundary_entropy": 0.075989, "bpb": 1.85593}, "ru": {"chunks": 5741.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.302955, "cps": 44.851562, "mean_p": 0.269004, "boundary_entropy": 0.386736, "bpb": 1.10222}, "el": {"chunks": 6423.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.312966, "cps": 50.179688, "mean_p": 0.270432, "boundary_entropy": 0.370204, "bpb": 1.102445}, "hi": {"chunks": 6496.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.386092, "cps": 50.75, "mean_p": 0.39144, "boundary_entropy": 0.554012, "bpb": 0.90906}, "ta": {"chunks": 9655.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.516448, "cps": 75.429688, "mean_p": 0.401819, "boundary_entropy": 0.556401, "bpb": 0.787562}, "th": {"chunks": 7343.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.456512, "cps": 57.367188, "mean_p": 0.400448, "boundary_entropy": 0.563012, "bpb": 0.878061}, "zh": {"chunks": 3291.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.55723, "cps": 25.710938, "mean_p": 0.216293, "boundary_entropy": 0.093388, "bpb": 2.494627}, "my": {"chunks": 8851.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.467121, "cps": 69.148438, "mean_p": 0.370175, "boundary_entropy": 0.572772, "bpb": 0.875095}}, "bpb": {"en": 1.65351, "de": 1.77312, "vi": 1.47715, "tr": 1.6803, "fi": 1.85593, "ru": 1.10222, "el": 1.10245, "hi": 0.90906, "ta": 0.78756, "th": 0.87806, "zh": 2.49463, "my": 0.8751}, "gini_cpc": 0.20071, "gini_cps": 0.194458, "bpic": 5.608947, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0213815820943872, "vi": 1.0763009443938418, "tr": 0.9598216387473959, "fi": 0.9787013015438873, "ru": 1.3809136695917548, "el": 1.4265443334640944, "hi": 1.7598641299483093, "ta": 2.3540463235548565, "th": 2.080849445544745, "zh": 2.5399351938888226, "my": 2.12920344815117}, "t": 1847.6}
{"event": "eval", "step": 9000, "phase": 3, "bpb": {"en": 1.6521, "de": 1.77903, "vi": 1.49421, "tr": 1.67345, "fi": 1.86837, "ru": 1.10161, "el": 1.09998, "hi": 0.91465, "ta": 0.79182, "th": 0.87684, "zh": 2.49954, "my": 0.88174}, "bytes_per_chunk": {"en": 4.835, "de": 4.716, "vi": 6.027, "tr": 5.346, "fi": 5.043, "ru": 5.856, "el": 6.218, "hi": 6.495, "ta": 5.48, "th": 6.18, "zh": 4.879, "my": 6.189}, "bpb_mean": 1.38611, "t": 1855.3}
{"event": "train", "step": 9000, "phase": 3, "objective": "global", "lm_loss": 1.07148, "bpb": 1.54582, "chunk_loss": 0.030224, "F": 0.19102, "G": 0.2352, "chunks": 195.61, "bytes_per_chunk": 5.235, "boundary_entropy": 0.19569, "router_noise": 0.0, "grad_norm": 0.3863, "lr": 5.35e-05, "router_trainable": true, "sec_per_step": 0.283, "alpha": 0.03, "t": 1855.5}
{"event": "train", "step": 9100, "phase": 3, "objective": "global", "lm_loss": 1.01486, "bpb": 1.46414, "chunk_loss": 0.03003, "F": 0.18321, "G": 0.24693, "chunks": 187.61, "bytes_per_chunk": 5.458, "boundary_entropy": 0.23151, "router_noise": 0.0, "grad_norm": 0.3604, "lr": 5.12e-05, "router_trainable": true, "sec_per_step": 0.171, "alpha": 0.03, "t": 1872.5}
{"event": "train", "step": 9200, "phase": 3, "objective": "global", "lm_loss": 1.09267, "bpb": 1.57639, "chunk_loss": 0.030106, "F": 0.18518, "G": 0.23134, "chunks": 189.62, "bytes_per_chunk": 5.4, "boundary_entropy": 0.19136, "router_noise": 0.0, "grad_norm": 0.4023, "lr": 4.91e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 1892.1}
{"event": "train", "step": 9300, "phase": 3, "objective": "global", "lm_loss": 0.95695, "bpb": 1.38059, "chunk_loss": 0.029905, "F": 0.17937, "G": 0.25874, "chunks": 183.67, "bytes_per_chunk": 5.575, "boundary_entropy": 0.25675, "router_noise": 0.0, "grad_norm": 0.3672, "lr": 4.71e-05, "router_trainable": true, "sec_per_step": 0.171, "alpha": 0.03, "t": 1909.2}
{"event": "train", "step": 9400, "phase": 3, "objective": "global", "lm_loss": 1.07307, "bpb": 1.54811, "chunk_loss": 0.030185, "F": 0.18987, "G": 0.24103, "chunks": 194.42, "bytes_per_chunk": 5.267, "boundary_entropy": 0.19177, "router_noise": 0.0, "grad_norm": 0.3722, "lr": 4.52e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 1928.8}
{"event": "train", "step": 9500, "phase": 3, "objective": "global", "lm_loss": 1.00897, "bpb": 1.45564, "chunk_loss": 0.030224, "F": 0.18694, "G": 0.25895, "chunks": 191.42, "bytes_per_chunk": 5.349, "boundary_entropy": 0.24842, "router_noise": 0.0, "grad_norm": 0.3703, "lr": 4.34e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 1946.2}
{"event": "train", "step": 9600, "phase": 3, "objective": "global", "lm_loss": 1.07853, "bpb": 1.55599, "chunk_loss": 0.030116, "F": 0.18715, "G": 0.23602, "chunks": 191.64, "bytes_per_chunk": 5.343, "boundary_entropy": 0.19259, "router_noise": 0.0, "grad_norm": 0.4002, "lr": 4.17e-05, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 1965.4}
{"event": "train", "step": 9700, "phase": 3, "objective": "global", "lm_loss": 1.05651, "bpb": 1.52422, "chunk_loss": 0.030208, "F": 0.18938, "G": 0.24668, "chunks": 193.92, "bytes_per_chunk": 5.28, "boundary_entropy": 0.20879, "router_noise": 0.0, "grad_norm": 0.365, "lr": 4.01e-05, "router_trainable": true, "sec_per_step": 0.177, "alpha": 0.03, "t": 1983.1}
{"event": "train", "step": 9800, "phase": 3, "objective": "global", "lm_loss": 1.01959, "bpb": 1.47095, "chunk_loss": 0.030245, "F": 0.18736, "G": 0.25462, "chunks": 191.86, "bytes_per_chunk": 5.337, "boundary_entropy": 0.23233, "router_noise": 0.0, "grad_norm": 0.3769, "lr": 3.86e-05, "router_trainable": true, "sec_per_step": 0.175, "alpha": 0.03, "t": 2000.6}
{"event": "train", "step": 9900, "phase": 3, "objective": "global", "lm_loss": 1.03426, "bpb": 1.49212, "chunk_loss": 0.030397, "F": 0.19504, "G": 0.25338, "chunks": 199.72, "bytes_per_chunk": 5.127, "boundary_entropy": 0.22162, "router_noise": 0.0, "grad_norm": 0.3864, "lr": 3.72e-05, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 2019.8}
{"event": "probe", "step": 10000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3814.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.219158, "cps": 29.796875, "mean_p": 0.2116, "boundary_entropy": 0.067554, "bpb": 1.64049}, "de": {"chunks": 4612.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224614, "cps": 36.03125, "mean_p": 0.216596, "boundary_entropy": 0.070315, "bpb": 1.759955}, "vi": {"chunks": 4059.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.220179, "cps": 31.710938, "mean_p": 0.252138, "boundary_entropy": 0.269746, "bpb": 1.461626}, "tr": {"chunks": 3832.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211678, "cps": 29.9375, "mean_p": 0.199217, "boundary_entropy": 0.079967, "bpb": 1.663235}, "fi": {"chunks": 4073.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.216522, "cps": 31.820312, "mean_p": 0.210416, "boundary_entropy": 0.075882, "bpb": 1.837643}, "ru": {"chunks": 5496.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.290026, "cps": 42.9375, "mean_p": 0.276434, "boundary_entropy": 0.406629, "bpb": 1.089089}, "el": {"chunks": 6306.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.307265, "cps": 49.265625, "mean_p": 0.282157, "boundary_entropy": 0.395908, "bpb": 1.086792}, "hi": {"chunks": 6608.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.392749, "cps": 51.625, "mean_p": 0.407583, "boundary_entropy": 0.564822, "bpb": 0.895487}, "ta": {"chunks": 8593.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.459642, "cps": 67.132812, "mean_p": 0.403876, "boundary_entropy": 0.562651, "bpb": 0.771203}, "th": {"chunks": 7457.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.4636, "cps": 58.257812, "mean_p": 0.414166, "boundary_entropy": 0.574366, "bpb": 0.863452}, "zh": {"chunks": 3309.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.560278, "cps": 25.851562, "mean_p": 0.217416, "boundary_entropy": 0.093048, "bpb": 2.489153}, "my": {"chunks": 9144.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.482584, "cps": 71.4375, "mean_p": 0.388431, "boundary_entropy": 0.588064, "bpb": 0.859944}}, "bpb": {"en": 1.64049, "de": 1.75995, "vi": 1.46163, "tr": 1.66323, "fi": 1.83764, "ru": 1.08909, "el": 1.08679, "hi": 0.89549, "ta": 0.7712, "th": 0.86345, "zh": 2.48915, "my": 0.85994}, "gini_cpc": 0.198833, "gini_cps": 0.189317, "bpic": 5.702287, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0248972384638426, "vi": 1.0046605307925107, "tr": 0.9658693403918571, "fi": 0.9879750066464419, "ru": 1.3233689517719056, "el": 1.4020275664473136, "hi": 1.7920841258178402, "ta": 2.097310706055715, "th": 2.115370820231208, "zh": 2.556505644895355, "my": 2.201994717638061}, "t": 2042.0}
{"event": "eval", "step": 10000, "phase": 3, "bpb": {"en": 1.63858, "de": 1.76607, "vi": 1.47781, "tr": 1.65521, "fi": 1.85122, "ru": 1.08836, "el": 1.08516, "hi": 0.90123, "ta": 0.77484, "th": 0.86236, "zh": 2.4949, "my": 0.86662}, "bytes_per_chunk": {"en": 4.834, "de": 4.728, "vi": 6.243, "tr": 5.323, "fi": 5.003, "ru": 6.039, "el": 6.201, "hi": 6.43, "ta": 6.062, "th": 6.283, "zh": 4.872, "my": 5.97}, "bpb_mean": 1.37186, "t": 2047.6}
{"event": "train", "step": 10000, "phase": 3, "objective": "global", "lm_loss": 1.04256, "bpb": 1.5041, "chunk_loss": 0.030201, "F": 0.19127, "G": 0.24782, "chunks": 195.86, "bytes_per_chunk": 5.228, "boundary_entropy": 0.20752, "router_noise": 0.0, "grad_norm": 0.3853, "lr": 3.6e-05, "router_trainable": true, "sec_per_step": 0.279, "alpha": 0.03, "t": 2047.7}
{"event": "train", "step": 10100, "phase": 3, "objective": "global", "lm_loss": 1.05459, "bpb": 1.52146, "chunk_loss": 0.030316, "F": 0.19389, "G": 0.25308, "chunks": 198.55, "bytes_per_chunk": 5.157, "boundary_entropy": 0.21538, "router_noise": 0.0, "grad_norm": 0.4103, "lr": 3.49e-05, "router_trainable": true, "sec_per_step": 0.172, "alpha": 0.03, "t": 2064.9}
{"event": "train", "step": 10200, "phase": 3, "objective": "global", "lm_loss": 1.01435, "bpb": 1.4634, "chunk_loss": 0.030067, "F": 0.18391, "G": 0.24917, "chunks": 188.33, "bytes_per_chunk": 5.437, "boundary_entropy": 0.22941, "router_noise": 0.0, "grad_norm": 0.3863, "lr": 3.38e-05, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 2084.4}
{"event": "train", "step": 10300, "phase": 3, "objective": "global", "lm_loss": 0.95748, "bpb": 1.38135, "chunk_loss": 0.030324, "F": 0.18878, "G": 0.26569, "chunks": 193.31, "bytes_per_chunk": 5.297, "boundary_entropy": 0.26251, "router_noise": 0.0, "grad_norm": 0.3805, "lr": 3.3e-05, "router_trainable": true, "sec_per_step": 0.172, "alpha": 0.03, "t": 2101.6}
{"event": "train", "step": 10400, "phase": 3, "objective": "global", "lm_loss": 1.05556, "bpb": 1.52285, "chunk_loss": 0.030332, "F": 0.1933, "G": 0.25374, "chunks": 197.94, "bytes_per_chunk": 5.173, "boundary_entropy": 0.21854, "router_noise": 0.0, "grad_norm": 0.3754, "lr": 3.22e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 2121.3}
{"event": "train", "step": 10500, "phase": 3, "objective": "global", "lm_loss": 0.99967, "bpb": 1.44222, "chunk_loss": 0.030211, "F": 0.18539, "G": 0.26548, "chunks": 189.84, "bytes_per_chunk": 5.394, "boundary_entropy": 0.25608, "router_noise": 0.0, "grad_norm": 0.3848, "lr": 3.15e-05, "router_trainable": true, "sec_per_step": 0.171, "alpha": 0.03, "t": 2138.3}
{"event": "train", "step": 10600, "phase": 3, "objective": "global", "lm_loss": 0.9587, "bpb": 1.38311, "chunk_loss": 0.030036, "F": 0.18048, "G": 0.27141, "chunks": 184.81, "bytes_per_chunk": 5.541, "boundary_entropy": 0.28405, "router_noise": 0.0, "grad_norm": 0.3811, "lr": 3.1e-05, "router_trainable": true, "sec_per_step": 0.188, "alpha": 0.03, "t": 2157.1}
{"event": "train", "step": 10700, "phase": 3, "objective": "global", "lm_loss": 1.02421, "bpb": 1.47763, "chunk_loss": 0.03027, "F": 0.19124, "G": 0.26339, "chunks": 195.83, "bytes_per_chunk": 5.229, "boundary_entropy": 0.24463, "router_noise": 0.0, "grad_norm": 0.3905, "lr": 3.05e-05, "router_trainable": true, "sec_per_step": 0.182, "alpha": 0.03, "t": 2175.3}
{"event": "train", "step": 10800, "phase": 3, "objective": "global", "lm_loss": 1.0002, "bpb": 1.44299, "chunk_loss": 0.030192, "F": 0.19052, "G": 0.23778, "chunks": 195.09, "bytes_per_chunk": 5.249, "boundary_entropy": 0.19319, "router_noise": 0.0, "grad_norm": 0.3996, "lr": 3.02e-05, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 2194.9}
{"event": "train", "step": 10900, "phase": 3, "objective": "global", "lm_loss": 1.01458, "bpb": 1.46374, "chunk_loss": 0.030152, "F": 0.18843, "G": 0.25912, "chunks": 192.95, "bytes_per_chunk": 5.307, "boundary_entropy": 0.23267, "router_noise": 0.0, "grad_norm": 0.3945, "lr": 3.01e-05, "router_trainable": true, "sec_per_step": 0.172, "alpha": 0.03, "t": 2212.1}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3810.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218928, "cps": 29.765625, "mean_p": 0.211115, "boundary_entropy": 0.066689, "bpb": 1.63169}, "de": {"chunks": 4614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224711, "cps": 36.046875, "mean_p": 0.216888, "boundary_entropy": 0.069481, "bpb": 1.750302}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.257884, "boundary_entropy": 0.276759, "bpb": 1.4522}, "tr": {"chunks": 3829.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211512, "cps": 29.914062, "mean_p": 0.198011, "boundary_entropy": 0.075849, "bpb": 1.654491}, "fi": {"chunks": 4030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214236, "cps": 31.484375, "mean_p": 0.207945, "boundary_entropy": 0.072458, "bpb": 1.823449}, "ru": {"chunks": 5363.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283008, "cps": 41.898438, "mean_p": 0.280935, "boundary_entropy": 0.41397, "bpb": 1.081353}, "el": {"chunks": 6281.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306047, "cps": 49.070312, "mean_p": 0.28822, "boundary_entropy": 0.404371, "bpb": 1.079075}, "hi": {"chunks": 6967.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414086, "cps": 54.429688, "mean_p": 0.415474, "boundary_entropy": 0.57212, "bpb": 0.885807}, "ta": {"chunks": 8084.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432415, "cps": 63.15625, "mean_p": 0.403474, "boundary_entropy": 0.563828, "bpb": 0.762357}, "th": {"chunks": 7742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481318, "cps": 60.484375, "mean_p": 0.417297, "boundary_entropy": 0.575907, "bpb": 0.854209}, "zh": {"chunks": 3303.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559262, "cps": 25.804688, "mean_p": 0.215941, "boundary_entropy": 0.085292, "bpb": 2.465967}, "my": {"chunks": 9074.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.47889, "cps": 70.890625, "mean_p": 0.389597, "boundary_entropy": 0.592088, "bpb": 0.850988}}, "bpb": {"en": 1.63169, "de": 1.7503, "vi": 1.4522, "tr": 1.65449, "fi": 1.82345, "ru": 1.08135, "el": 1.07908, "hi": 0.88581, "ta": 0.76236, "th": 0.85421, "zh": 2.46597, "my": 0.85099}, "gini_cpc": 0.199094, "gini_cps": 0.187274, "bpic": 5.706356, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0264181607406706, "vi": 1.0302449337852297, "tr": 0.9661264218181091, "fi": 0.9785709232786814, "ru": 1.2926999355951219, "el": 1.3979353680775286, "hi": 1.891428297317219, "ta": 1.9751495304862767, "th": 2.198524178882365, "zh": 2.5545492239308216, "my": 2.1874319106248516}, "t": 2234.7}
{"event": "eval", "step": 11000, "phase": 3, "bpb": {"en": 1.6305, "de": 1.75642, "vi": 1.46854, "tr": 1.64692, "fi": 1.83732, "ru": 1.08009, "el": 1.07724, "hi": 0.89176, "ta": 0.76681, "th": 0.85373, "zh": 2.47138, "my": 0.85737}, "bytes_per_chunk": {"en": 4.838, "de": 4.711, "vi": 6.091, "tr": 5.34, "fi": 5.041, "ru": 6.176, "el": 6.238, "hi": 6.138, "ta": 6.4, "th": 6.051, "zh": 4.876, "my": 6.026}, "bpb_mean": 1.36151, "t": 2240.3}
{"event": "probe", "step": 11000, "phase": 3, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3810.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.218928, "cps": 29.765625, "mean_p": 0.211115, "boundary_entropy": 0.066689, "bpb": 1.63169}, "de": {"chunks": 4614.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.224711, "cps": 36.046875, "mean_p": 0.216888, "boundary_entropy": 0.069481, "bpb": 1.750302}, "vi": {"chunks": 4158.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.225549, "cps": 32.484375, "mean_p": 0.257884, "boundary_entropy": 0.276759, "bpb": 1.4522}, "tr": {"chunks": 3829.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.211512, "cps": 29.914062, "mean_p": 0.198011, "boundary_entropy": 0.075849, "bpb": 1.654491}, "fi": {"chunks": 4030.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.214236, "cps": 31.484375, "mean_p": 0.207945, "boundary_entropy": 0.072458, "bpb": 1.823449}, "ru": {"chunks": 5363.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.283008, "cps": 41.898438, "mean_p": 0.280935, "boundary_entropy": 0.41397, "bpb": 1.081353}, "el": {"chunks": 6281.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.306047, "cps": 49.070312, "mean_p": 0.28822, "boundary_entropy": 0.404371, "bpb": 1.079075}, "hi": {"chunks": 6967.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.414086, "cps": 54.429688, "mean_p": 0.415474, "boundary_entropy": 0.57212, "bpb": 0.885807}, "ta": {"chunks": 8084.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.432415, "cps": 63.15625, "mean_p": 0.403474, "boundary_entropy": 0.563828, "bpb": 0.762357}, "th": {"chunks": 7742.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.481318, "cps": 60.484375, "mean_p": 0.417297, "boundary_entropy": 0.575907, "bpb": 0.854209}, "zh": {"chunks": 3303.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.559262, "cps": 25.804688, "mean_p": 0.215941, "boundary_entropy": 0.085292, "bpb": 2.465967}, "my": {"chunks": 9074.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.47889, "cps": 70.890625, "mean_p": 0.389597, "boundary_entropy": 0.592088, "bpb": 0.850988}}, "bpb": {"en": 1.63169, "de": 1.7503, "vi": 1.4522, "tr": 1.65449, "fi": 1.82345, "ru": 1.08135, "el": 1.07908, "hi": 0.88581, "ta": 0.76236, "th": 0.85421, "zh": 2.46597, "my": 0.85099}, "gini_cpc": 0.199094, "gini_cps": 0.187274, "bpic": 5.706356, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0264181607406706, "vi": 1.0302449337852297, "tr": 0.9661264218181091, "fi": 0.9785709232786814, "ru": 1.2926999355951219, "el": 1.3979353680775286, "hi": 1.891428297317219, "ta": 1.9751495304862767, "th": 2.198524178882365, "zh": 2.5545492239308216, "my": 2.1874319106248516}, "t": 2243.5}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s2/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s2/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s2/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s2/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_C_s2/th0.70"], "t": 2248.6}
{"event": "final", "run": "spec_C_s2", "condition": "C", "step": 11000, "params": 82470528, "per_lang": {"en": {"cpc": 0.21892777107395275, "cps": 29.765625, "bpb": 1.6257039617019609, "bytes_per_chunk": 4.840333651844364}, "de": {"cpc": 0.22471144012078118, "cps": 36.046875, "bpb": 1.7538902523712285, "bytes_per_chunk": 4.701122628313188}, "vi": {"cpc": 0.22554922701383237, "cps": 32.484375, "bpb": 1.4671708055910824, "bytes_per_chunk": 6.129800890905052}, "tr": {"cpc": 0.2115119041042921, "cps": 29.9140625, "bpb": 1.6467542834533513, "bytes_per_chunk": 5.357284817272862}, "fi": {"cpc": 0.21423635107118175, "cps": 31.484375, "bpb": 1.8433972364026547, "bytes_per_chunk": 5.030492602329643}, "ru": {"cpc": 0.28300791556728233, "cps": 41.8984375, "bpb": 1.0820773953810243, "bytes_per_chunk": 6.202279623572278}, "el": {"cpc": 0.30604687423865906, "cps": 49.0703125, "bpb": 1.0738486812210954, "bytes_per_chunk": 6.2366236052625315}, "hi": {"cpc": 0.41408618127786034, "cps": 54.4296875, "bpb": 0.8930058980190886, "bytes_per_chunk": 6.143268087200548}, "ta": {"cpc": 0.4324150842471249, "cps": 63.15625, "bpb": 0.7660315798393668, "bytes_per_chunk": 6.3747872185205}, "th": {"cpc": 0.4813179981349083, "cps": 60.484375, "bpb": 0.8556631653013431, "bytes_per_chunk": 6.042864634659383}, "zh": {"cpc": 0.5592617676938706, "cps": 25.8046875, "bpb": 2.471300165530712, "bytes_per_chunk": 4.895998505859831}, "my": {"cpc": 0.4788895925691366, "cps": 70.890625, "bpb": 0.8570412354104175, "bytes_per_chunk": 6.042969110189027}}, "gini_cpc": 0.19909412853161346, "gini_cps": 0.18727356082571323, "bpic": 5.706356404728273, "seed": 2, "mean_boundary_entropy": 0.22143974900245667, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 7700, "phase": 3, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}], "t": 2259.2}