Hugging Face's logo

AdaptiveChunking
/
spec_B_s1

PyTorch
Safetensors
dynamic-chunking
tokenization
hnet
byte-level
beetle-hnet
legacy-trainer
Model card Files
xet
 Community
spec_B_s1
File size: 108,006 Bytes
0636a71
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
{"event": "start", "run": "spec_B_s1", "condition": "B", "params": 82470528, "langs": ["en", "de", "vi", "tr", "fi", "ru", "el", "hi", "ta", "th", "zh", "my"], "premium": {"en": 1.0, "de": 1.184, "vi": 1.39, "tr": 1.12, "fi": 1.104, "ru": 1.971, "el": 2.174, "hi": 2.552, "ta": 3.192, "th": 2.762, "zh": 0.915, "my": 3.524}, "schedule": {"tau1": 0.4, "tau2": 0.7, "p1_objective": "global", "p2_objective": "parity_a", "p3_objective": "none", "freeze_in_p3": true, "freeze_scope": "router"}, "corpus": "/local/scratch/sas245/beetle-hnet/scratch/data/tier1_corpus", "premium_kind": "flores_per_sent", "doc_filtered": {"my": 37511}, "weights": {"en": 0.2946, "de": 0.0909, "vi": 0.0576, "tr": 0.0612, "fi": 0.0424, "ru": 0.1476, "el": 0.0522, "hi": 0.042, "ta": 0.0313, "th": 0.0542, "zh": 0.1038, "my": 0.0222}, "t": 1.8}
{"event": "probe_schedule", "n": 21, "steps": [0, 1, 2, 4, 8, 16, 32, 64, 128, 256, 1000, 2000, 3000, 4000, 5000, 6000, 7000, 8000, 9000, 10000, 11000], "t": 1.8}
{"event": "probe", "step": 0, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14124.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.811584, "cps": 110.34375, "mean_p": 0.52085, "boundary_entropy": 0.686717, "bpb": 8.06011}, "de": {"chunks": 18700.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.910729, "cps": 146.09375, "mean_p": 0.525595, "boundary_entropy": 0.687217, "bpb": 8.1963}, "vi": {"chunks": 21351.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.158177, "cps": 166.804688, "mean_p": 0.524018, "boundary_entropy": 0.687874, "bpb": 8.061647}, "tr": {"chunks": 17846.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.985803, "cps": 139.421875, "mean_p": 0.529939, "boundary_entropy": 0.686373, "bpb": 8.199}, "fi": {"chunks": 17574.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.934241, "cps": 137.296875, "mean_p": 0.526553, "boundary_entropy": 0.686826, "bpb": 8.038283}, "ru": {"chunks": 34128.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.80095, "cps": 266.625, "mean_p": 0.540146, "boundary_entropy": 0.687211, "bpb": 8.262097}, "el": {"chunks": 36913.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798616, "cps": 288.382812, "mean_p": 0.535776, "boundary_entropy": 0.688142, "bpb": 8.178552}, "hi": {"chunks": 34684.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.061456, "cps": 270.96875, "mean_p": 0.509835, "boundary_entropy": 0.69075, "bpb": 8.397747}, "ta": {"chunks": 50678.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.710778, "cps": 395.921875, "mean_p": 0.522012, "boundary_entropy": 0.690366, "bpb": 8.106024}, "th": {"chunks": 45409.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.823065, "cps": 354.757812, "mean_p": 0.531604, "boundary_entropy": 0.689071, "bpb": 8.030889}, "zh": {"chunks": 4820.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.816119, "cps": 37.65625, "mean_p": 0.492076, "boundary_entropy": 0.68644, "bpb": 8.099598}, "my": {"chunks": 28215.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.489075, "cps": 220.429688, "mean_p": 0.506229, "boundary_entropy": 0.690851, "bpb": 8.204861}}, "bpb": {"en": 8.06011, "de": 8.1963, "vi": 8.06165, "tr": 8.199, "fi": 8.03828, "ru": 8.2621, "el": 8.17855, "hi": 8.39775, "ta": 8.10602, "th": 8.03089, "zh": 8.0996, "my": 8.20486}, "gini_cpc": 0.247425, "gini_cps": 0.271932, "bpic": 1.182896, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1221621360827407, "vi": 1.4270575576222595, "tr": 1.2146656456674263, "fi": 1.1511320610100555, "ru": 2.2190548395702145, "el": 2.2161793753498933, "hi": 2.540039766651812, "ta": 3.3401072258858213, "th": 3.478462165603346, "zh": 1.0055878258102513, "my": 1.8347761655608366}, "t": 9.1}
{"event": "train", "step": 0, "phase": 1, "objective": "global", "lm_loss": 5.63341, "bpb": 8.1273, "chunk_loss": 0.084693, "F": 0.86952, "G": 0.52249, "chunks": 890.39, "bytes_per_chunk": 1.15, "boundary_entropy": 0.69066, "router_noise": 0.0, "grad_norm": 9.4223, "lr": 6e-07, "router_trainable": true, "sec_per_step": 0.006, "alpha": 0.03, "t": 9.9}
{"event": "probe", "step": 1, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 14058.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.807792, "cps": 109.828125, "mean_p": 0.520569, "boundary_entropy": 0.686738, "bpb": 8.024446}, "de": {"chunks": 18668.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.909171, "cps": 145.84375, "mean_p": 0.525329, "boundary_entropy": 0.687242, "bpb": 8.163786}, "vi": {"chunks": 21326.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.156821, "cps": 166.609375, "mean_p": 0.523901, "boundary_entropy": 0.687884, "bpb": 8.046572}, "tr": {"chunks": 17816.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.984146, "cps": 139.1875, "mean_p": 0.529733, "boundary_entropy": 0.686396, "bpb": 8.174424}, "fi": {"chunks": 17532.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.932008, "cps": 136.96875, "mean_p": 0.526264, "boundary_entropy": 0.686855, "bpb": 8.007864}, "ru": {"chunks": 34126.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800844, "cps": 266.609375, "mean_p": 0.540055, "boundary_entropy": 0.687225, "bpb": 8.228404}, "el": {"chunks": 36911.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.798519, "cps": 288.367188, "mean_p": 0.535687, "boundary_entropy": 0.688154, "bpb": 8.166339}, "hi": {"chunks": 34499.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.050461, "cps": 269.523438, "mean_p": 0.509702, "boundary_entropy": 0.690755, "bpb": 8.350542}, "ta": {"chunks": 50659.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.709762, "cps": 395.773438, "mean_p": 0.521836, "boundary_entropy": 0.69038, "bpb": 8.072051}, "th": {"chunks": 45401.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.822568, "cps": 354.695312, "mean_p": 0.531487, "boundary_entropy": 0.689085, "bpb": 7.985687}, "zh": {"chunks": 4804.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.81341, "cps": 37.53125, "mean_p": 0.492034, "boundary_entropy": 0.686438, "bpb": 8.094645}, "my": {"chunks": 28177.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.48707, "cps": 220.132812, "mean_p": 0.506213, "boundary_entropy": 0.690851, "bpb": 8.190995}}, "bpb": {"en": 8.02445, "de": 8.16379, "vi": 8.04657, "tr": 8.17442, "fi": 8.00786, "ru": 8.2284, "el": 8.16634, "hi": 8.35054, "ta": 8.07205, "th": 7.98569, "zh": 8.09464, "my": 8.19099}, "gini_cpc": 0.247804, "gini_cps": 0.272341, "bpic": 1.184593, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1255012100795905, "vi": 1.4320785642093472, "tr": 1.2183168023994344, "fi": 1.153772437204891, "ru": 2.229342283814022, "el": 2.226463333799795, "hi": 2.5383529834054075, "ta": 3.354530341213155, "th": 3.494177273397262, "zh": 1.0069551729405877, "my": 1.8409074578483369}, "t": 16.6}
{"event": "probe", "step": 2, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13920.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.799862, "cps": 108.75, "mean_p": 0.519955, "boundary_entropy": 0.686783, "bpb": 7.952952}, "de": {"chunks": 18576.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.90469, "cps": 145.125, "mean_p": 0.524733, "boundary_entropy": 0.687298, "bpb": 8.096453}, "vi": {"chunks": 21264.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.153458, "cps": 166.125, "mean_p": 0.523643, "boundary_entropy": 0.687907, "bpb": 8.014598}, "tr": {"chunks": 17762.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.981163, "cps": 138.765625, "mean_p": 0.529283, "boundary_entropy": 0.686444, "bpb": 8.123408}, "fi": {"chunks": 17439.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.927064, "cps": 136.242188, "mean_p": 0.525686, "boundary_entropy": 0.686911, "bpb": 7.947405}, "ru": {"chunks": 34114.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.800211, "cps": 266.515625, "mean_p": 0.539855, "boundary_entropy": 0.687256, "bpb": 8.161476}, "el": {"chunks": 36884.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.797203, "cps": 288.15625, "mean_p": 0.535477, "boundary_entropy": 0.688183, "bpb": 8.135097}, "hi": {"chunks": 34181.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 2.03156, "cps": 267.039062, "mean_p": 0.509479, "boundary_entropy": 0.690762, "bpb": 8.266859}, "ta": {"chunks": 50639.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.708692, "cps": 395.617188, "mean_p": 0.52153, "boundary_entropy": 0.690406, "bpb": 8.009469}, "th": {"chunks": 45381.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.821324, "cps": 354.539062, "mean_p": 0.531274, "boundary_entropy": 0.689111, "bpb": 7.909708}, "zh": {"chunks": 4780.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.809346, "cps": 37.34375, "mean_p": 0.49195, "boundary_entropy": 0.686434, "bpb": 8.086112}, "my": {"chunks": 28136.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.484906, "cps": 219.8125, "mean_p": 0.506179, "boundary_entropy": 0.690852, "bpb": 8.160249}}, "bpb": {"en": 7.95295, "de": 8.09645, "vi": 8.0146, "tr": 8.12341, "fi": 7.9474, "ru": 8.16148, "el": 8.1351, "hi": 8.26686, "ta": 8.00947, "th": 7.90971, "zh": 8.08611, "my": 8.16025}, "gini_cpc": 0.248651, "gini_cps": 0.273231, "bpic": 1.187897, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1310574902973682, "vi": 1.442071210123173, "tr": 1.2266656364824273, "fi": 1.15902973819427, "ru": 2.250651828768993, "el": 2.246891250690983, "hi": 2.53988805912794, "ta": 3.3864489744630224, "th": 3.5272633128959305, "zh": 1.0118574623118513, "my": 1.8564525962161416}, "t": 24.0}
{"event": "probe", "step": 4, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 13351.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.767167, "cps": 104.304688, "mean_p": 0.517768, "boundary_entropy": 0.686929, "bpb": 7.704445}, "de": {"chunks": 18153.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.884089, "cps": 141.820312, "mean_p": 0.522622, "boundary_entropy": 0.687485, "bpb": 7.858509}, "vi": {"chunks": 21043.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.14147, "cps": 164.398438, "mean_p": 0.522719, "boundary_entropy": 0.687987, "bpb": 7.903172}, "tr": {"chunks": 17548.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.969342, "cps": 137.09375, "mean_p": 0.52774, "boundary_entropy": 0.686605, "bpb": 7.943337}, "fi": {"chunks": 17153.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.91186, "cps": 134.007812, "mean_p": 0.523682, "boundary_entropy": 0.687098, "bpb": 7.74303}, "ru": {"chunks": 34087.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.798786, "cps": 266.304688, "mean_p": 0.539064, "boundary_entropy": 0.687376, "bpb": 7.918385}, "el": {"chunks": 36844.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.795254, "cps": 287.84375, "mean_p": 0.534797, "boundary_entropy": 0.688273, "bpb": 8.041951}, "hi": {"chunks": 33218.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.974324, "cps": 259.515625, "mean_p": 0.508873, "boundary_entropy": 0.690781, "bpb": 8.045377}, "ta": {"chunks": 50545.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.703664, "cps": 394.882812, "mean_p": 0.520586, "boundary_entropy": 0.690482, "bpb": 7.829465}, "th": {"chunks": 45308.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.816786, "cps": 353.96875, "mean_p": 0.530584, "boundary_entropy": 0.689193, "bpb": 7.678216}, "zh": {"chunks": 4690.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.794108, "cps": 36.640625, "mean_p": 0.491642, "boundary_entropy": 0.686419, "bpb": 8.055175}, "my": {"chunks": 28073.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.481581, "cps": 219.320312, "mean_p": 0.506148, "boundary_entropy": 0.690853, "bpb": 8.073662}}, "bpb": {"en": 7.70444, "de": 7.85851, "vi": 7.90317, "tr": 7.94334, "fi": 7.74303, "ru": 7.91839, "el": 8.04195, "hi": 8.04538, "ta": 7.82946, "th": 7.67822, "zh": 8.05517, "my": 8.07366}, "gini_cpc": 0.252313, "gini_cps": 0.277274, "bpic": 1.199267, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.1524081600013232, "vi": 1.4879037472257315, "tr": 1.263535355509223, "fi": 1.1886076701918413, "ru": 2.3447140757493683, "el": 2.3401098937855593, "hi": 2.5735270187506756, "ta": 3.5242203585464558, "th": 3.6716743103699687, "zh": 1.0351176749729738, "my": 1.9312378917756645}, "t": 31.6}
{"event": "probe", "step": 8, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 11225.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.645004, "cps": 87.695312, "mean_p": 0.510742, "boundary_entropy": 0.68727, "bpb": 7.083454}, "de": {"chunks": 16340.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.795792, "cps": 127.65625, "mean_p": 0.51559, "boundary_entropy": 0.687979, "bpb": 7.216109}, "vi": {"chunks": 20124.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 1.091619, "cps": 157.21875, "mean_p": 0.51954, "boundary_entropy": 0.688235, "bpb": 7.564587}, "tr": {"chunks": 16629.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.918577, "cps": 129.914062, "mean_p": 0.522666, "boundary_entropy": 0.68707, "bpb": 7.423728}, "fi": {"chunks": 15676.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.833342, "cps": 122.46875, "mean_p": 0.517384, "boundary_entropy": 0.687575, "bpb": 7.214113}, "ru": {"chunks": 33934.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.790712, "cps": 265.109375, "mean_p": 0.535858, "boundary_entropy": 0.687842, "bpb": 7.187783}, "el": {"chunks": 36660.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.786289, "cps": 286.40625, "mean_p": 0.531837, "boundary_entropy": 0.688646, "bpb": 7.596322}, "hi": {"chunks": 30026.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.784606, "cps": 234.578125, "mean_p": 0.506801, "boundary_entropy": 0.690834, "bpb": 7.248954}, "ta": {"chunks": 49987.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 2.673817, "cps": 390.523438, "mean_p": 0.516476, "boundary_entropy": 0.69077, "bpb": 7.101291}, "th": {"chunks": 44835.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.78738, "cps": 350.273438, "mean_p": 0.527612, "boundary_entropy": 0.689527, "bpb": 6.808893}, "zh": {"chunks": 4343.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.735354, "cps": 33.929688, "mean_p": 0.490315, "boundary_entropy": 0.686349, "bpb": 7.921353}, "my": {"chunks": 27297.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.440627, "cps": 213.257812, "mean_p": 0.505752, "boundary_entropy": 0.690858, "bpb": 7.664755}}, "bpb": {"en": 7.08345, "de": 7.21611, "vi": 7.56459, "tr": 7.42373, "fi": 7.21411, "ru": 7.18778, "el": 7.59632, "hi": 7.24895, "ta": 7.10129, "th": 6.80889, "zh": 7.92135, "my": 7.66475}, "gini_cpc": 0.268511, "gini_cps": 0.294931, "bpic": 1.249792, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2337791183446671, "vi": 1.6924230719744264, "tr": 1.4241421895766702, "fi": 1.29199591908208, "ru": 2.7762822196496466, "el": 2.7694235822332858, "hi": 2.7668153592099998, "ta": 4.145427977300601, "th": 4.321493651834318, "zh": 1.1400769290525585, "my": 2.2335172665736684}, "t": 40.0}
{"event": "probe", "step": 16, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 6994.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.401885, "cps": 54.640625, "mean_p": 0.499856, "boundary_entropy": 0.687492, "bpb": 6.269605}, "de": {"chunks": 11033.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.53733, "cps": 86.195312, "mean_p": 0.503732, "boundary_entropy": 0.688415, "bpb": 6.397858}, "vi": {"chunks": 17536.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.951234, "cps": 137.0, "mean_p": 0.51213, "boundary_entropy": 0.688682, "bpb": 7.012621}, "tr": {"chunks": 13790.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.761752, "cps": 107.734375, "mean_p": 0.512341, "boundary_entropy": 0.687788, "bpb": 6.706818}, "fi": {"chunks": 11312.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.60135, "cps": 88.375, "mean_p": 0.50581, "boundary_entropy": 0.688064, "bpb": 6.474065}, "ru": {"chunks": 29187.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 1.540211, "cps": 228.023438, "mean_p": 0.513672, "boundary_entropy": 0.689981, "bpb": 5.767777}, "el": {"chunks": 34957.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 1.703308, "cps": 273.101562, "mean_p": 0.520554, "boundary_entropy": 0.689776, "bpb": 6.463296}, "hi": {"chunks": 19788.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.176107, "cps": 154.59375, "mean_p": 0.500104, "boundary_entropy": 0.690895, "bpb": 5.805391}, "ta": {"chunks": 25596.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.369136, "cps": 199.96875, "mean_p": 0.503133, "boundary_entropy": 0.691248, "bpb": 5.977049}, "th": {"chunks": 39835.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 2.476531, "cps": 311.210938, "mean_p": 0.514498, "boundary_entropy": 0.69061, "bpb": 5.542812}, "zh": {"chunks": 3298.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.558415, "cps": 25.765625, "mean_p": 0.485919, "boundary_entropy": 0.686069, "bpb": 7.544707}, "my": {"chunks": 23446.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 1.237387, "cps": 183.171875, "mean_p": 0.503368, "boundary_entropy": 0.690879, "bpb": 6.393963}}, "bpb": {"en": 6.2696, "de": 6.39786, "vi": 7.01262, "tr": 6.70682, "fi": 6.47407, "ru": 5.76778, "el": 6.4633, "hi": 5.80539, "ta": 5.97705, "th": 5.54281, "zh": 7.54471, "my": 6.39396}, "gini_cpc": 0.285889, "gini_cps": 0.31088, "bpic": 1.620888, "worst_lang": "th", "cpc_parity_vs_en": {"en": 1.0, "de": 1.3370255398797903, "vi": 2.3669325771037504, "tr": 1.8954494513814615, "fi": 1.4963252522910235, "ru": 3.8324697535693995, "el": 4.238301048402128, "hi": 2.9264783866961324, "ta": 3.4067881207618984, "th": 6.16229164498119, "zh": 1.3894908809166504, "my": 3.0789587945009593}, "t": 49.6}
{"event": "probe", "step": 32, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1857.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.106706, "cps": 14.507812, "mean_p": 0.488458, "boundary_entropy": 0.687298, "bpb": 5.796295}, "de": {"chunks": 2653.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.129207, "cps": 20.726562, "mean_p": 0.489758, "boundary_entropy": 0.688225, "bpb": 5.937899}, "vi": {"chunks": 4220.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.228912, "cps": 32.96875, "mean_p": 0.48805, "boundary_entropy": 0.688564, "bpb": 6.650082}, "tr": {"chunks": 5470.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.30216, "cps": 42.734375, "mean_p": 0.494942, "boundary_entropy": 0.688101, "bpb": 6.308118}, "fi": {"chunks": 3655.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.194301, "cps": 28.554688, "mean_p": 0.4923, "boundary_entropy": 0.688038, "bpb": 6.001282}, "ru": {"chunks": 396.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.020897, "cps": 3.09375, "mean_p": 0.477289, "boundary_entropy": 0.689173, "bpb": 5.395666}, "el": {"chunks": 8442.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.411343, "cps": 65.953125, "mean_p": 0.495178, "boundary_entropy": 0.69051, "bpb": 5.640521}, "hi": {"chunks": 237.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.014086, "cps": 1.851562, "mean_p": 0.471884, "boundary_entropy": 0.689187, "bpb": 5.444171}, "ta": {"chunks": 709.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.037925, "cps": 5.539062, "mean_p": 0.479709, "boundary_entropy": 0.690349, "bpb": 5.370511}, "th": {"chunks": 817.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.050793, "cps": 6.382812, "mean_p": 0.481395, "boundary_entropy": 0.690266, "bpb": 5.2397}, "zh": {"chunks": 3826.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.647816, "cps": 29.890625, "mean_p": 0.488851, "boundary_entropy": 0.686332, "bpb": 7.003013}, "my": {"chunks": 4203.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.221818, "cps": 32.835938, "mean_p": 0.479749, "boundary_entropy": 0.690115, "bpb": 5.052443}}, "bpb": {"en": 5.7963, "de": 5.9379, "vi": 6.65008, "tr": 6.30812, "fi": 6.00128, "ru": 5.39567, "el": 5.64052, "hi": 5.44417, "ta": 5.37051, "th": 5.2397, "zh": 7.00301, "my": 5.05244}, "gini_cpc": 0.480274, "gini_cps": 0.421034, "bpic": 10.518871, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 1.2108687170272494, "vi": 2.145267855930083, "tr": 2.8317114140526156, "fi": 1.8209067856268404, "ru": 0.19583855141282433, "el": 3.854931977889655, "hi": 0.13200959223403513, "ta": 0.35541273249134453, "th": 0.47600685574364376, "zh": 6.071049019452302, "my": 2.0787785668318324}, "t": 60.2}
{"event": "probe", "step": 64, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 1667.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.095788, "cps": 13.023438, "mean_p": 0.489626, "boundary_entropy": 0.687426, "bpb": 5.406579}, "de": {"chunks": 1774.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.086398, "cps": 13.859375, "mean_p": 0.488558, "boundary_entropy": 0.688216, "bpb": 5.584839}, "vi": {"chunks": 4350.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.235964, "cps": 33.984375, "mean_p": 0.490099, "boundary_entropy": 0.688793, "bpb": 6.050276}, "tr": {"chunks": 2957.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.163343, "cps": 23.101562, "mean_p": 0.490495, "boundary_entropy": 0.687986, "bpb": 5.946035}, "fi": {"chunks": 2061.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.109564, "cps": 16.101562, "mean_p": 0.489314, "boundary_entropy": 0.687964, "bpb": 5.594693}, "ru": {"chunks": 2406.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.126966, "cps": 18.796875, "mean_p": 0.491684, "boundary_entropy": 0.690261, "bpb": 4.851549}, "el": {"chunks": 8998.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.438435, "cps": 70.296875, "mean_p": 0.497891, "boundary_entropy": 0.690661, "bpb": 5.062653}, "hi": {"chunks": 27315.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 1.623477, "cps": 213.398438, "mean_p": 0.503752, "boundary_entropy": 0.690993, "bpb": 4.467648}, "ta": {"chunks": 23014.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 1.231024, "cps": 179.796875, "mean_p": 0.501251, "boundary_entropy": 0.691295, "bpb": 4.464065}, "th": {"chunks": 10867.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.675598, "cps": 84.898438, "mean_p": 0.496479, "boundary_entropy": 0.691049, "bpb": 4.480759}, "zh": {"chunks": 3668.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.621063, "cps": 28.65625, "mean_p": 0.49271, "boundary_entropy": 0.686946, "bpb": 6.674152}, "my": {"chunks": 723.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.038157, "cps": 5.648438, "mean_p": 0.481477, "boundary_entropy": 0.690499, "bpb": 4.554732}}, "bpb": {"en": 5.40658, "de": 5.58484, "vi": 6.05028, "tr": 5.94604, "fi": 5.59469, "ru": 4.85155, "el": 5.06265, "hi": 4.46765, "ta": 4.46406, "th": 4.48076, "zh": 6.67415, "my": 4.55473}, "gini_cpc": 0.541143, "gini_cps": 0.547062, "bpic": 4.273731, "worst_lang": "hi", "cpc_parity_vs_en": {"en": 1.0, "de": 0.901965089863243, "vi": 2.463398288609162, "tr": 1.7052548502617877, "fi": 1.1438119478331754, "ru": 1.3254853409265377, "el": 4.577134390400095, "hi": 16.948632086361332, "ta": 12.85153962521216, "th": 7.053052591222508, "zh": 6.48372228703599, "my": 0.398348734306337}, "t": 74.8}
{"event": "train", "step": 100, "phase": 1, "objective": "global", "lm_loss": 3.36401, "bpb": 4.85324, "chunk_loss": 0.032832, "F": 0.20834, "G": 0.48121, "chunks": 213.34, "bytes_per_chunk": 4.8, "boundary_entropy": 0.69042, "router_noise": 0.0, "grad_norm": 3.6523, "lr": 6.06e-05, "router_trainable": true, "sec_per_step": 0.751, "alpha": 0.03, "t": 84.9}
{"event": "probe", "step": 128, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2991.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.171867, "cps": 23.367188, "mean_p": 0.435788, "boundary_entropy": 0.66947, "bpb": 4.352466}, "de": {"chunks": 3625.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.176545, "cps": 28.320312, "mean_p": 0.437822, "boundary_entropy": 0.671444, "bpb": 4.603636}, "vi": {"chunks": 6380.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.346081, "cps": 49.84375, "mean_p": 0.479019, "boundary_entropy": 0.685608, "bpb": 4.840683}, "tr": {"chunks": 3277.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.18102, "cps": 25.601562, "mean_p": 0.450864, "boundary_entropy": 0.676875, "bpb": 4.80753}, "fi": {"chunks": 2172.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.115464, "cps": 16.96875, "mean_p": 0.441241, "boundary_entropy": 0.67559, "bpb": 4.628738}, "ru": {"chunks": 12144.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.640844, "cps": 94.875, "mean_p": 0.429033, "boundary_entropy": 0.652573, "bpb": 3.236192}, "el": {"chunks": 6587.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.320957, "cps": 51.460938, "mean_p": 0.482144, "boundary_entropy": 0.689017, "bpb": 4.532427}, "hi": {"chunks": 10274.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.610639, "cps": 80.265625, "mean_p": 0.495548, "boundary_entropy": 0.690645, "bpb": 2.876737}, "ta": {"chunks": 12920.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.691094, "cps": 100.9375, "mean_p": 0.486766, "boundary_entropy": 0.690252, "bpb": 3.156441}, "th": {"chunks": 5802.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.360709, "cps": 45.328125, "mean_p": 0.49085, "boundary_entropy": 0.690751, "bpb": 2.901092}, "zh": {"chunks": 4246.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.71893, "cps": 33.171875, "mean_p": 0.49363, "boundary_entropy": 0.686933, "bpb": 6.244823}, "my": {"chunks": 16929.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.893445, "cps": 132.257812, "mean_p": 0.479298, "boundary_entropy": 0.689419, "bpb": 3.628243}}, "bpb": {"en": 4.35247, "de": 4.60364, "vi": 4.84068, "tr": 4.80753, "fi": 4.62874, "ru": 3.23619, "el": 4.53243, "hi": 2.87674, "ta": 3.15644, "th": 2.90109, "zh": 6.24482, "my": 3.62824}, "gini_cpc": 0.323061, "gini_cps": 0.338309, "bpic": 4.393751, "worst_lang": "my", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0272196319147868, "vi": 2.013655830523847, "tr": 1.0532551640448606, "fi": 0.6718242015398169, "ru": 3.7287241142953924, "el": 1.8674738340637076, "hi": 3.552975359958032, "ta": 4.021098867611124, "th": 2.0987676738639918, "zh": 4.183061544946387, "my": 5.198471125853812}, "t": 94.5}
{"event": "train", "step": 200, "phase": 1, "objective": "global", "lm_loss": 2.39177, "bpb": 3.45059, "chunk_loss": 0.032375, "F": 0.20709, "G": 0.38222, "chunks": 212.06, "bytes_per_chunk": 4.829, "boundary_entropy": 0.61081, "router_noise": 0.0, "grad_norm": 1.6739, "lr": 0.0001206, "router_trainable": true, "sec_per_step": 0.259, "alpha": 0.03, "t": 110.9}
{"event": "probe", "step": 256, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3108.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.17859, "cps": 24.28125, "mean_p": 0.320623, "boundary_entropy": 0.55156, "bpb": 3.616038}, "de": {"chunks": 3700.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.180198, "cps": 28.90625, "mean_p": 0.333184, "boundary_entropy": 0.554919, "bpb": 3.79973}, "vi": {"chunks": 6906.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.374614, "cps": 53.953125, "mean_p": 0.368365, "boundary_entropy": 0.53318, "bpb": 3.092851}, "tr": {"chunks": 4347.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.240126, "cps": 33.960938, "mean_p": 0.329116, "boundary_entropy": 0.533034, "bpb": 3.776035}, "fi": {"chunks": 3700.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.196693, "cps": 28.90625, "mean_p": 0.330862, "boundary_entropy": 0.560756, "bpb": 3.801008}, "ru": {"chunks": 7082.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.37372, "cps": 55.328125, "mean_p": 0.304623, "boundary_entropy": 0.528865, "bpb": 2.609982}, "el": {"chunks": 5208.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.253764, "cps": 40.6875, "mean_p": 0.326831, "boundary_entropy": 0.566648, "bpb": 2.731587}, "hi": {"chunks": 7876.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.468113, "cps": 61.53125, "mean_p": 0.370487, "boundary_entropy": 0.606889, "bpb": 2.045977}, "ta": {"chunks": 9984.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.534047, "cps": 78.0, "mean_p": 0.407359, "boundary_entropy": 0.592243, "bpb": 1.865746}, "th": {"chunks": 6857.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.426298, "cps": 53.570312, "mean_p": 0.442714, "boundary_entropy": 0.671828, "bpb": 2.066228}, "zh": {"chunks": 2673.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.452591, "cps": 20.882812, "mean_p": 0.397704, "boundary_entropy": 0.638128, "bpb": 4.935597}, "my": {"chunks": 7106.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.375026, "cps": 55.515625, "mean_p": 0.452959, "boundary_entropy": 0.681835, "bpb": 2.211795}}, "bpb": {"en": 3.61604, "de": 3.79973, "vi": 3.09285, "tr": 3.77604, "fi": 3.80101, "ru": 2.60998, "el": 2.73159, "hi": 2.04598, "ta": 1.86575, "th": 2.06623, "zh": 4.9356, "my": 2.21179}, "gini_cpc": 0.197102, "gini_cps": 0.210818, "bpic": 5.598801, "worst_lang": "ta", "cpc_parity_vs_en": {"en": 1.0, "de": 1.0090029290828004, "vi": 2.097618681101187, "tr": 1.3445662283838276, "fi": 1.1013692596277254, "ru": 2.092617332749259, "el": 1.420931822042771, "hi": 2.621161284400512, "ta": 2.9903513110787783, "th": 2.3870207500453073, "zh": 2.5342451626315494, "my": 2.099930576102204}, "t": 124.7}
{"event": "train", "step": 300, "phase": 1, "objective": "global", "lm_loss": 2.13045, "bpb": 3.07359, "chunk_loss": 0.030576, "F": 0.1877, "G": 0.31361, "chunks": 192.2, "bytes_per_chunk": 5.328, "boundary_entropy": 0.52473, "router_noise": 0.0, "grad_norm": 1.1303, "lr": 0.0001806, "router_trainable": true, "sec_per_step": 0.228, "alpha": 0.03, "t": 133.7}
{"event": "train", "step": 400, "phase": 1, "objective": "global", "lm_loss": 2.01159, "bpb": 2.9021, "chunk_loss": 0.03094, "F": 0.19557, "G": 0.31057, "chunks": 200.27, "bytes_per_chunk": 5.113, "boundary_entropy": 0.50461, "router_noise": 0.0, "grad_norm": 1.4577, "lr": 0.0002406, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 153.0}
{"event": "train", "step": 500, "phase": 1, "objective": "global", "lm_loss": 1.78404, "bpb": 2.57383, "chunk_loss": 0.030909, "F": 0.19485, "G": 0.29364, "chunks": 199.53, "bytes_per_chunk": 5.132, "boundary_entropy": 0.47737, "router_noise": 0.0, "grad_norm": 1.2523, "lr": 0.0003, "router_trainable": true, "sec_per_step": 0.196, "alpha": 0.03, "t": 172.5}
{"event": "train", "step": 600, "phase": 1, "objective": "global", "lm_loss": 1.78779, "bpb": 2.57923, "chunk_loss": 0.030658, "F": 0.18793, "G": 0.28191, "chunks": 192.44, "bytes_per_chunk": 5.321, "boundary_entropy": 0.44935, "router_noise": 0.0, "grad_norm": 0.9126, "lr": 0.0002999, "router_trainable": true, "sec_per_step": 0.199, "alpha": 0.03, "t": 192.5}
{"event": "train", "step": 700, "phase": 1, "objective": "global", "lm_loss": 1.75282, "bpb": 2.52878, "chunk_loss": 0.030799, "F": 0.19298, "G": 0.27751, "chunks": 197.61, "bytes_per_chunk": 5.182, "boundary_entropy": 0.41724, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 0.0002998, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 211.8}
{"event": "train", "step": 800, "phase": 1, "objective": "global", "lm_loss": 1.61485, "bpb": 2.32974, "chunk_loss": 0.030507, "F": 0.18504, "G": 0.27113, "chunks": 189.48, "bytes_per_chunk": 5.404, "boundary_entropy": 0.41022, "router_noise": 0.0, "grad_norm": 0.7776, "lr": 0.0002995, "router_trainable": true, "sec_per_step": 0.198, "alpha": 0.03, "t": 231.7}
{"event": "train", "step": 900, "phase": 1, "objective": "global", "lm_loss": 1.5547, "bpb": 2.24295, "chunk_loss": 0.030462, "F": 0.18437, "G": 0.2545, "chunks": 188.8, "bytes_per_chunk": 5.424, "boundary_entropy": 0.38293, "router_noise": 0.0, "grad_norm": 0.7901, "lr": 0.000299, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 250.8}
{"event": "probe", "step": 1000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 2928.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.168247, "cps": 22.875, "mean_p": 0.222422, "boundary_entropy": 0.34211, "bpb": 2.334588}, "de": {"chunks": 3402.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.165685, "cps": 26.578125, "mean_p": 0.246036, "boundary_entropy": 0.344703, "bpb": 2.629104}, "vi": {"chunks": 3976.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.215677, "cps": 31.0625, "mean_p": 0.276946, "boundary_entropy": 0.433858, "bpb": 2.115775}, "tr": {"chunks": 3347.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184886, "cps": 26.148438, "mean_p": 0.211477, "boundary_entropy": 0.334667, "bpb": 2.620167}, "fi": {"chunks": 3125.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.166126, "cps": 24.414062, "mean_p": 0.243838, "boundary_entropy": 0.373089, "bpb": 2.847323}, "ru": {"chunks": 5304.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.279894, "cps": 41.4375, "mean_p": 0.29242, "boundary_entropy": 0.468502, "bpb": 1.711987}, "el": {"chunks": 6078.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.296156, "cps": 47.484375, "mean_p": 0.266565, "boundary_entropy": 0.446737, "bpb": 1.800517}, "hi": {"chunks": 7036.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.418187, "cps": 54.96875, "mean_p": 0.243773, "boundary_entropy": 0.392716, "bpb": 1.376383}, "ta": {"chunks": 9061.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.484675, "cps": 70.789062, "mean_p": 0.22717, "boundary_entropy": 0.340162, "bpb": 1.130073}, "th": {"chunks": 6849.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.4258, "cps": 53.507812, "mean_p": 0.318394, "boundary_entropy": 0.540622, "bpb": 1.365172}, "zh": {"chunks": 4132.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.699627, "cps": 32.28125, "mean_p": 0.278591, "boundary_entropy": 0.189599, "bpb": 3.456726}, "my": {"chunks": 12607.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.665347, "cps": 98.492188, "mean_p": 0.319597, "boundary_entropy": 0.547859, "bpb": 1.280327}}, "bpb": {"en": 2.33459, "de": 2.6291, "vi": 2.11578, "tr": 2.62017, "fi": 2.84732, "ru": 1.71199, "el": 1.80052, "hi": 1.37638, "ta": 1.13007, "th": 1.36517, "zh": 3.45673, "my": 1.28033}, "gini_cpc": 0.287943, "gini_cps": 0.258468, "bpic": 5.656732, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9847703177531891, "vi": 1.281906299048051, "tr": 1.098900089469819, "fi": 0.9873955964900202, "ru": 1.6635940135819025, "el": 1.7602441043754988, "hi": 2.4855574501254476, "ta": 2.880737650112461, "th": 2.530807709555283, "zh": 4.1583392548838916, "my": 3.9545896426630955}, "t": 273.4}
{"event": "eval", "step": 1000, "phase": 1, "bpb": {"en": 2.3466, "de": 2.62164, "vi": 2.1179, "tr": 2.61204, "fi": 2.85773, "ru": 1.70966, "el": 1.79535, "hi": 1.38462, "ta": 1.13042, "th": 1.36384, "zh": 3.46169, "my": 1.29165}, "bytes_per_chunk": {"en": 5.504, "de": 5.835, "vi": 6.209, "tr": 5.764, "fi": 5.918, "ru": 6.238, "el": 6.14, "hi": 6.019, "ta": 5.604, "th": 6.333, "zh": 3.88, "my": 4.261}, "bpb_mean": 2.05776, "t": 279.3}
{"event": "train", "step": 1000, "phase": 1, "objective": "global", "lm_loss": 1.53945, "bpb": 2.22095, "chunk_loss": 0.030571, "F": 0.18356, "G": 0.26067, "chunks": 187.97, "bytes_per_chunk": 5.448, "boundary_entropy": 0.3688, "router_noise": 0.0, "grad_norm": 0.5972, "lr": 0.0002985, "router_trainable": true, "sec_per_step": 0.287, "alpha": 0.03, "t": 279.5}
{"event": "train", "step": 1100, "phase": 1, "objective": "global", "lm_loss": 1.45321, "bpb": 2.09654, "chunk_loss": 0.030225, "F": 0.17737, "G": 0.26414, "chunks": 181.62, "bytes_per_chunk": 5.638, "boundary_entropy": 0.38654, "router_noise": 0.0, "grad_norm": 0.6548, "lr": 0.0002978, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 298.9}
{"event": "train", "step": 1200, "phase": 1, "objective": "global", "lm_loss": 1.51398, "bpb": 2.18421, "chunk_loss": 0.030477, "F": 0.18575, "G": 0.26808, "chunks": 190.2, "bytes_per_chunk": 5.384, "boundary_entropy": 0.37316, "router_noise": 0.0, "grad_norm": 0.6353, "lr": 0.000297, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 318.4}
{"event": "train", "step": 1300, "phase": 1, "objective": "global", "lm_loss": 1.38243, "bpb": 1.99442, "chunk_loss": 0.030338, "F": 0.18135, "G": 0.2636, "chunks": 185.7, "bytes_per_chunk": 5.514, "boundary_entropy": 0.3558, "router_noise": 0.0, "grad_norm": 0.6585, "lr": 0.0002962, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 337.8}
{"event": "train", "step": 1400, "phase": 1, "objective": "global", "lm_loss": 1.34737, "bpb": 1.94384, "chunk_loss": 0.030199, "F": 0.17496, "G": 0.2613, "chunks": 179.16, "bytes_per_chunk": 5.716, "boundary_entropy": 0.37466, "router_noise": 0.0, "grad_norm": 0.5784, "lr": 0.0002951, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 357.3}
{"event": "train", "step": 1500, "phase": 1, "objective": "global", "lm_loss": 1.42343, "bpb": 2.05358, "chunk_loss": 0.030637, "F": 0.18588, "G": 0.26711, "chunks": 190.34, "bytes_per_chunk": 5.38, "boundary_entropy": 0.35477, "router_noise": 0.0, "grad_norm": 0.6108, "lr": 0.000294, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 376.4}
{"event": "train", "step": 1600, "phase": 1, "objective": "global", "lm_loss": 1.45532, "bpb": 2.09959, "chunk_loss": 0.030372, "F": 0.18626, "G": 0.25194, "chunks": 190.73, "bytes_per_chunk": 5.369, "boundary_entropy": 0.31389, "router_noise": 0.0, "grad_norm": 0.5698, "lr": 0.0002928, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 395.7}
{"event": "train", "step": 1700, "phase": 1, "objective": "global", "lm_loss": 1.48171, "bpb": 2.13765, "chunk_loss": 0.030551, "F": 0.19017, "G": 0.25358, "chunks": 194.73, "bytes_per_chunk": 5.258, "boundary_entropy": 0.30334, "router_noise": 0.0, "grad_norm": 0.5577, "lr": 0.0002914, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 414.8}
{"event": "train", "step": 1800, "phase": 1, "objective": "global", "lm_loss": 1.29156, "bpb": 1.86333, "chunk_loss": 0.030225, "F": 0.17567, "G": 0.25548, "chunks": 179.89, "bytes_per_chunk": 5.692, "boundary_entropy": 0.34232, "router_noise": 0.0, "grad_norm": 0.4989, "lr": 0.0002899, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 433.9}
{"event": "train", "step": 1900, "phase": 1, "objective": "global", "lm_loss": 1.2793, "bpb": 1.84564, "chunk_loss": 0.0302, "F": 0.17749, "G": 0.25449, "chunks": 181.75, "bytes_per_chunk": 5.634, "boundary_entropy": 0.32946, "router_noise": 0.0, "grad_norm": 0.5017, "lr": 0.0002883, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 453.1}
{"event": "probe", "step": 2000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3065.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.176119, "cps": 23.945312, "mean_p": 0.20794, "boundary_entropy": 0.210707, "bpb": 2.072521}, "de": {"chunks": 3343.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.162811, "cps": 26.117188, "mean_p": 0.214385, "boundary_entropy": 0.240966, "bpb": 2.30484}, "vi": {"chunks": 4008.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.217413, "cps": 31.3125, "mean_p": 0.260403, "boundary_entropy": 0.401113, "bpb": 1.968771}, "tr": {"chunks": 3334.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.184168, "cps": 26.046875, "mean_p": 0.195377, "boundary_entropy": 0.254855, "bpb": 2.285634}, "fi": {"chunks": 3034.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161289, "cps": 23.703125, "mean_p": 0.217729, "boundary_entropy": 0.283564, "bpb": 2.493722}, "ru": {"chunks": 5132.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.270818, "cps": 40.09375, "mean_p": 0.280694, "boundary_entropy": 0.437671, "bpb": 1.428027}, "el": {"chunks": 5815.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.283341, "cps": 45.429688, "mean_p": 0.260496, "boundary_entropy": 0.410318, "bpb": 1.484056}, "hi": {"chunks": 7399.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.439762, "cps": 57.804688, "mean_p": 0.237112, "boundary_entropy": 0.340559, "bpb": 1.190628}, "ta": {"chunks": 9322.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.498636, "cps": 72.828125, "mean_p": 0.23907, "boundary_entropy": 0.33058, "bpb": 0.992641}, "th": {"chunks": 6849.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.4258, "cps": 53.507812, "mean_p": 0.333423, "boundary_entropy": 0.544998, "bpb": 1.144365}, "zh": {"chunks": 3974.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.672875, "cps": 31.046875, "mean_p": 0.264905, "boundary_entropy": 0.175929, "bpb": 3.14702}, "my": {"chunks": 11602.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.612307, "cps": 90.640625, "mean_p": 0.303382, "boundary_entropy": 0.514729, "bpb": 1.151644}}, "bpb": {"en": 2.07252, "de": 2.30484, "vi": 1.96877, "tr": 2.28563, "fi": 2.49372, "ru": 1.42803, "el": 1.48406, "hi": 1.19063, "ta": 0.99264, "th": 1.14437, "zh": 3.14702, "my": 1.15164}, "gini_cpc": 0.281061, "gini_cps": 0.253192, "bpic": 5.73861, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9244376199725918, "vi": 1.2344633828747096, "tr": 1.0457037980690338, "fi": 0.9157930310984783, "ru": 1.537698089330986, "el": 1.6088016953723745, "hi": 2.4969600605019044, "ta": 2.8312438138277938, "th": 2.4176851463549327, "zh": 3.820569122892693, "my": 3.4766672486664802}, "t": 475.3}
{"event": "eval", "step": 2000, "phase": 1, "bpb": {"en": 2.08259, "de": 2.29926, "vi": 1.97392, "tr": 2.27855, "fi": 2.50909, "ru": 1.42441, "el": 1.48084, "hi": 1.19865, "ta": 0.99244, "th": 1.13968, "zh": 3.15806, "my": 1.16031}, "bytes_per_chunk": {"en": 5.26, "de": 5.862, "vi": 5.89, "tr": 5.444, "fi": 6.134, "ru": 6.366, "el": 6.302, "hi": 5.75, "ta": 5.436, "th": 6.388, "zh": 3.972, "my": 4.793}, "bpb_mean": 1.80815, "t": 481.3}
{"event": "train", "step": 2000, "phase": 1, "objective": "global", "lm_loss": 1.37033, "bpb": 1.97697, "chunk_loss": 0.030615, "F": 0.19005, "G": 0.24685, "chunks": 194.61, "bytes_per_chunk": 5.262, "boundary_entropy": 0.28511, "router_noise": 0.0, "grad_norm": 0.4796, "lr": 0.0002866, "router_trainable": true, "sec_per_step": 0.284, "alpha": 0.03, "t": 481.5}
{"event": "train", "step": 2100, "phase": 1, "objective": "global", "lm_loss": 1.39032, "bpb": 2.0058, "chunk_loss": 0.030408, "F": 0.18822, "G": 0.2498, "chunks": 192.73, "bytes_per_chunk": 5.313, "boundary_entropy": 0.28235, "router_noise": 0.0, "grad_norm": 0.5007, "lr": 0.0002848, "router_trainable": true, "sec_per_step": 0.197, "alpha": 0.03, "t": 501.2}
{"event": "train", "step": 2200, "phase": 1, "objective": "global", "lm_loss": 1.25136, "bpb": 1.80533, "chunk_loss": 0.030065, "F": 0.17038, "G": 0.24294, "chunks": 174.47, "bytes_per_chunk": 5.869, "boundary_entropy": 0.31112, "router_noise": 0.0, "grad_norm": 0.4603, "lr": 0.0002829, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 520.3}
{"event": "train", "step": 2300, "phase": 1, "objective": "global", "lm_loss": 1.39661, "bpb": 2.01488, "chunk_loss": 0.030497, "F": 0.18939, "G": 0.25156, "chunks": 193.94, "bytes_per_chunk": 5.28, "boundary_entropy": 0.2829, "router_noise": 0.0, "grad_norm": 0.4839, "lr": 0.0002809, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 539.7}
{"event": "train", "step": 2400, "phase": 1, "objective": "global", "lm_loss": 1.30098, "bpb": 1.87692, "chunk_loss": 0.03018, "F": 0.17932, "G": 0.23792, "chunks": 183.62, "bytes_per_chunk": 5.577, "boundary_entropy": 0.27416, "router_noise": 0.0, "grad_norm": 0.4831, "lr": 0.0002788, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 558.9}
{"event": "train", "step": 2500, "phase": 1, "objective": "global", "lm_loss": 1.27139, "bpb": 1.83423, "chunk_loss": 0.030463, "F": 0.18546, "G": 0.2467, "chunks": 189.91, "bytes_per_chunk": 5.392, "boundary_entropy": 0.28249, "router_noise": 0.0, "grad_norm": 0.4993, "lr": 0.0002765, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 578.2}
{"event": "train", "step": 2600, "phase": 1, "objective": "global", "lm_loss": 1.36571, "bpb": 1.9703, "chunk_loss": 0.030563, "F": 0.19286, "G": 0.23904, "chunks": 197.48, "bytes_per_chunk": 5.185, "boundary_entropy": 0.24671, "router_noise": 0.0, "grad_norm": 0.4495, "lr": 0.0002742, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 597.7}
{"event": "train", "step": 2700, "phase": 1, "objective": "global", "lm_loss": 1.22634, "bpb": 1.76924, "chunk_loss": 0.030374, "F": 0.18187, "G": 0.24813, "chunks": 186.23, "bytes_per_chunk": 5.498, "boundary_entropy": 0.2899, "router_noise": 0.0, "grad_norm": 0.4345, "lr": 0.0002718, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 617.0}
{"event": "train", "step": 2800, "phase": 1, "objective": "global", "lm_loss": 1.29469, "bpb": 1.86785, "chunk_loss": 0.030415, "F": 0.1897, "G": 0.23988, "chunks": 194.25, "bytes_per_chunk": 5.272, "boundary_entropy": 0.24881, "router_noise": 0.0, "grad_norm": 0.4202, "lr": 0.0002693, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 636.4}
{"event": "train", "step": 2900, "phase": 1, "objective": "global", "lm_loss": 1.36401, "bpb": 1.96786, "chunk_loss": 0.03048, "F": 0.19057, "G": 0.23552, "chunks": 195.14, "bytes_per_chunk": 5.247, "boundary_entropy": 0.24736, "router_noise": 0.0, "grad_norm": 0.4594, "lr": 0.0002667, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 655.5}
{"event": "probe", "step": 3000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3201.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183934, "cps": 25.007812, "mean_p": 0.200543, "boundary_entropy": 0.147886, "bpb": 1.96386}, "de": {"chunks": 3606.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17562, "cps": 28.171875, "mean_p": 0.203791, "boundary_entropy": 0.181926, "bpb": 2.146942}, "vi": {"chunks": 3931.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.213236, "cps": 30.710938, "mean_p": 0.242022, "boundary_entropy": 0.352813, "bpb": 1.859576}, "tr": {"chunks": 3518.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.194332, "cps": 27.484375, "mean_p": 0.201399, "boundary_entropy": 0.195695, "bpb": 2.151209}, "fi": {"chunks": 3193.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169741, "cps": 24.945312, "mean_p": 0.197961, "boundary_entropy": 0.217351, "bpb": 2.326928}, "ru": {"chunks": 5342.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.2819, "cps": 41.734375, "mean_p": 0.269073, "boundary_entropy": 0.393122, "bpb": 1.309231}, "el": {"chunks": 5917.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.288311, "cps": 46.226562, "mean_p": 0.263598, "boundary_entropy": 0.384679, "bpb": 1.358707}, "hi": {"chunks": 7529.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.447489, "cps": 58.820312, "mean_p": 0.220965, "boundary_entropy": 0.291331, "bpb": 1.105701}, "ta": {"chunks": 8899.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.47601, "cps": 69.523438, "mean_p": 0.226648, "boundary_entropy": 0.298809, "bpb": 0.925771}, "th": {"chunks": 7683.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.47765, "cps": 60.023438, "mean_p": 0.350319, "boundary_entropy": 0.549563, "bpb": 1.070352}, "zh": {"chunks": 4022.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.681002, "cps": 31.421875, "mean_p": 0.258798, "boundary_entropy": 0.13809, "bpb": 2.967732}, "my": {"chunks": 8546.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.451024, "cps": 66.765625, "mean_p": 0.337548, "boundary_entropy": 0.557724, "bpb": 1.079677}}, "bpb": {"en": 1.96386, "de": 2.14694, "vi": 1.85958, "tr": 2.15121, "fi": 2.32693, "ru": 1.30923, "el": 1.35871, "hi": 1.1057, "ta": 0.92577, "th": 1.07035, "zh": 2.96773, "my": 1.07968}, "gini_cpc": 0.255333, "gini_cps": 0.212732, "bpic": 5.869378, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9547985730424761, "vi": 1.1593067056699378, "tr": 1.0565346136325715, "fi": 0.9228380251898516, "ru": 1.5326151540704216, "el": 1.5674697567695666, "hi": 2.43287989962275, "ta": 2.5879398813840186, "th": 2.596858069201836, "zh": 3.7024318192132855, "my": 2.4520987642596648}, "t": 678.0}
{"event": "eval", "step": 3000, "phase": 1, "bpb": {"en": 1.97161, "de": 2.1407, "vi": 1.86563, "tr": 2.14461, "fi": 2.3426, "ru": 1.30653, "el": 1.35366, "hi": 1.11426, "ta": 0.92815, "th": 1.06721, "zh": 2.97677, "my": 1.08835}, "bytes_per_chunk": {"en": 5.057, "de": 5.422, "vi": 6.105, "tr": 5.244, "fi": 5.749, "ru": 6.151, "el": 6.131, "hi": 5.651, "ta": 5.71, "th": 5.838, "zh": 3.956, "my": 6.274}, "bpb_mean": 1.69167, "t": 684.0}
{"event": "train", "step": 3000, "phase": 1, "objective": "global", "lm_loss": 1.39104, "bpb": 2.00685, "chunk_loss": 0.030709, "F": 0.20071, "G": 0.24279, "chunks": 205.53, "bytes_per_chunk": 4.982, "boundary_entropy": 0.2262, "router_noise": 0.0, "grad_norm": 0.4533, "lr": 0.000264, "router_trainable": true, "sec_per_step": 0.286, "alpha": 0.03, "t": 684.2}
{"event": "train", "step": 3100, "phase": 1, "objective": "global", "lm_loss": 1.27313, "bpb": 1.83675, "chunk_loss": 0.030538, "F": 0.19038, "G": 0.24678, "chunks": 194.95, "bytes_per_chunk": 5.253, "boundary_entropy": 0.26663, "router_noise": 0.0, "grad_norm": 0.4137, "lr": 0.0002612, "router_trainable": true, "sec_per_step": 0.188, "alpha": 0.03, "t": 703.0}
{"event": "train", "step": 3200, "phase": 1, "objective": "global", "lm_loss": 1.30707, "bpb": 1.8857, "chunk_loss": 0.030449, "F": 0.19054, "G": 0.23799, "chunks": 195.11, "bytes_per_chunk": 5.248, "boundary_entropy": 0.23696, "router_noise": 0.0, "grad_norm": 0.4361, "lr": 0.0002583, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 722.1}
{"event": "train", "step": 3300, "phase": 1, "objective": "global", "lm_loss": 1.17083, "bpb": 1.68914, "chunk_loss": 0.030582, "F": 0.19009, "G": 0.25191, "chunks": 194.66, "bytes_per_chunk": 5.261, "boundary_entropy": 0.27066, "router_noise": 0.0, "grad_norm": 0.4179, "lr": 0.0002553, "router_trainable": true, "sec_per_step": 0.195, "alpha": 0.03, "t": 741.6}
{"event": "train", "step": 3400, "phase": 1, "objective": "global", "lm_loss": 1.22387, "bpb": 1.76568, "chunk_loss": 0.030461, "F": 0.18948, "G": 0.24185, "chunks": 194.03, "bytes_per_chunk": 5.278, "boundary_entropy": 0.2374, "router_noise": 0.0, "grad_norm": 0.415, "lr": 0.0002523, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 760.7}
{"event": "train", "step": 3500, "phase": 1, "objective": "global", "lm_loss": 1.20949, "bpb": 1.74492, "chunk_loss": 0.030662, "F": 0.19366, "G": 0.25437, "chunks": 198.31, "bytes_per_chunk": 5.164, "boundary_entropy": 0.26424, "router_noise": 0.0, "grad_norm": 0.4113, "lr": 0.0002492, "router_trainable": true, "sec_per_step": 0.191, "alpha": 0.03, "t": 779.8}
{"event": "train", "step": 3600, "phase": 1, "objective": "global", "lm_loss": 1.27239, "bpb": 1.83567, "chunk_loss": 0.030332, "F": 0.18344, "G": 0.22578, "chunks": 187.84, "bytes_per_chunk": 5.451, "boundary_entropy": 0.21677, "router_noise": 0.0, "grad_norm": 0.4475, "lr": 0.000246, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 799.0}
{"event": "train", "step": 3700, "phase": 1, "objective": "global", "lm_loss": 1.18901, "bpb": 1.71538, "chunk_loss": 0.030081, "F": 0.17557, "G": 0.23197, "chunks": 179.78, "bytes_per_chunk": 5.696, "boundary_entropy": 0.25178, "router_noise": 0.0, "grad_norm": 0.4619, "lr": 0.0002427, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 818.4}
{"event": "train", "step": 3800, "phase": 1, "objective": "global", "lm_loss": 1.32628, "bpb": 1.91342, "chunk_loss": 0.030729, "F": 0.19737, "G": 0.24866, "chunks": 202.11, "bytes_per_chunk": 5.067, "boundary_entropy": 0.23681, "router_noise": 0.0, "grad_norm": 0.4084, "lr": 0.0002394, "router_trainable": true, "sec_per_step": 0.193, "alpha": 0.03, "t": 837.7}
{"event": "train", "step": 3900, "phase": 1, "objective": "global", "lm_loss": 1.18299, "bpb": 1.70669, "chunk_loss": 0.031114, "F": 0.19666, "G": 0.24347, "chunks": 201.38, "bytes_per_chunk": 5.085, "boundary_entropy": 0.23082, "router_noise": 0.0, "grad_norm": 0.4048, "lr": 0.000236, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 857.1}
{"event": "probe", "step": 4000, "phase": 1, "objective": "global", "router_trainable": true, "per_lang": {"en": {"chunks": 3210.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184451, "cps": 25.078125, "mean_p": 0.196497, "boundary_entropy": 0.115513, "bpb": 1.88565}, "de": {"chunks": 3558.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.173282, "cps": 27.796875, "mean_p": 0.192594, "boundary_entropy": 0.142688, "bpb": 2.064986}, "vi": {"chunks": 3783.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.205207, "cps": 29.554688, "mean_p": 0.228584, "boundary_entropy": 0.322604, "bpb": 1.793528}, "tr": {"chunks": 3602.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.198973, "cps": 28.140625, "mean_p": 0.196402, "boundary_entropy": 0.164624, "bpb": 2.053235}, "fi": {"chunks": 3245.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.172505, "cps": 25.351562, "mean_p": 0.19526, "boundary_entropy": 0.191557, "bpb": 2.209595}, "ru": {"chunks": 5479.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.289129, "cps": 42.804688, "mean_p": 0.284395, "boundary_entropy": 0.404584, "bpb": 1.252612}, "el": {"chunks": 5982.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.291478, "cps": 46.734375, "mean_p": 0.268277, "boundary_entropy": 0.383825, "bpb": 1.277185}, "hi": {"chunks": 7354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.437088, "cps": 57.453125, "mean_p": 0.212891, "boundary_entropy": 0.274798, "bpb": 1.04317}, "ta": {"chunks": 8626.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.461407, "cps": 67.390625, "mean_p": 0.222623, "boundary_entropy": 0.284468, "bpb": 0.882553}, "th": {"chunks": 7209.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.448182, "cps": 56.320312, "mean_p": 0.348505, "boundary_entropy": 0.539836, "bpb": 1.014984}, "zh": {"chunks": 4003.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.677785, "cps": 31.273438, "mean_p": 0.255525, "boundary_entropy": 0.12957, "bpb": 2.850356}, "my": {"chunks": 10289.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.543012, "cps": 80.382812, "mean_p": 0.384537, "boundary_entropy": 0.599433, "bpb": 1.027077}}, "bpb": {"en": 1.88565, "de": 2.06499, "vi": 1.79353, "tr": 2.05324, "fi": 2.20959, "ru": 1.25261, "el": 1.27719, "hi": 1.04317, "ta": 0.88255, "th": 1.01498, "zh": 2.85036, "my": 1.02708}, "gini_cpc": 0.260632, "gini_cps": 0.224824, "bpic": 5.785062, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.939447736513504, "vi": 1.11253142513859, "tr": 1.0787287282894713, "fi": 0.9352374853250013, "ru": 1.5675130816462406, "el": 1.5802458240378585, "hi": 2.369668745052839, "ta": 2.501514773553826, "th": 2.42981410090669, "zh": 3.6746098534359164, "my": 2.9439394881022136}, "t": 879.4}
{"event": "eval", "step": 4000, "phase": 1, "bpb": {"en": 1.8917, "de": 2.05926, "vi": 1.80099, "tr": 2.04733, "fi": 2.22623, "ru": 1.25012, "el": 1.27403, "hi": 1.05277, "ta": 0.8842, "th": 1.01354, "zh": 2.86063, "my": 1.03516}, "bytes_per_chunk": {"en": 5.073, "de": 5.531, "vi": 6.413, "tr": 5.264, "fi": 5.727, "ru": 5.987, "el": 6.108, "hi": 5.761, "ta": 5.877, "th": 6.079, "zh": 3.975, "my": 5.208}, "bpb_mean": 1.61633, "t": 885.4}
{"event": "train", "step": 4000, "phase": 1, "objective": "global", "lm_loss": 1.18759, "bpb": 1.71332, "chunk_loss": 0.030458, "F": 0.19019, "G": 0.25019, "chunks": 194.75, "bytes_per_chunk": 5.258, "boundary_entropy": 0.24543, "router_noise": 0.0, "grad_norm": 0.4235, "lr": 0.0002325, "router_trainable": true, "sec_per_step": 0.285, "alpha": 0.03, "t": 885.5}
{"event": "train", "step": 4100, "phase": 1, "objective": "global", "lm_loss": 1.25584, "bpb": 1.81179, "chunk_loss": 0.030427, "F": 0.19025, "G": 0.23736, "chunks": 194.81, "bytes_per_chunk": 5.256, "boundary_entropy": 0.22112, "router_noise": 0.0, "grad_norm": 0.4051, "lr": 0.000229, "router_trainable": true, "sec_per_step": 0.192, "alpha": 0.03, "t": 904.8}
{"event": "train", "step": 4200, "phase": 1, "objective": "global", "lm_loss": 1.07855, "bpb": 1.55601, "chunk_loss": 0.030287, "F": 0.18005, "G": 0.25433, "chunks": 184.38, "bytes_per_chunk": 5.554, "boundary_entropy": 0.28345, "router_noise": 0.0, "grad_norm": 0.4222, "lr": 0.0002254, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 924.2}
{"event": "train", "step": 4300, "phase": 1, "objective": "global", "lm_loss": 1.23315, "bpb": 1.77906, "chunk_loss": 0.030453, "F": 0.19347, "G": 0.23594, "chunks": 198.11, "bytes_per_chunk": 5.169, "boundary_entropy": 0.20559, "router_noise": 0.0, "grad_norm": 0.4046, "lr": 0.0002217, "router_trainable": true, "sec_per_step": 0.194, "alpha": 0.03, "t": 943.6}
{"event": "phase_transition", "step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0, "t": 962.5}
{"event": "train", "step": 4400, "phase": 2, "objective": "parity_a", "lm_loss": 1.24994, "bpb": 1.80328, "chunk_loss": 0.033107, "F": 0.18553, "G": 0.23329, "chunks": 189.98, "bytes_per_chunk": 5.39, "boundary_entropy": 0.2136, "router_noise": 0.0, "grad_norm": 0.3995, "lr": 0.0002181, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.7204, "alpha": 0.03, "t": 962.7}
{"event": "train", "step": 4500, "phase": 2, "objective": "parity_a", "lm_loss": 1.24926, "bpb": 1.8023, "chunk_loss": 0.030888, "F": 0.17171, "G": 0.18947, "chunks": 175.83, "bytes_per_chunk": 5.824, "boundary_entropy": 0.1516, "router_noise": 0.0, "grad_norm": 0.4167, "lr": 0.0002143, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.6056, "alpha": 0.03, "t": 981.8}
{"event": "train", "step": 4600, "phase": 2, "objective": "parity_a", "lm_loss": 1.18718, "bpb": 1.71273, "chunk_loss": 0.030674, "F": 0.15631, "G": 0.17993, "chunks": 160.06, "bytes_per_chunk": 6.398, "boundary_entropy": 0.15975, "router_noise": 0.0, "grad_norm": 0.4016, "lr": 0.0002105, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.6816, "alpha": 0.03, "t": 1000.9}
{"event": "train", "step": 4700, "phase": 2, "objective": "parity_a", "lm_loss": 1.19613, "bpb": 1.72566, "chunk_loss": 0.030886, "F": 0.16179, "G": 0.1816, "chunks": 165.67, "bytes_per_chunk": 6.181, "boundary_entropy": 0.14938, "router_noise": 0.0, "grad_norm": 0.4077, "lr": 0.0002067, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.4602, "alpha": 0.03, "t": 1020.1}
{"event": "train", "step": 4800, "phase": 2, "objective": "parity_a", "lm_loss": 1.20809, "bpb": 1.7429, "chunk_loss": 0.030386, "F": 0.15556, "G": 0.17201, "chunks": 159.3, "bytes_per_chunk": 6.428, "boundary_entropy": 0.13509, "router_noise": 0.0, "grad_norm": 0.3961, "lr": 0.0002029, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 9.0803, "alpha": 0.03, "t": 1039.1}
{"event": "train", "step": 4900, "phase": 2, "objective": "parity_a", "lm_loss": 1.174, "bpb": 1.69372, "chunk_loss": 0.03061, "F": 0.16574, "G": 0.17815, "chunks": 169.72, "bytes_per_chunk": 6.034, "boundary_entropy": 0.11701, "router_noise": 0.0, "grad_norm": 0.4209, "lr": 0.000199, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.5379, "alpha": 0.03, "t": 1058.2}
{"event": "probe", "step": 5000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3187.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183129, "cps": 24.898438, "mean_p": 0.185354, "boundary_entropy": 0.074183, "bpb": 1.799498}, "de": {"chunks": 3441.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167584, "cps": 26.882812, "mean_p": 0.171528, "boundary_entropy": 0.078474, "bpb": 1.965352}, "vi": {"chunks": 3206.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173908, "cps": 25.046875, "mean_p": 0.174082, "boundary_entropy": 0.211401, "bpb": 1.708768}, "tr": {"chunks": 3359.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.185549, "cps": 26.242188, "mean_p": 0.171846, "boundary_entropy": 0.108762, "bpb": 1.927536}, "fi": {"chunks": 3079.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.163681, "cps": 24.054688, "mean_p": 0.167099, "boundary_entropy": 0.119819, "bpb": 2.111212}, "ru": {"chunks": 3448.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.181953, "cps": 26.9375, "mean_p": 0.123518, "boundary_entropy": 0.157415, "bpb": 1.226474}, "el": {"chunks": 3232.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.157482, "cps": 25.25, "mean_p": 0.113888, "boundary_entropy": 0.177891, "bpb": 1.258949}, "hi": {"chunks": 3145.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.186924, "cps": 24.570312, "mean_p": 0.101164, "boundary_entropy": 0.172079, "bpb": 1.052597}, "ta": {"chunks": 3297.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.176357, "cps": 25.757812, "mean_p": 0.095711, "boundary_entropy": 0.174761, "bpb": 0.900484}, "th": {"chunks": 3379.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.210071, "cps": 26.398438, "mean_p": 0.104419, "boundary_entropy": 0.178881, "bpb": 0.997889}, "zh": {"chunks": 3993.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.676092, "cps": 31.195312, "mean_p": 0.252514, "boundary_entropy": 0.121294, "bpb": 2.767262}, "my": {"chunks": 2263.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.119432, "cps": 17.679688, "mean_p": 0.172389, "boundary_entropy": 0.365514, "bpb": 1.00373}}, "bpb": {"en": 1.7995, "de": 1.96535, "vi": 1.70877, "tr": 1.92754, "fi": 2.11121, "ru": 1.22647, "el": 1.25895, "hi": 1.0526, "ta": 0.90048, "th": 0.99789, "zh": 2.76726, "my": 1.00373}, "gini_cpc": 0.222112, "gini_cps": 0.055316, "bpic": 9.833227, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9151121513454942, "vi": 0.9496475076867146, "tr": 1.0132147632500224, "fi": 0.8937989953971648, "ru": 0.9935737283638264, "el": 0.8599487383582634, "hi": 1.0207223718570662, "ta": 0.9630205049548962, "th": 1.1471208756352915, "zh": 3.691882957464241, "my": 0.6521736300872389}, "t": 1080.4}
{"event": "eval", "step": 5000, "phase": 2, "bpb": {"en": 1.80122, "de": 1.96467, "vi": 1.72025, "tr": 1.92001, "fi": 2.12604, "ru": 1.22493, "el": 1.25569, "hi": 1.0615, "ta": 0.90318, "th": 0.99606, "zh": 2.77819, "my": 1.01191}, "bytes_per_chunk": {"en": 5.096, "de": 5.648, "vi": 7.698, "tr": 5.491, "fi": 5.981, "ru": 9.144, "el": 10.463, "hi": 12.934, "ta": 14.31, "th": 13.249, "zh": 3.992, "my": 20.589}, "bpb_mean": 1.56364, "t": 1086.0}
{"event": "train", "step": 5000, "phase": 2, "objective": "parity_a", "lm_loss": 1.13429, "bpb": 1.63644, "chunk_loss": 0.030541, "F": 0.15239, "G": 0.17045, "chunks": 156.05, "bytes_per_chunk": 6.562, "boundary_entropy": 0.13473, "router_noise": 0.0, "grad_norm": 0.4032, "lr": 0.000195, "router_trainable": true, "sec_per_step": 0.28, "n_target_mean": 9.5372, "alpha": 0.03, "t": 1086.2}
{"event": "train", "step": 5100, "phase": 2, "objective": "parity_a", "lm_loss": 1.12487, "bpb": 1.62285, "chunk_loss": 0.030645, "F": 0.14932, "G": 0.16678, "chunks": 152.91, "bytes_per_chunk": 6.697, "boundary_entropy": 0.1342, "router_noise": 0.0, "grad_norm": 0.4011, "lr": 0.0001911, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 10.2808, "alpha": 0.03, "t": 1105.5}
{"event": "train", "step": 5200, "phase": 2, "objective": "parity_a", "lm_loss": 1.24358, "bpb": 1.7941, "chunk_loss": 0.030596, "F": 0.16571, "G": 0.17734, "chunks": 169.69, "bytes_per_chunk": 6.035, "boundary_entropy": 0.11745, "router_noise": 0.0, "grad_norm": 0.4109, "lr": 0.0001871, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 8.7255, "alpha": 0.03, "t": 1124.7}
{"event": "train", "step": 5300, "phase": 2, "objective": "parity_a", "lm_loss": 1.14266, "bpb": 1.6485, "chunk_loss": 0.030467, "F": 0.15959, "G": 0.17004, "chunks": 163.42, "bytes_per_chunk": 6.266, "boundary_entropy": 0.11604, "router_noise": 0.0, "grad_norm": 0.4206, "lr": 0.0001831, "router_trainable": true, "sec_per_step": 0.195, "n_target_mean": 9.0671, "alpha": 0.03, "t": 1144.2}
{"event": "train", "step": 5400, "phase": 2, "objective": "parity_a", "lm_loss": 1.08297, "bpb": 1.56239, "chunk_loss": 0.030564, "F": 0.15067, "G": 0.16437, "chunks": 154.28, "bytes_per_chunk": 6.637, "boundary_entropy": 0.11458, "router_noise": 0.0, "grad_norm": 0.4056, "lr": 0.0001791, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 9.3868, "alpha": 0.03, "t": 1163.2}
{"event": "train", "step": 5500, "phase": 2, "objective": "parity_a", "lm_loss": 1.10076, "bpb": 1.58807, "chunk_loss": 0.030377, "F": 0.14931, "G": 0.16228, "chunks": 152.89, "bytes_per_chunk": 6.698, "boundary_entropy": 0.11493, "router_noise": 0.0, "grad_norm": 0.3886, "lr": 0.0001751, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.5342, "alpha": 0.03, "t": 1182.4}
{"event": "train", "step": 5600, "phase": 2, "objective": "parity_a", "lm_loss": 1.1205, "bpb": 1.61654, "chunk_loss": 0.030456, "F": 0.15483, "G": 0.1645, "chunks": 158.55, "bytes_per_chunk": 6.459, "boundary_entropy": 0.10312, "router_noise": 0.0, "grad_norm": 0.4004, "lr": 0.0001711, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.2622, "alpha": 0.03, "t": 1201.5}
{"event": "train", "step": 5700, "phase": 2, "objective": "parity_a", "lm_loss": 1.21323, "bpb": 1.75033, "chunk_loss": 0.03052, "F": 0.16731, "G": 0.18095, "chunks": 171.33, "bytes_per_chunk": 5.977, "boundary_entropy": 0.11161, "router_noise": 0.0, "grad_norm": 0.4067, "lr": 0.000167, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 8.2312, "alpha": 0.03, "t": 1220.7}
{"event": "train", "step": 5800, "phase": 2, "objective": "parity_a", "lm_loss": 1.21342, "bpb": 1.7506, "chunk_loss": 0.030493, "F": 0.17622, "G": 0.18322, "chunks": 180.45, "bytes_per_chunk": 5.675, "boundary_entropy": 0.09094, "router_noise": 0.0, "grad_norm": 0.4243, "lr": 0.000163, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 8.0077, "alpha": 0.03, "t": 1240.0}
{"event": "train", "step": 5900, "phase": 2, "objective": "parity_a", "lm_loss": 1.15363, "bpb": 1.66434, "chunk_loss": 0.03056, "F": 0.16637, "G": 0.17779, "chunks": 170.36, "bytes_per_chunk": 6.011, "boundary_entropy": 0.10647, "router_noise": 0.0, "grad_norm": 0.4139, "lr": 0.0001589, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 8.8393, "alpha": 0.03, "t": 1259.1}
{"event": "probe", "step": 6000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3186.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183072, "cps": 24.890625, "mean_p": 0.184391, "boundary_entropy": 0.059205, "bpb": 1.731723}, "de": {"chunks": 3431.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167097, "cps": 26.804688, "mean_p": 0.16706, "boundary_entropy": 0.065896, "bpb": 1.883203}, "vi": {"chunks": 2840.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.154055, "cps": 22.1875, "mean_p": 0.14929, "boundary_entropy": 0.169335, "bpb": 1.645646}, "tr": {"chunks": 3241.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.179031, "cps": 25.320312, "mean_p": 0.162187, "boundary_entropy": 0.091113, "bpb": 1.832095}, "fi": {"chunks": 2987.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.15879, "cps": 23.335938, "mean_p": 0.158363, "boundary_entropy": 0.095091, "bpb": 2.024363}, "ru": {"chunks": 3441.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.181583, "cps": 26.882812, "mean_p": 0.113218, "boundary_entropy": 0.112109, "bpb": 1.186061}, "el": {"chunks": 3381.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.164742, "cps": 26.414062, "mean_p": 0.106648, "boundary_entropy": 0.13956, "bpb": 1.20868}, "hi": {"chunks": 3087.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.183477, "cps": 24.117188, "mean_p": 0.099405, "boundary_entropy": 0.164501, "bpb": 1.018745}, "ta": {"chunks": 2778.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.148596, "cps": 21.703125, "mean_p": 0.087152, "boundary_entropy": 0.155689, "bpb": 0.873414}, "th": {"chunks": 2895.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.179981, "cps": 22.617188, "mean_p": 0.089445, "boundary_entropy": 0.151903, "bpb": 0.968701}, "zh": {"chunks": 4005.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.678124, "cps": 31.289062, "mean_p": 0.25282, "boundary_entropy": 0.106447, "bpb": 2.708264}, "my": {"chunks": 2101.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.110882, "cps": 16.414062, "mean_p": 0.169924, "boundary_entropy": 0.348487, "bpb": 0.965834}}, "bpb": {"en": 1.73172, "de": 1.8832, "vi": 1.64565, "tr": 1.8321, "fi": 2.02436, "ru": 1.18606, "el": 1.20868, "hi": 1.01874, "ta": 0.87341, "th": 0.9687, "zh": 2.70826, "my": 0.96583}, "gini_cpc": 0.231925, "gini_cps": 0.076568, "bpic": 10.268937, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9127391091443171, "vi": 0.8414988888020565, "tr": 0.9779278813959833, "fi": 0.8673645894371417, "ru": 0.9918678353681261, "el": 0.8998760106822413, "hi": 1.0022127080867353, "ta": 0.8116805151986315, "th": 0.9831184614222818, "zh": 3.7041402882446466, "my": 0.60567692052031}, "t": 1281.3}
{"event": "eval", "step": 6000, "phase": 2, "bpb": {"en": 1.73239, "de": 1.88727, "vi": 1.65954, "tr": 1.82571, "fi": 2.03795, "ru": 1.18392, "el": 1.20622, "hi": 1.02505, "ta": 0.87608, "th": 0.96753, "zh": 2.71823, "my": 0.97462}, "bytes_per_chunk": {"en": 5.117, "de": 5.656, "vi": 8.488, "tr": 5.802, "fi": 6.173, "ru": 9.409, "el": 10.348, "hi": 13.357, "ta": 17.217, "th": 15.137, "zh": 3.985, "my": 22.157}, "bpb_mean": 1.50788, "t": 1286.8}
{"event": "train", "step": 6000, "phase": 2, "objective": "parity_a", "lm_loss": 1.17879, "bpb": 1.70063, "chunk_loss": 0.030497, "F": 0.15704, "G": 0.17527, "chunks": 160.81, "bytes_per_chunk": 6.368, "boundary_entropy": 0.11892, "router_noise": 0.0, "grad_norm": 0.4005, "lr": 0.0001549, "router_trainable": true, "sec_per_step": 0.279, "n_target_mean": 9.5562, "alpha": 0.03, "t": 1287.0}
{"event": "train", "step": 6100, "phase": 2, "objective": "parity_a", "lm_loss": 1.12403, "bpb": 1.62164, "chunk_loss": 0.030938, "F": 0.15834, "G": 0.16649, "chunks": 162.14, "bytes_per_chunk": 6.316, "boundary_entropy": 0.09699, "router_noise": 0.0, "grad_norm": 0.4297, "lr": 0.0001509, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.1355, "alpha": 0.03, "t": 1306.2}
{"event": "train", "step": 6200, "phase": 2, "objective": "parity_a", "lm_loss": 1.0639, "bpb": 1.53489, "chunk_loss": 0.030317, "F": 0.14639, "G": 0.16104, "chunks": 149.91, "bytes_per_chunk": 6.831, "boundary_entropy": 0.10924, "router_noise": 0.0, "grad_norm": 0.4116, "lr": 0.0001469, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.8141, "alpha": 0.03, "t": 1325.4}
{"event": "train", "step": 6300, "phase": 2, "objective": "parity_a", "lm_loss": 1.12772, "bpb": 1.62696, "chunk_loss": 0.032826, "F": 0.17322, "G": 0.18537, "chunks": 177.38, "bytes_per_chunk": 5.773, "boundary_entropy": 0.10714, "router_noise": 0.0, "grad_norm": 0.402, "lr": 0.0001429, "router_trainable": true, "sec_per_step": 0.195, "n_target_mean": 9.3066, "alpha": 0.03, "t": 1344.9}
{"event": "train", "step": 6400, "phase": 2, "objective": "parity_a", "lm_loss": 1.09778, "bpb": 1.58376, "chunk_loss": 0.030426, "F": 0.15068, "G": 0.16212, "chunks": 154.3, "bytes_per_chunk": 6.637, "boundary_entropy": 0.10425, "router_noise": 0.0, "grad_norm": 0.4024, "lr": 0.0001389, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 9.6866, "alpha": 0.03, "t": 1364.1}
{"event": "train", "step": 6500, "phase": 2, "objective": "parity_a", "lm_loss": 1.07163, "bpb": 1.54603, "chunk_loss": 0.030335, "F": 0.15143, "G": 0.16228, "chunks": 155.06, "bytes_per_chunk": 6.604, "boundary_entropy": 0.09958, "router_noise": 0.0, "grad_norm": 0.3976, "lr": 0.000135, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 9.3935, "alpha": 0.03, "t": 1383.1}
{"event": "train", "step": 6600, "phase": 2, "objective": "parity_a", "lm_loss": 1.12688, "bpb": 1.62575, "chunk_loss": 0.030515, "F": 0.16046, "G": 0.17069, "chunks": 164.31, "bytes_per_chunk": 6.232, "boundary_entropy": 0.09794, "router_noise": 0.0, "grad_norm": 0.4041, "lr": 0.000131, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 8.955, "alpha": 0.03, "t": 1402.4}
{"event": "train", "step": 6700, "phase": 2, "objective": "parity_a", "lm_loss": 1.17613, "bpb": 1.69679, "chunk_loss": 0.03211, "F": 0.18848, "G": 0.19351, "chunks": 193.0, "bytes_per_chunk": 5.306, "boundary_entropy": 0.09065, "router_noise": 0.0, "grad_norm": 0.4285, "lr": 0.0001271, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 8.2156, "alpha": 0.03, "t": 1421.6}
{"event": "train", "step": 6800, "phase": 2, "objective": "parity_a", "lm_loss": 1.05923, "bpb": 1.52815, "chunk_loss": 0.030294, "F": 0.15489, "G": 0.1636, "chunks": 158.61, "bytes_per_chunk": 6.456, "boundary_entropy": 0.09446, "router_noise": 0.0, "grad_norm": 0.4024, "lr": 0.0001233, "router_trainable": true, "sec_per_step": 0.192, "n_target_mean": 8.8796, "alpha": 0.03, "t": 1440.8}
{"event": "train", "step": 6900, "phase": 2, "objective": "parity_a", "lm_loss": 1.11999, "bpb": 1.6158, "chunk_loss": 0.030503, "F": 0.15596, "G": 0.17083, "chunks": 159.7, "bytes_per_chunk": 6.412, "boundary_entropy": 0.10689, "router_noise": 0.0, "grad_norm": 0.4037, "lr": 0.0001195, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.5822, "alpha": 0.03, "t": 1459.9}
{"event": "probe", "step": 7000, "phase": 2, "objective": "parity_a", "router_trainable": true, "per_lang": {"en": {"chunks": 3185.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183014, "cps": 24.882812, "mean_p": 0.182947, "boundary_entropy": 0.053152, "bpb": 1.69316}, "de": {"chunks": 3441.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167584, "cps": 26.882812, "mean_p": 0.167062, "boundary_entropy": 0.053928, "bpb": 1.834535}, "vi": {"chunks": 3076.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.166857, "cps": 24.03125, "mean_p": 0.155298, "boundary_entropy": 0.171103, "bpb": 1.582301}, "tr": {"chunks": 3318.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183285, "cps": 25.921875, "mean_p": 0.168381, "boundary_entropy": 0.078718, "bpb": 1.774391}, "fi": {"chunks": 3018.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.160438, "cps": 23.578125, "mean_p": 0.156698, "boundary_entropy": 0.088328, "bpb": 1.965271}, "ru": {"chunks": 3338.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.176148, "cps": 26.078125, "mean_p": 0.104467, "boundary_entropy": 0.101939, "bpb": 1.157724}, "el": {"chunks": 3218.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.1568, "cps": 25.140625, "mean_p": 0.101223, "boundary_entropy": 0.130202, "bpb": 1.176666}, "hi": {"chunks": 2651.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.157563, "cps": 20.710938, "mean_p": 0.096463, "boundary_entropy": 0.168726, "bpb": 0.986076}, "ta": {"chunks": 2323.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.124258, "cps": 18.148438, "mean_p": 0.078671, "boundary_entropy": 0.158083, "bpb": 0.852162}, "th": {"chunks": 2942.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.182903, "cps": 22.984375, "mean_p": 0.088509, "boundary_entropy": 0.147637, "bpb": 0.943842}, "zh": {"chunks": 3982.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.67423, "cps": 31.109375, "mean_p": 0.251271, "boundary_entropy": 0.096392, "bpb": 2.657232}, "my": {"chunks": 2101.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.110882, "cps": 16.414062, "mean_p": 0.151549, "boundary_entropy": 0.321225, "bpb": 0.935361}}, "bpb": {"en": 1.69316, "de": 1.83454, "vi": 1.5823, "tr": 1.77439, "fi": 1.96527, "ru": 1.15772, "el": 1.17667, "hi": 0.98608, "ta": 0.85216, "th": 0.94384, "zh": 2.65723, "my": 0.93536}, "gini_cpc": 0.24162, "gini_cps": 0.086881, "bpic": 10.487826, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.915686790059055, "vi": 0.9117124233432499, "tr": 1.001475925610047, "fi": 0.8766415188280814, "ru": 0.9624801945133645, "el": 0.8567613729849828, "hi": 0.8609329672662298, "ta": 0.6789509867353447, "th": 0.999392961938368, "zh": 3.684024388363801, "my": 0.605867085958464}, "t": 1482.1}
{"event": "eval", "step": 7000, "phase": 2, "bpb": {"en": 1.69205, "de": 1.83936, "vi": 1.59583, "tr": 1.76727, "fi": 1.97839, "ru": 1.15582, "el": 1.1737, "hi": 0.9934, "ta": 0.8566, "th": 0.94265, "zh": 2.66829, "my": 0.9451}, "bytes_per_chunk": {"en": 5.102, "de": 5.644, "vi": 7.984, "tr": 5.67, "fi": 6.161, "ru": 9.547, "el": 10.712, "hi": 15.411, "ta": 19.994, "th": 15.088, "zh": 3.989, "my": 22.836}, "bpb_mean": 1.46737, "t": 1487.6}
{"event": "train", "step": 7000, "phase": 2, "objective": "parity_a", "lm_loss": 1.1397, "bpb": 1.64424, "chunk_loss": 0.030377, "F": 0.15358, "G": 0.16636, "chunks": 157.27, "bytes_per_chunk": 6.511, "boundary_entropy": 0.10561, "router_noise": 0.0, "grad_norm": 0.4403, "lr": 0.0001157, "router_trainable": true, "sec_per_step": 0.279, "n_target_mean": 9.0446, "alpha": 0.03, "t": 1487.8}
{"event": "train", "step": 7100, "phase": 2, "objective": "parity_a", "lm_loss": 1.03567, "bpb": 1.49416, "chunk_loss": 0.030497, "F": 0.14386, "G": 0.15665, "chunks": 147.31, "bytes_per_chunk": 6.951, "boundary_entropy": 0.10826, "router_noise": 0.0, "grad_norm": 0.4083, "lr": 0.0001119, "router_trainable": true, "sec_per_step": 0.193, "n_target_mean": 10.0028, "alpha": 0.03, "t": 1507.1}
{"event": "train", "step": 7200, "phase": 2, "objective": "parity_a", "lm_loss": 1.07909, "bpb": 1.5568, "chunk_loss": 0.030305, "F": 0.15329, "G": 0.16389, "chunks": 156.97, "bytes_per_chunk": 6.524, "boundary_entropy": 0.09607, "router_noise": 0.0, "grad_norm": 0.4239, "lr": 0.0001083, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 9.1147, "alpha": 0.03, "t": 1526.2}
{"event": "train", "step": 7300, "phase": 2, "objective": "parity_a", "lm_loss": 1.12271, "bpb": 1.61974, "chunk_loss": 0.030438, "F": 0.15906, "G": 0.16669, "chunks": 162.88, "bytes_per_chunk": 6.287, "boundary_entropy": 0.09029, "router_noise": 0.0, "grad_norm": 0.4306, "lr": 0.0001046, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 8.6182, "alpha": 0.03, "t": 1545.3}
{"event": "train", "step": 7400, "phase": 2, "objective": "parity_a", "lm_loss": 1.07529, "bpb": 1.55131, "chunk_loss": 0.030544, "F": 0.14746, "G": 0.15728, "chunks": 151.0, "bytes_per_chunk": 6.781, "boundary_entropy": 0.09431, "router_noise": 0.0, "grad_norm": 0.4137, "lr": 0.000101, "router_trainable": true, "sec_per_step": 0.19, "n_target_mean": 9.7931, "alpha": 0.03, "t": 1564.2}
{"event": "train", "step": 7500, "phase": 2, "objective": "parity_a", "lm_loss": 1.12494, "bpb": 1.62295, "chunk_loss": 0.03041, "F": 0.16161, "G": 0.17021, "chunks": 165.48, "bytes_per_chunk": 6.188, "boundary_entropy": 0.09275, "router_noise": 0.0, "grad_norm": 0.4048, "lr": 9.75e-05, "router_trainable": true, "sec_per_step": 0.191, "n_target_mean": 8.8162, "alpha": 0.03, "t": 1583.3}
{"event": "train", "step": 7600, "phase": 2, "objective": "parity_a", "lm_loss": 1.07399, "bpb": 1.54944, "chunk_loss": 0.030291, "F": 0.14702, "G": 0.16113, "chunks": 150.55, "bytes_per_chunk": 6.802, "boundary_entropy": 0.10597, "router_noise": 0.0, "grad_norm": 0.4165, "lr": 9.4e-05, "router_trainable": true, "sec_per_step": 0.194, "n_target_mean": 9.4461, "alpha": 0.03, "t": 1602.6}
{"event": "phase_transition", "step": 7700, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 295680, "t": 1621.8}
{"event": "train", "step": 7700, "phase": 3, "objective": "none", "lm_loss": 1.08064, "bpb": 1.55904, "chunk_loss": 0.0, "F": 0.15416, "G": 0.16375, "chunks": 157.86, "bytes_per_chunk": 6.487, "boundary_entropy": 0.09422, "router_noise": 0.0, "grad_norm": 0.4104, "lr": 9.06e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 1622.0}
{"event": "train", "step": 7800, "phase": 3, "objective": "none", "lm_loss": 1.09946, "bpb": 1.58618, "chunk_loss": 0.0, "F": 0.16307, "G": 0.17267, "chunks": 166.98, "bytes_per_chunk": 6.132, "boundary_entropy": 0.08944, "router_noise": 0.0, "grad_norm": 0.4065, "lr": 8.73e-05, "router_trainable": false, "sec_per_step": 0.188, "alpha": 0.0, "t": 1640.8}
{"event": "train", "step": 7900, "phase": 3, "objective": "none", "lm_loss": 1.02263, "bpb": 1.47534, "chunk_loss": 0.0, "F": 0.1425, "G": 0.1581, "chunks": 145.92, "bytes_per_chunk": 7.017, "boundary_entropy": 0.10761, "router_noise": 0.0, "grad_norm": 0.4055, "lr": 8.4e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 1659.8}
{"event": "probe", "step": 8000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3190.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.183302, "cps": 24.921875, "mean_p": 0.183933, "boundary_entropy": 0.051793, "bpb": 1.662804}, "de": {"chunks": 3441.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.167584, "cps": 26.882812, "mean_p": 0.167413, "boundary_entropy": 0.054554, "bpb": 1.799539}, "vi": {"chunks": 3202.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.173691, "cps": 25.015625, "mean_p": 0.160271, "boundary_entropy": 0.165083, "bpb": 1.541431}, "tr": {"chunks": 3323.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.183561, "cps": 25.960938, "mean_p": 0.170444, "boundary_entropy": 0.07272, "bpb": 1.735211}, "fi": {"chunks": 3039.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.161554, "cps": 23.742188, "mean_p": 0.161866, "boundary_entropy": 0.085717, "bpb": 1.918591}, "ru": {"chunks": 3414.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.180158, "cps": 26.671875, "mean_p": 0.109686, "boundary_entropy": 0.095889, "bpb": 1.131474}, "el": {"chunks": 3546.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.172782, "cps": 27.703125, "mean_p": 0.109108, "boundary_entropy": 0.123827, "bpb": 1.147441}, "hi": {"chunks": 3539.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.210342, "cps": 27.648438, "mean_p": 0.112471, "boundary_entropy": 0.168885, "bpb": 0.957017}, "ta": {"chunks": 2814.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.150522, "cps": 21.984375, "mean_p": 0.089494, "boundary_entropy": 0.153602, "bpb": 0.827653}, "th": {"chunks": 3115.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.193659, "cps": 24.335938, "mean_p": 0.092156, "boundary_entropy": 0.147809, "bpb": 0.923011}, "zh": {"chunks": 3996.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.6766, "cps": 31.21875, "mean_p": 0.252429, "boundary_entropy": 0.091472, "bpb": 2.611826}, "my": {"chunks": 2523.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.133154, "cps": 19.710938, "mean_p": 0.174522, "boundary_entropy": 0.34026, "bpb": 0.914738}}, "bpb": {"en": 1.6628, "de": 1.79954, "vi": 1.54143, "tr": 1.73521, "fi": 1.91859, "ru": 1.13147, "el": 1.14744, "hi": 0.95702, "ta": 0.82765, "th": 0.92301, "zh": 2.61183, "my": 0.91474}, "gini_cpc": 0.22095, "gini_cps": 0.061132, "bpic": 9.804839, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9142515443066113, "vi": 0.9475706987101168, "tr": 1.001413004685657, "fi": 0.8813578028862923, "ru": 0.9828511261279891, "el": 0.9426084382427729, "hi": 1.1475164681606247, "ta": 0.8211680825929519, "th": 1.0565022417154946, "zh": 3.6911821249735937, "my": 0.7264191951177384}, "t": 1681.8}
{"event": "eval", "step": 8000, "phase": 3, "bpb": {"en": 1.6621, "de": 1.80465, "vi": 1.55602, "tr": 1.7286, "fi": 1.93323, "ru": 1.12998, "el": 1.14363, "hi": 0.96318, "ta": 0.83325, "th": 0.92204, "zh": 2.62548, "my": 0.92466}, "bytes_per_chunk": {"en": 5.097, "de": 5.641, "vi": 7.768, "tr": 5.663, "fi": 6.101, "ru": 9.363, "el": 9.903, "hi": 11.657, "ta": 17.191, "th": 14.252, "zh": 3.977, "my": 17.688}, "bpb_mean": 1.43557, "t": 1687.4}
{"event": "train", "step": 8000, "phase": 3, "objective": "none", "lm_loss": 1.02786, "bpb": 1.48289, "chunk_loss": 0.0, "F": 0.15506, "G": 0.1693, "chunks": 158.78, "bytes_per_chunk": 6.449, "boundary_entropy": 0.10307, "router_noise": 0.0, "grad_norm": 0.4079, "lr": 8.08e-05, "router_trainable": false, "sec_per_step": 0.278, "alpha": 0.0, "t": 1687.6}
{"event": "train", "step": 8100, "phase": 3, "objective": "none", "lm_loss": 1.10895, "bpb": 1.59987, "chunk_loss": 0.0, "F": 0.15428, "G": 0.16881, "chunks": 157.98, "bytes_per_chunk": 6.482, "boundary_entropy": 0.10186, "router_noise": 0.0, "grad_norm": 0.4354, "lr": 7.77e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 1706.7}
{"event": "train", "step": 8200, "phase": 3, "objective": "none", "lm_loss": 1.09323, "bpb": 1.5772, "chunk_loss": 0.0, "F": 0.16614, "G": 0.17363, "chunks": 170.12, "bytes_per_chunk": 6.019, "boundary_entropy": 0.08364, "router_noise": 0.0, "grad_norm": 0.409, "lr": 7.47e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 1726.1}
{"event": "train", "step": 8300, "phase": 3, "objective": "none", "lm_loss": 1.05164, "bpb": 1.5172, "chunk_loss": 0.0, "F": 0.1555, "G": 0.17025, "chunks": 159.23, "bytes_per_chunk": 6.431, "boundary_entropy": 0.10455, "router_noise": 0.0, "grad_norm": 0.412, "lr": 7.17e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 1745.0}
{"event": "train", "step": 8400, "phase": 3, "objective": "none", "lm_loss": 1.18492, "bpb": 1.70948, "chunk_loss": 0.0, "F": 0.17882, "G": 0.1887, "chunks": 183.11, "bytes_per_chunk": 5.592, "boundary_entropy": 0.09268, "router_noise": 0.0, "grad_norm": 0.4306, "lr": 6.88e-05, "router_trainable": false, "sec_per_step": 0.192, "alpha": 0.0, "t": 1764.2}
{"event": "train", "step": 8500, "phase": 3, "objective": "none", "lm_loss": 1.07762, "bpb": 1.55467, "chunk_loss": 0.0, "F": 0.159, "G": 0.16854, "chunks": 162.81, "bytes_per_chunk": 6.289, "boundary_entropy": 0.09207, "router_noise": 0.0, "grad_norm": 0.4055, "lr": 6.6e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 1783.2}
{"event": "train", "step": 8600, "phase": 3, "objective": "none", "lm_loss": 1.09002, "bpb": 1.57257, "chunk_loss": 0.0, "F": 0.16708, "G": 0.17503, "chunks": 171.09, "bytes_per_chunk": 5.985, "boundary_entropy": 0.08532, "router_noise": 0.0, "grad_norm": 0.4279, "lr": 6.33e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 1802.4}
{"event": "train", "step": 8700, "phase": 3, "objective": "none", "lm_loss": 1.04868, "bpb": 1.51293, "chunk_loss": 0.0, "F": 0.15935, "G": 0.1717, "chunks": 163.17, "bytes_per_chunk": 6.276, "boundary_entropy": 0.09659, "router_noise": 0.0, "grad_norm": 0.4341, "lr": 6.07e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 1821.4}
{"event": "train", "step": 8800, "phase": 3, "objective": "none", "lm_loss": 1.11572, "bpb": 1.60964, "chunk_loss": 0.0, "F": 0.17058, "G": 0.18019, "chunks": 174.67, "bytes_per_chunk": 5.862, "boundary_entropy": 0.09485, "router_noise": 0.0, "grad_norm": 0.4245, "lr": 5.82e-05, "router_trainable": false, "sec_per_step": 0.187, "alpha": 0.0, "t": 1840.0}
{"event": "train", "step": 8900, "phase": 3, "objective": "none", "lm_loss": 1.06237, "bpb": 1.53268, "chunk_loss": 0.0, "F": 0.15846, "G": 0.17495, "chunks": 162.27, "bytes_per_chunk": 6.311, "boundary_entropy": 0.10938, "router_noise": 0.0, "grad_norm": 0.4215, "lr": 5.58e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 1859.2}
{"event": "probe", "step": 9000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3204.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184106, "cps": 25.03125, "mean_p": 0.18593, "boundary_entropy": 0.049734, "bpb": 1.642393}, "de": {"chunks": 3463.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.168655, "cps": 27.054688, "mean_p": 0.170892, "boundary_entropy": 0.055757, "bpb": 1.776098}, "vi": {"chunks": 3318.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.179984, "cps": 25.921875, "mean_p": 0.164442, "boundary_entropy": 0.16596, "bpb": 1.508918}, "tr": {"chunks": 3531.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195051, "cps": 27.585938, "mean_p": 0.180301, "boundary_entropy": 0.07071, "bpb": 1.70429}, "fi": {"chunks": 3166.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168306, "cps": 24.734375, "mean_p": 0.167734, "boundary_entropy": 0.081707, "bpb": 1.882454}, "ru": {"chunks": 3815.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.201319, "cps": 29.804688, "mean_p": 0.122399, "boundary_entropy": 0.099924, "bpb": 1.107225}, "el": {"chunks": 3983.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.194075, "cps": 31.117188, "mean_p": 0.122551, "boundary_entropy": 0.12534, "bpb": 1.121426}, "hi": {"chunks": 4210.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.250223, "cps": 32.890625, "mean_p": 0.12755, "boundary_entropy": 0.166881, "bpb": 0.934305}, "ta": {"chunks": 3216.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.172025, "cps": 25.125, "mean_p": 0.097341, "boundary_entropy": 0.158036, "bpb": 0.808258}, "th": {"chunks": 3338.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.207523, "cps": 26.078125, "mean_p": 0.099213, "boundary_entropy": 0.158499, "bpb": 0.907934}, "zh": {"chunks": 4009.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.678801, "cps": 31.320312, "mean_p": 0.253818, "boundary_entropy": 0.088928, "bpb": 2.578902}, "my": {"chunks": 3648.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.192527, "cps": 28.5, "mean_p": 0.205797, "boundary_entropy": 0.373392, "bpb": 0.897722}}, "bpb": {"en": 1.64239, "de": 1.7761, "vi": 1.50892, "tr": 1.70429, "fi": 1.88245, "ru": 1.10723, "el": 1.12143, "hi": 0.93431, "ta": 0.80826, "th": 0.90793, "zh": 2.5789, "my": 0.89772}, "gini_cpc": 0.2011, "gini_cps": 0.053575, "bpic": 8.945736, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9160764046403058, "vi": 0.9776082378719033, "tr": 1.0594458861185712, "fi": 0.9141777352760168, "ru": 1.093495350468906, "el": 1.0541467497597012, "hi": 1.3591226049162173, "ta": 0.9343770941578443, "th": 1.127189358033574, "zh": 3.6870092434406194, "my": 1.0457384254482402}, "t": 1881.3}
{"event": "eval", "step": 9000, "phase": 3, "bpb": {"en": 1.64106, "de": 1.78126, "vi": 1.5231, "tr": 1.69804, "fi": 1.89753, "ru": 1.10575, "el": 1.11958, "hi": 0.94202, "ta": 0.81339, "th": 0.90681, "zh": 2.59192, "my": 0.90488}, "bytes_per_chunk": {"en": 5.069, "de": 5.606, "vi": 7.43, "tr": 5.324, "fi": 5.867, "ru": 8.527, "el": 8.951, "hi": 9.902, "ta": 15.502, "th": 13.408, "zh": 3.975, "my": 12.573}, "bpb_mean": 1.41045, "t": 1886.9}
{"event": "train", "step": 9000, "phase": 3, "objective": "none", "lm_loss": 1.08505, "bpb": 1.56539, "chunk_loss": 0.0, "F": 0.17464, "G": 0.18846, "chunks": 178.83, "bytes_per_chunk": 5.726, "boundary_entropy": 0.09691, "router_noise": 0.0, "grad_norm": 0.4556, "lr": 5.35e-05, "router_trainable": false, "sec_per_step": 0.28, "alpha": 0.0, "t": 1887.1}
{"event": "train", "step": 9100, "phase": 3, "objective": "none", "lm_loss": 1.07596, "bpb": 1.55229, "chunk_loss": 0.0, "F": 0.16862, "G": 0.17814, "chunks": 172.67, "bytes_per_chunk": 5.93, "boundary_entropy": 0.08791, "router_noise": 0.0, "grad_norm": 0.4323, "lr": 5.12e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 1906.2}
{"event": "train", "step": 9200, "phase": 3, "objective": "none", "lm_loss": 1.01127, "bpb": 1.45896, "chunk_loss": 0.0, "F": 0.15485, "G": 0.16935, "chunks": 158.56, "bytes_per_chunk": 6.458, "boundary_entropy": 0.10306, "router_noise": 0.0, "grad_norm": 0.4198, "lr": 4.91e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 1925.5}
{"event": "train", "step": 9300, "phase": 3, "objective": "none", "lm_loss": 1.03978, "bpb": 1.50009, "chunk_loss": 0.0, "F": 0.1597, "G": 0.17452, "chunks": 163.53, "bytes_per_chunk": 6.262, "boundary_entropy": 0.10958, "router_noise": 0.0, "grad_norm": 0.4309, "lr": 4.71e-05, "router_trainable": false, "sec_per_step": 0.192, "alpha": 0.0, "t": 1944.7}
{"event": "train", "step": 9400, "phase": 3, "objective": "none", "lm_loss": 1.01315, "bpb": 1.46167, "chunk_loss": 0.0, "F": 0.151, "G": 0.16662, "chunks": 154.62, "bytes_per_chunk": 6.622, "boundary_entropy": 0.10974, "router_noise": 0.0, "grad_norm": 0.4121, "lr": 4.52e-05, "router_trainable": false, "sec_per_step": 0.188, "alpha": 0.0, "t": 1963.5}
{"event": "train", "step": 9500, "phase": 3, "objective": "none", "lm_loss": 1.07917, "bpb": 1.55692, "chunk_loss": 0.0, "F": 0.16576, "G": 0.17721, "chunks": 169.73, "bytes_per_chunk": 6.033, "boundary_entropy": 0.09484, "router_noise": 0.0, "grad_norm": 0.4373, "lr": 4.34e-05, "router_trainable": false, "sec_per_step": 0.192, "alpha": 0.0, "t": 1982.7}
{"event": "train", "step": 9600, "phase": 3, "objective": "none", "lm_loss": 1.03994, "bpb": 1.50031, "chunk_loss": 0.0, "F": 0.16502, "G": 0.1777, "chunks": 168.98, "bytes_per_chunk": 6.06, "boundary_entropy": 0.09757, "router_noise": 0.0, "grad_norm": 0.4189, "lr": 4.17e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 2001.8}
{"event": "train", "step": 9700, "phase": 3, "objective": "none", "lm_loss": 1.06958, "bpb": 1.54308, "chunk_loss": 0.0, "F": 0.15437, "G": 0.16956, "chunks": 158.08, "bytes_per_chunk": 6.478, "boundary_entropy": 0.10379, "router_noise": 0.0, "grad_norm": 0.4392, "lr": 4.01e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 2020.8}
{"event": "train", "step": 9800, "phase": 3, "objective": "none", "lm_loss": 0.99163, "bpb": 1.43062, "chunk_loss": 0.0, "F": 0.15265, "G": 0.16774, "chunks": 156.31, "bytes_per_chunk": 6.551, "boundary_entropy": 0.10361, "router_noise": 0.0, "grad_norm": 0.416, "lr": 3.86e-05, "router_trainable": false, "sec_per_step": 0.189, "alpha": 0.0, "t": 2039.7}
{"event": "train", "step": 9900, "phase": 3, "objective": "none", "lm_loss": 1.04802, "bpb": 1.51197, "chunk_loss": 0.0, "F": 0.16756, "G": 0.17604, "chunks": 171.58, "bytes_per_chunk": 5.968, "boundary_entropy": 0.08505, "router_noise": 0.0, "grad_norm": 0.4127, "lr": 3.72e-05, "router_trainable": false, "sec_per_step": 0.192, "alpha": 0.0, "t": 2058.9}
{"event": "probe", "step": 10000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3204.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.184106, "cps": 25.03125, "mean_p": 0.186353, "boundary_entropy": 0.051414, "bpb": 1.626969}, "de": {"chunks": 3501.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.170506, "cps": 27.351562, "mean_p": 0.172756, "boundary_entropy": 0.058051, "bpb": 1.758825}, "vi": {"chunks": 3407.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.184811, "cps": 26.617188, "mean_p": 0.169532, "boundary_entropy": 0.172771, "bpb": 1.490816}, "tr": {"chunks": 3540.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.195548, "cps": 27.65625, "mean_p": 0.18057, "boundary_entropy": 0.072642, "bpb": 1.682678}, "fi": {"chunks": 3163.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.168146, "cps": 24.710938, "mean_p": 0.167365, "boundary_entropy": 0.084378, "bpb": 1.862547}, "ru": {"chunks": 3821.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.201636, "cps": 29.851562, "mean_p": 0.122564, "boundary_entropy": 0.103249, "bpb": 1.08866}, "el": {"chunks": 4095.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.199532, "cps": 31.992188, "mean_p": 0.125788, "boundary_entropy": 0.129058, "bpb": 1.10551}, "hi": {"chunks": 4354.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.258782, "cps": 34.015625, "mean_p": 0.132576, "boundary_entropy": 0.178355, "bpb": 0.919219}, "ta": {"chunks": 3359.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.179674, "cps": 26.242188, "mean_p": 0.10129, "boundary_entropy": 0.162744, "bpb": 0.797045}, "th": {"chunks": 3524.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.219086, "cps": 27.53125, "mean_p": 0.103176, "boundary_entropy": 0.159327, "bpb": 0.896214}, "zh": {"chunks": 4005.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.678124, "cps": 31.289062, "mean_p": 0.253256, "boundary_entropy": 0.086342, "bpb": 2.549016}, "my": {"chunks": 3238.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.170889, "cps": 25.296875, "mean_p": 0.1996, "boundary_entropy": 0.370363, "bpb": 0.884175}}, "bpb": {"en": 1.62697, "de": 1.75883, "vi": 1.49082, "tr": 1.68268, "fi": 1.86255, "ru": 1.08866, "el": 1.10551, "hi": 0.91922, "ta": 0.79705, "th": 0.89621, "zh": 2.54902, "my": 0.88418}, "gini_cpc": 0.204815, "gini_cps": 0.056353, "bpic": 8.881558, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9261286435592582, "vi": 1.003831002540559, "tr": 1.0621462579608445, "fi": 0.9133114897909165, "ru": 1.095215133457848, "el": 1.0837888376264064, "hi": 1.4056104089798598, "ta": 0.9759243343520518, "th": 1.189998591285295, "zh": 3.6833305113443955, "my": 0.9282075168863494}, "t": 2081.2}
{"event": "eval", "step": 10000, "phase": 3, "bpb": {"en": 1.62559, "de": 1.76369, "vi": 1.50607, "tr": 1.67624, "fi": 1.87705, "ru": 1.08809, "el": 1.10313, "hi": 0.92606, "ta": 0.80223, "th": 0.8956, "zh": 2.56135, "my": 0.89213}, "bytes_per_chunk": {"en": 5.061, "de": 5.566, "vi": 7.232, "tr": 5.308, "fi": 5.884, "ru": 8.53, "el": 8.598, "hi": 9.591, "ta": 14.784, "th": 12.693, "zh": 3.976, "my": 14.232}, "bpb_mean": 1.3931, "t": 2086.9}
{"event": "train", "step": 10000, "phase": 3, "objective": "none", "lm_loss": 1.068, "bpb": 1.54079, "chunk_loss": 0.0, "F": 0.16689, "G": 0.17893, "chunks": 170.89, "bytes_per_chunk": 5.992, "boundary_entropy": 0.09219, "router_noise": 0.0, "grad_norm": 0.4162, "lr": 3.6e-05, "router_trainable": false, "sec_per_step": 0.282, "alpha": 0.0, "t": 2087.1}
{"event": "train", "step": 10100, "phase": 3, "objective": "none", "lm_loss": 1.1185, "bpb": 1.61366, "chunk_loss": 0.0, "F": 0.17815, "G": 0.18999, "chunks": 182.42, "bytes_per_chunk": 5.613, "boundary_entropy": 0.0934, "router_noise": 0.0, "grad_norm": 0.4297, "lr": 3.49e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 2106.2}
{"event": "train", "step": 10200, "phase": 3, "objective": "none", "lm_loss": 1.02519, "bpb": 1.47903, "chunk_loss": 0.0, "F": 0.17075, "G": 0.18025, "chunks": 174.84, "bytes_per_chunk": 5.857, "boundary_entropy": 0.08993, "router_noise": 0.0, "grad_norm": 0.4446, "lr": 3.38e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 2125.1}
{"event": "train", "step": 10300, "phase": 3, "objective": "none", "lm_loss": 1.02382, "bpb": 1.47707, "chunk_loss": 0.0, "F": 0.16461, "G": 0.17397, "chunks": 168.56, "bytes_per_chunk": 6.075, "boundary_entropy": 0.0877, "router_noise": 0.0, "grad_norm": 0.4276, "lr": 3.3e-05, "router_trainable": false, "sec_per_step": 0.19, "alpha": 0.0, "t": 2144.1}
{"event": "train", "step": 10400, "phase": 3, "objective": "none", "lm_loss": 1.02742, "bpb": 1.48226, "chunk_loss": 0.0, "F": 0.16801, "G": 0.18299, "chunks": 172.05, "bytes_per_chunk": 5.952, "boundary_entropy": 0.10473, "router_noise": 0.0, "grad_norm": 0.4412, "lr": 3.22e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 2163.5}
{"event": "train", "step": 10500, "phase": 3, "objective": "none", "lm_loss": 0.99424, "bpb": 1.43438, "chunk_loss": 0.0, "F": 0.15553, "G": 0.17378, "chunks": 159.27, "bytes_per_chunk": 6.43, "boundary_entropy": 0.10985, "router_noise": 0.0, "grad_norm": 0.4375, "lr": 3.15e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 2182.8}
{"event": "train", "step": 10600, "phase": 3, "objective": "none", "lm_loss": 1.07077, "bpb": 1.54479, "chunk_loss": 0.0, "F": 0.17252, "G": 0.18684, "chunks": 176.66, "bytes_per_chunk": 5.797, "boundary_entropy": 0.09882, "router_noise": 0.0, "grad_norm": 0.4236, "lr": 3.1e-05, "router_trainable": false, "sec_per_step": 0.193, "alpha": 0.0, "t": 2202.1}
{"event": "train", "step": 10700, "phase": 3, "objective": "none", "lm_loss": 1.05343, "bpb": 1.51977, "chunk_loss": 0.0, "F": 0.17169, "G": 0.18367, "chunks": 175.81, "bytes_per_chunk": 5.824, "boundary_entropy": 0.10017, "router_noise": 0.0, "grad_norm": 0.448, "lr": 3.05e-05, "router_trainable": false, "sec_per_step": 0.191, "alpha": 0.0, "t": 2221.1}
{"event": "train", "step": 10800, "phase": 3, "objective": "none", "lm_loss": 1.02933, "bpb": 1.485, "chunk_loss": 0.0, "F": 0.15808, "G": 0.16887, "chunks": 161.88, "bytes_per_chunk": 6.326, "boundary_entropy": 0.0948, "router_noise": 0.0, "grad_norm": 0.4451, "lr": 3.02e-05, "router_trainable": false, "sec_per_step": 0.194, "alpha": 0.0, "t": 2240.5}
{"event": "train", "step": 10900, "phase": 3, "objective": "none", "lm_loss": 1.1016, "bpb": 1.58927, "chunk_loss": 0.0, "F": 0.17792, "G": 0.18951, "chunks": 182.19, "bytes_per_chunk": 5.621, "boundary_entropy": 0.09618, "router_noise": 0.0, "grad_norm": 0.454, "lr": 3.01e-05, "router_trainable": false, "sec_per_step": 0.197, "alpha": 0.0, "t": 2260.2}
{"event": "probe", "step": 11000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3315.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190484, "cps": 25.898438, "mean_p": 0.191724, "boundary_entropy": 0.052804, "bpb": 1.614647}, "de": {"chunks": 3675.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17898, "cps": 28.710938, "mean_p": 0.179183, "boundary_entropy": 0.057552, "bpb": 1.746318}, "vi": {"chunks": 3436.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.186385, "cps": 26.84375, "mean_p": 0.1736, "boundary_entropy": 0.174257, "bpb": 1.478654}, "tr": {"chunks": 3566.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196984, "cps": 27.859375, "mean_p": 0.18279, "boundary_entropy": 0.07041, "bpb": 1.671536}, "fi": {"chunks": 3186.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169369, "cps": 24.890625, "mean_p": 0.169812, "boundary_entropy": 0.083234, "bpb": 1.84787}, "ru": {"chunks": 3885.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.205013, "cps": 30.351562, "mean_p": 0.125025, "boundary_entropy": 0.102349, "bpb": 1.079166}, "el": {"chunks": 4119.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.200702, "cps": 32.179688, "mean_p": 0.127003, "boundary_entropy": 0.129915, "bpb": 1.095727}, "hi": {"chunks": 4383.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.260505, "cps": 34.242188, "mean_p": 0.134169, "boundary_entropy": 0.173682, "bpb": 0.906311}, "ta": {"chunks": 3256.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.174164, "cps": 25.4375, "mean_p": 0.098682, "boundary_entropy": 0.1567, "bpb": 0.788968}, "th": {"chunks": 3583.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.222754, "cps": 27.992188, "mean_p": 0.104193, "boundary_entropy": 0.162718, "bpb": 0.887302}, "zh": {"chunks": 4011.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.67914, "cps": 31.335938, "mean_p": 0.254036, "boundary_entropy": 0.085933, "bpb": 2.531393}, "my": {"chunks": 3471.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183186, "cps": 27.117188, "mean_p": 0.203564, "boundary_entropy": 0.374877, "bpb": 0.877156}}, "bpb": {"en": 1.61465, "de": 1.74632, "vi": 1.47865, "tr": 1.67154, "fi": 1.84787, "ru": 1.07917, "el": 1.09573, "hi": 0.90631, "ta": 0.78897, "th": 0.8873, "zh": 2.53139, "my": 0.87716}, "gini_cpc": 0.200444, "gini_cps": 0.054459, "bpic": 8.744953, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9396054425576486, "vi": 0.978476952776479, "tr": 1.0341210414113506, "fi": 0.8891488589400012, "ru": 1.0762728781384687, "el": 1.0536382643642503, "hi": 1.3675933652921677, "ta": 0.9143227252429146, "th": 1.1694087265474564, "zh": 3.565330601750195, "my": 0.9616827478299743}, "t": 2282.4}
{"event": "eval", "step": 11000, "phase": 3, "bpb": {"en": 1.61322, "de": 1.75236, "vi": 1.49377, "tr": 1.66464, "fi": 1.86289, "ru": 1.07809, "el": 1.09427, "hi": 0.91335, "ta": 0.79443, "th": 0.88602, "zh": 2.54215, "my": 0.8857}, "bytes_per_chunk": {"en": 4.907, "de": 5.413, "vi": 7.142, "tr": 5.304, "fi": 5.83, "ru": 8.454, "el": 8.596, "hi": 9.487, "ta": 15.281, "th": 12.514, "zh": 3.974, "my": 13.935}, "bpb_mean": 1.38174, "t": 2288.1}
{"event": "probe", "step": 11000, "phase": 3, "objective": "none", "router_trainable": false, "per_lang": {"en": {"chunks": 3315.0, "chars": 17403.0, "bytes": 17418.0, "cpc": 0.190484, "cps": 25.898438, "mean_p": 0.191724, "boundary_entropy": 0.052804, "bpb": 1.614647}, "de": {"chunks": 3675.0, "chars": 20533.0, "bytes": 20862.0, "cpc": 0.17898, "cps": 28.710938, "mean_p": 0.179183, "boundary_entropy": 0.057552, "bpb": 1.746318}, "vi": {"chunks": 3436.0, "chars": 18435.0, "bytes": 24274.0, "cpc": 0.186385, "cps": 26.84375, "mean_p": 0.1736, "boundary_entropy": 0.174257, "bpb": 1.478654}, "tr": {"chunks": 3566.0, "chars": 18103.0, "bytes": 19742.0, "cpc": 0.196984, "cps": 27.859375, "mean_p": 0.18279, "boundary_entropy": 0.07041, "bpb": 1.671536}, "fi": {"chunks": 3186.0, "chars": 18811.0, "bytes": 19572.0, "cpc": 0.169369, "cps": 24.890625, "mean_p": 0.169812, "boundary_entropy": 0.083234, "bpb": 1.84787}, "ru": {"chunks": 3885.0, "chars": 18950.0, "bytes": 34560.0, "cpc": 0.205013, "cps": 30.351562, "mean_p": 0.125025, "boundary_entropy": 0.102349, "bpb": 1.079166}, "el": {"chunks": 4119.0, "chars": 20523.0, "bytes": 37264.0, "cpc": 0.200702, "cps": 32.179688, "mean_p": 0.127003, "boundary_entropy": 0.129915, "bpb": 1.095727}, "hi": {"chunks": 4383.0, "chars": 16825.0, "bytes": 43173.0, "cpc": 0.260505, "cps": 34.242188, "mean_p": 0.134169, "boundary_entropy": 0.173682, "bpb": 0.906311}, "ta": {"chunks": 3256.0, "chars": 18695.0, "bytes": 50915.0, "cpc": 0.174164, "cps": 25.4375, "mean_p": 0.098682, "boundary_entropy": 0.1567, "bpb": 0.788968}, "th": {"chunks": 3583.0, "chars": 16085.0, "bytes": 46085.0, "cpc": 0.222754, "cps": 27.992188, "mean_p": 0.104193, "boundary_entropy": 0.162718, "bpb": 0.887302}, "zh": {"chunks": 4011.0, "chars": 5906.0, "bytes": 16173.0, "cpc": 0.67914, "cps": 31.335938, "mean_p": 0.254036, "boundary_entropy": 0.085933, "bpb": 2.531393}, "my": {"chunks": 3471.0, "chars": 18948.0, "bytes": 53743.0, "cpc": 0.183186, "cps": 27.117188, "mean_p": 0.203564, "boundary_entropy": 0.374877, "bpb": 0.877156}}, "bpb": {"en": 1.61465, "de": 1.74632, "vi": 1.47865, "tr": 1.67154, "fi": 1.84787, "ru": 1.07917, "el": 1.09573, "hi": 0.90631, "ta": 0.78897, "th": 0.8873, "zh": 2.53139, "my": 0.87716}, "gini_cpc": 0.200444, "gini_cps": 0.054459, "bpic": 8.744953, "worst_lang": "zh", "cpc_parity_vs_en": {"en": 1.0, "de": 0.9396054425576486, "vi": 0.978476952776479, "tr": 1.0341210414113506, "fi": 0.8891488589400012, "ru": 1.0762728781384687, "el": 1.0536382643642503, "hi": 1.3675933652921677, "ta": 0.9143227252429146, "th": 1.1694087265474564, "zh": 3.565330601750195, "my": 0.9616827478299743}, "t": 2291.4}
{"event": "reps_dumped", "dirs": ["/local/scratch/sas245/beetle-hnet/scratch/reps/spec_B_s1/th0.30", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_B_s1/th0.40", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_B_s1/th0.50", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_B_s1/th0.60", "/local/scratch/sas245/beetle-hnet/scratch/reps/spec_B_s1/th0.70"], "t": 2294.3}
{"event": "final", "run": "spec_B_s1", "condition": "B", "step": 11000, "params": 82470528, "per_lang": {"en": {"cpc": 0.1904843992415101, "cps": 25.8984375, "bpb": 1.6079005971564506, "bytes_per_chunk": 4.904242084093354}, "de": {"cpc": 0.1789801782496469, "cps": 28.7109375, "bpb": 1.7498768222350314, "bytes_per_chunk": 5.372876753039798}, "vi": {"cpc": 0.18638459452129102, "cps": 26.84375, "bpb": 1.4928531468270765, "bytes_per_chunk": 7.140602123298399}, "tr": {"cpc": 0.19698392531624592, "cps": 27.859375, "bpb": 1.663609937601282, "bytes_per_chunk": 5.321748309953511}, "fi": {"cpc": 0.16936898623146032, "cps": 24.890625, "bpb": 1.8696272133946588, "bytes_per_chunk": 5.875296965350307}, "ru": {"cpc": 0.2050131926121372, "cps": 30.3515625, "bpb": 1.079436161071483, "bytes_per_chunk": 8.50447293932537}, "el": {"cpc": 0.20070165180529162, "cps": 32.1796875, "bpb": 1.090570833836294, "bytes_per_chunk": 8.576817687330786}, "hi": {"cpc": 0.2605052005943536, "cps": 34.2421875, "bpb": 0.9155275367230681, "bytes_per_chunk": 9.516244963153882}, "ta": {"cpc": 0.17416421503075688, "cps": 25.4375, "bpb": 0.7930110088537103, "bytes_per_chunk": 15.246470374409306}, "th": {"cpc": 0.2227541187441716, "cps": 27.9921875, "bpb": 0.8884987916835896, "bytes_per_chunk": 12.382367181134349}, "zh": {"cpc": 0.6791398577717576, "cps": 31.3359375, "bpb": 2.5473067694433844, "bytes_per_chunk": 3.980155702578468}, "my": {"cpc": 0.1831855604813173, "cps": 27.1171875, "bpb": 0.8837169645611688, "bytes_per_chunk": 13.956449981366129}}, "gini_cpc": 0.2004435441239074, "gini_cps": 0.054459280864056936, "bpic": 8.744952832338331, "seed": 1, "mean_boundary_entropy": 0.10964785516262054, "dechunk": "ema", "router_noise": 0.0, "transitions": [{"step": 0, "phase": 1, "objective": "global", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 4400, "phase": 2, "objective": "parity_a", "router_trainable": true, "encoder_trainable": true, "frozen_router_params": 0}, {"step": 7700, "phase": 3, "objective": "none", "router_trainable": false, "encoder_trainable": true, "frozen_router_params": 295680}], "t": 2305.1}