appvoid commited on
Commit
db595f1
·
verified ·
1 Parent(s): 4d364c6

Update TensorBoard training metrics

Browse files
benchmark_cache/performance.json CHANGED
@@ -39,148 +39,148 @@
39
  "compile_model": true,
40
  "autotune_microbatch": true,
41
  "attention_backend": "flash",
42
- "vram_fraction": 0.95
43
  },
44
  "source": "e6d135a4487a9fd1907e12903cda79e75fd61305fad149fda7ec5281279dc18b",
45
  "requested_microbatch_ceiling": 90
46
  },
47
- "cache_reused": true,
48
  "attention": "PyTorch FlashAttention (forced; forward/backward verified)",
49
  "selected": {
50
- "microbatch": 86,
51
  "mode": "compiled",
52
- "microbatch_seconds": 0.9009280120000085,
53
- "peak_gb": 85.39913082122803,
54
  "fits_budget": true,
55
- "estimated_update_seconds": 0.9565700770000376,
56
- "input_tokens_per_second": 195496.19687038695
57
  },
58
  "measurements": [
59
  {
60
  "microbatch": 8,
61
  "mode": "eager",
62
- "microbatch_seconds": 0.15782159200000478,
63
- "peak_gb": 14.079077243804932,
64
  "fits_budget": true,
65
- "estimated_update_seconds": 1.793421506500053,
66
- "input_tokens_per_second": 103813.42497165725
67
  },
68
  {
69
  "microbatch": 16,
70
  "mode": "eager",
71
- "microbatch_seconds": 0.3450626039999918,
72
- "peak_gb": 27.397329807281494,
73
  "fits_budget": true,
74
- "estimated_update_seconds": 1.9234990809999601,
75
- "input_tokens_per_second": 94962.47817106481
76
  },
77
  {
78
  "microbatch": 32,
79
  "mode": "eager",
80
- "microbatch_seconds": 0.7818640030000097,
81
- "peak_gb": 54.14767265319824,
82
  "fits_budget": true,
83
- "estimated_update_seconds": 2.185234111500023,
84
- "input_tokens_per_second": 83820.20370363462
85
  },
86
  {
87
  "microbatch": 48,
88
  "mode": "eager",
89
- "microbatch_seconds": 1.1685763079999845,
90
- "peak_gb": 80.94732475280762,
91
  "fits_budget": true,
92
- "estimated_update_seconds": 2.190914332499986,
93
- "input_tokens_per_second": 84122.87612457851
94
  },
95
  {
96
  "microbatch": 8,
97
  "mode": "compiled",
98
- "microbatch_seconds": 0.08803204299999834,
99
- "peak_gb": 8.428553104400635,
100
  "fits_budget": true,
101
- "estimated_update_seconds": 1.0060347614999898,
102
- "input_tokens_per_second": 186114.0494035826
103
  },
104
  {
105
  "microbatch": 16,
106
  "mode": "compiled",
107
- "microbatch_seconds": 0.1704058820000114,
108
- "peak_gb": 16.191233158111572,
109
  "fits_budget": true,
110
- "estimated_update_seconds": 0.9576335650000658,
111
- "input_tokens_per_second": 192293.8317352086
112
  },
113
  {
114
  "microbatch": 32,
115
  "mode": "compiled",
116
- "microbatch_seconds": 0.34082671699997036,
117
- "peak_gb": 31.810625553131104,
118
  "fits_budget": true,
119
- "estimated_update_seconds": 0.9493586249999737,
120
- "input_tokens_per_second": 192285.39527904938
121
  },
122
  {
123
  "microbatch": 48,
124
  "mode": "compiled",
125
- "microbatch_seconds": 0.5061537779999981,
126
- "peak_gb": 47.43971490859985,
127
  "fits_budget": true,
128
- "estimated_update_seconds": 0.9468006980000041,
129
- "input_tokens_per_second": 194217.6553308279
130
  },
131
  {
132
  "microbatch": 64,
133
  "mode": "compiled",
134
- "microbatch_seconds": 0.6658512800000267,
135
- "peak_gb": 63.073320388793945,
136
  "fits_budget": true,
137
- "estimated_update_seconds": 0.9295456565000109,
138
- "input_tokens_per_second": 196848.76178355434
139
  },
140
  {
141
  "microbatch": 72,
142
  "mode": "compiled",
143
- "microbatch_seconds": 0.7430151979999664,
144
- "peak_gb": 70.97307014465332,
145
  "fits_budget": true,
146
- "estimated_update_seconds": 0.9250642054999503,
147
- "input_tokens_per_second": 198456.23669195347
148
  },
149
  {
150
  "microbatch": 76,
151
  "mode": "compiled",
152
- "microbatch_seconds": 0.78068104700003,
153
- "peak_gb": 74.84185981750488,
154
  "fits_budget": true,
155
- "estimated_update_seconds": 0.9241739715000392,
156
- "input_tokens_per_second": 199374.63654089966
157
  },
158
  {
159
  "microbatch": 80,
160
  "mode": "compiled",
161
- "microbatch_seconds": 0.8210239410000213,
162
- "peak_gb": 78.72572612762451,
163
  "fits_budget": true,
164
- "estimated_update_seconds": 0.9229792625000073,
165
- "input_tokens_per_second": 199555.69115370748
166
  },
167
  {
168
  "microbatch": 86,
169
  "mode": "compiled",
170
- "microbatch_seconds": 0.8818629400000191,
171
- "peak_gb": 84.78368663787842,
172
  "fits_budget": true,
173
- "estimated_update_seconds": 0.9349941874999956,
174
- "input_tokens_per_second": 199722.64624250587
175
  },
176
  {
177
  "microbatch": 90,
178
  "mode": "compiled",
179
- "microbatch_seconds": 0.9259720020000373,
180
- "peak_gb": 88.6924238204956,
181
- "fits_budget": false,
182
- "estimated_update_seconds": 0.9259720020000373,
183
- "input_tokens_per_second": 199055.69455867045
184
  }
185
  ],
186
  "failures": [
@@ -216,8 +216,7 @@
216
  }
217
  ],
218
  "selection_policy": "max_batch",
219
- "budget_gb": 89.6964394569397,
220
  "reserve_gb": 2.1791439056396484,
221
- "note": "Forward/backward throughput; excludes optimizer, data, logging and checkpoint time.",
222
- "legacy_seed_verified": false
223
  }
 
39
  "compile_model": true,
40
  "autotune_microbatch": true,
41
  "attention_backend": "flash",
42
+ "vram_fraction": 0.98
43
  },
44
  "source": "e6d135a4487a9fd1907e12903cda79e75fd61305fad149fda7ec5281279dc18b",
45
  "requested_microbatch_ceiling": 90
46
  },
47
+ "cache_reused": false,
48
  "attention": "PyTorch FlashAttention (forced; forward/backward verified)",
49
  "selected": {
50
+ "microbatch": 90,
51
  "mode": "compiled",
52
+ "microbatch_seconds": 0.9302335780000135,
53
+ "peak_gb": 89.3772840499878,
54
  "fits_budget": true,
55
+ "estimated_update_seconds": 0.9302335780000135,
56
+ "input_tokens_per_second": 198143.7827650609
57
  },
58
  "measurements": [
59
  {
60
  "microbatch": 8,
61
  "mode": "eager",
62
+ "microbatch_seconds": 0.15844926500000156,
63
+ "peak_gb": 14.764304637908936,
64
  "fits_budget": true,
65
+ "estimated_update_seconds": 1.8007989265000077,
66
+ "input_tokens_per_second": 103402.18365796673
67
  },
68
  {
69
  "microbatch": 16,
70
  "mode": "eager",
71
+ "microbatch_seconds": 0.34631374599999276,
72
+ "peak_gb": 28.084960460662842,
73
  "fits_budget": true,
74
+ "estimated_update_seconds": 1.929804849999968,
75
+ "input_tokens_per_second": 94619.40329680326
76
  },
77
  {
78
  "microbatch": 32,
79
  "mode": "eager",
80
+ "microbatch_seconds": 0.7831460159999892,
81
+ "peak_gb": 54.827155113220215,
82
  "fits_budget": true,
83
+ "estimated_update_seconds": 2.188403235499976,
84
+ "input_tokens_per_second": 83682.98971210101
85
  },
86
  {
87
  "microbatch": 48,
88
  "mode": "eager",
89
+ "microbatch_seconds": 1.1706683780000162,
90
+ "peak_gb": 81.63183498382568,
91
  "fits_budget": true,
92
+ "estimated_update_seconds": 2.1949380675000043,
93
+ "input_tokens_per_second": 83972.54239321277
94
  },
95
  {
96
  "microbatch": 8,
97
  "mode": "compiled",
98
+ "microbatch_seconds": 0.08827481200000875,
99
+ "peak_gb": 9.113307476043701,
100
  "fits_budget": true,
101
+ "estimated_update_seconds": 1.008851873500106,
102
+ "input_tokens_per_second": 185602.20779624404
103
  },
104
  {
105
  "microbatch": 16,
106
  "mode": "compiled",
107
+ "microbatch_seconds": 0.17047579999996287,
108
+ "peak_gb": 16.87287473678589,
109
  "fits_budget": true,
110
+ "estimated_update_seconds": 0.9571819019997747,
111
+ "input_tokens_per_second": 192214.96540862185
112
  },
113
  {
114
  "microbatch": 32,
115
  "mode": "compiled",
116
+ "microbatch_seconds": 0.34263174000000163,
117
+ "peak_gb": 32.49641752243042,
118
  "fits_budget": true,
119
+ "estimated_update_seconds": 0.9525396829999977,
120
+ "input_tokens_per_second": 191272.41393339593
121
  },
122
  {
123
  "microbatch": 48,
124
  "mode": "compiled",
125
+ "microbatch_seconds": 0.5075005140000144,
126
+ "peak_gb": 48.123157024383545,
127
  "fits_budget": true,
128
+ "estimated_update_seconds": 0.9488392155000156,
129
+ "input_tokens_per_second": 193702.2668709991
130
  },
131
  {
132
  "microbatch": 64,
133
  "mode": "compiled",
134
+ "microbatch_seconds": 0.6643874849999634,
135
+ "peak_gb": 63.757601737976074,
136
  "fits_budget": true,
137
+ "estimated_update_seconds": 0.926719353999971,
138
+ "input_tokens_per_second": 197282.46386219515
139
  },
140
  {
141
  "microbatch": 72,
142
  "mode": "compiled",
143
+ "microbatch_seconds": 0.7446585950000326,
144
+ "peak_gb": 71.65071392059326,
145
  "fits_budget": true,
146
+ "estimated_update_seconds": 0.9283865335000314,
147
+ "input_tokens_per_second": 198018.26097232322
148
  },
149
  {
150
  "microbatch": 76,
151
  "mode": "compiled",
152
+ "microbatch_seconds": 0.7858128550000174,
153
+ "peak_gb": 75.5242338180542,
154
  "fits_budget": true,
155
+ "estimated_update_seconds": 0.9300540555000225,
156
+ "input_tokens_per_second": 198072.60597689834
157
  },
158
  {
159
  "microbatch": 80,
160
  "mode": "compiled",
161
+ "microbatch_seconds": 0.8269688110000288,
162
+ "peak_gb": 79.40062236785889,
163
  "fits_budget": true,
164
+ "estimated_update_seconds": 0.9293605420000404,
165
+ "input_tokens_per_second": 198121.13567121493
166
  },
167
  {
168
  "microbatch": 86,
169
  "mode": "compiled",
170
+ "microbatch_seconds": 0.8882591199999865,
171
+ "peak_gb": 85.4687147140503,
172
  "fits_budget": true,
173
+ "estimated_update_seconds": 0.9413692904999778,
174
+ "input_tokens_per_second": 198284.4825730612
175
  },
176
  {
177
  "microbatch": 90,
178
  "mode": "compiled",
179
+ "microbatch_seconds": 0.9302335780000135,
180
+ "peak_gb": 89.3772840499878,
181
+ "fits_budget": true,
182
+ "estimated_update_seconds": 0.9302335780000135,
183
+ "input_tokens_per_second": 198143.7827650609
184
  }
185
  ],
186
  "failures": [
 
216
  }
217
  ],
218
  "selection_policy": "max_batch",
219
+ "budget_gb": 92.52170804977416,
220
  "reserve_gb": 2.1791439056396484,
221
+ "note": "Forward/backward throughput; excludes optimizer, data, logging and checkpoint time."
 
222
  }
benchmark_cache/shard_scheduler.json CHANGED
@@ -1,99 +1,99 @@
1
  {
2
  "version": 1,
3
  "startup_batch_seconds": [
4
- 17.862166522000052,
5
- 0.01599195200003578,
6
- 0.012736249999989013,
7
- 0.10922379700002693,
8
- 0.015912060000005113,
9
- 0.014246264000007614,
10
- 0.01397435499995936,
11
- 0.10559937200002878
12
  ],
13
  "source_benchmarks": [
14
  {
15
  "source": "climbmix",
16
  "rows": 256,
17
- "tokens": 721064,
18
- "bytes": 302776,
19
- "generation_seconds": 0.6739276440000594,
20
- "write_seconds": 0.00442227799999273,
21
- "read_seconds": 0.04565144100001817,
22
- "tokens_per_second": 1062967.6168812835,
23
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
24
  "estimated_pages_for_buffer": 1,
25
- "required_token_positions_per_second": 74809.39388603426,
26
- "required_pages_per_second_upper_estimate": 0.006484288659366078
27
  },
28
  {
29
  "source": "rewrite6",
30
  "rows": 256,
31
- "tokens": 156675,
32
- "bytes": 68694,
33
- "generation_seconds": 0.12810849499999222,
34
- "write_seconds": 0.001732062999963091,
35
- "read_seconds": 0.002349199000036606,
36
- "tokens_per_second": 1206672.263377472,
37
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
38
  "estimated_pages_for_buffer": 1,
39
- "required_token_positions_per_second": 9351.174235754283,
40
- "required_pages_per_second_upper_estimate": 0.0037303232151564875
41
  },
42
  {
43
  "source": "openmath",
44
  "rows": 256,
45
- "tokens": 270174,
46
- "bytes": 90063,
47
- "generation_seconds": 0.6564187429999038,
48
- "write_seconds": 0.002473517999987962,
49
- "read_seconds": 0.0032515120000198294,
50
- "tokens_per_second": 410042.7581134458,
51
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
52
  "estimated_pages_for_buffer": 1,
53
- "required_token_positions_per_second": 18702.348471508565,
54
- "required_pages_per_second_upper_estimate": 0.004326459168792279
55
  },
56
  {
57
  "source": "ultra_qa",
58
  "rows": 256,
59
- "tokens": 1026361,
60
- "bytes": 365167,
61
- "generation_seconds": 0.46967248600003586,
62
- "write_seconds": 0.004728889000034542,
63
- "read_seconds": 0.0050225659999796335,
64
- "tokens_per_second": 2163486.5624068812,
65
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
66
  "estimated_pages_for_buffer": 1,
67
- "required_token_positions_per_second": 28053.522707262844,
68
- "required_pages_per_second_upper_estimate": 0.0017083123474137538
69
  },
70
  {
71
  "source": "ultra_style",
72
  "rows": 256,
73
- "tokens": 811870,
74
- "bytes": 338806,
75
- "generation_seconds": 0.5208254859999215,
76
- "write_seconds": 0.004081093000081637,
77
- "read_seconds": 0.004787273000033565,
78
- "tokens_per_second": 1546694.2737633225,
79
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
80
  "estimated_pages_for_buffer": 1,
81
- "required_token_positions_per_second": 28053.522707262844,
82
- "required_pages_per_second_upper_estimate": 0.0021596378351262245
83
  },
84
  {
85
  "source": "cortex",
86
  "rows": 128,
87
- "tokens": 80537,
88
- "bytes": 22745,
89
- "generation_seconds": 0.07537080299994159,
90
- "write_seconds": 0.003962095000019872,
91
- "read_seconds": 0.042780299000014566,
92
- "tokens_per_second": 1015177.8395898147,
93
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
94
- "estimated_pages_for_buffer": 21,
95
- "required_token_positions_per_second": 28053.522707262844,
96
- "required_pages_per_second_upper_estimate": 0.34833086292341214
97
  }
98
  ],
99
  "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
@@ -108,462 +108,77 @@
108
  "local_shard_size_benchmark": [
109
  {
110
  "target_mib": 16,
111
- "actual_bytes": 16107520,
112
- "pages": 6,
113
- "packing_seconds": 0.03508346299997811,
114
- "read_seconds": 0.0015898530000413302,
115
- "io_bytes_per_second": 439216350.1111124,
116
  "target_reached": true
117
  },
118
  {
119
  "target_mib": 32,
120
- "actual_bytes": 18657280,
121
- "pages": 8,
122
- "packing_seconds": 0.04401178199998412,
123
- "read_seconds": 0.0016850460000341627,
124
- "io_bytes_per_second": 408283918.5247723,
125
  "target_reached": false
126
  },
127
  {
128
  "target_mib": 64,
129
- "actual_bytes": 18657280,
130
- "pages": 8,
131
- "packing_seconds": 0.04403130000002875,
132
- "read_seconds": 0.0015284270000393008,
133
- "io_bytes_per_second": 409512550.4148024,
134
  "target_reached": false
135
  },
136
  {
137
  "target_mib": 128,
138
- "actual_bytes": 18657280,
139
- "pages": 8,
140
- "packing_seconds": 0.04190044699998907,
141
- "read_seconds": 0.001583749000019452,
142
- "io_bytes_per_second": 429058870.0316856,
143
  "target_reached": false
144
  },
145
  {
146
  "target_mib": 256,
147
- "actual_bytes": 18657280,
148
- "pages": 8,
149
- "packing_seconds": 0.042332877000035296,
150
- "read_seconds": 0.0015621619999137693,
151
- "io_bytes_per_second": 425043021.37700915,
152
  "target_reached": false
153
  }
154
  ],
155
  "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
156
- "estimated_fresh_generation_batch_seconds": 0.1434574083060457,
157
  "selected": {
158
- "prefetch_batches": 61,
159
  "prefetch_capacity_limit": 512,
160
- "batch_memory_estimate_bytes": 717798,
161
- "producer_batch_seconds": 0.32073739904717513,
162
- "producer_p95_seconds": 0.39812204299960285,
163
- "gpu_update_seconds": 0.9855446778825442,
164
- "producer_batches_per_second": 3.1178153934362878,
165
- "gpu_batches_per_second": 1.01466734328931,
166
- "producer_headroom": 3.072746367621404,
167
- "sustainable": true,
168
- "buffer_seconds": 60.118225350835196,
169
- "buffer_drain_seconds": null,
170
  "shard_target_mib": 16,
171
- "upload_pages_per_commit": 78,
172
- "max_pending_pages": 4096,
173
- "generation_bytes_per_second": 370873.33853366604,
174
- "upload_bytes_per_second": 5789859.621793583,
175
- "upload_sustainable": true,
176
  "logical_page_rows": 4096,
177
  "logical_cortex_page_rows": 128,
178
- "estimated_full_shards_per_hour": 79.58078495986449,
179
  "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
180
  },
181
- "upload_measurements": [
182
- {
183
- "seconds": 1.0140557359991362,
184
- "bytes": 5030935,
185
- "pages": 25,
186
- "shards": 3
187
- },
188
- {
189
- "seconds": 1.2526760300024762,
190
- "bytes": 11691054,
191
- "pages": 30,
192
- "shards": 3
193
- },
194
- {
195
- "seconds": 0.9398190409992822,
196
- "bytes": 2819009,
197
- "pages": 37,
198
- "shards": 2
199
- },
200
- {
201
- "seconds": 1.1499773260002257,
202
- "bytes": 6017503,
203
- "pages": 37,
204
- "shards": 2
205
- },
206
- {
207
- "seconds": 1.6606815510021988,
208
- "bytes": 10233181,
209
- "pages": 23,
210
- "shards": 3
211
- },
212
- {
213
- "seconds": 1.0018192189963884,
214
- "bytes": 366522,
215
- "pages": 10,
216
- "shards": 1
217
- },
218
- {
219
- "seconds": 0.8059965610009385,
220
- "bytes": 2452391,
221
- "pages": 29,
222
- "shards": 2
223
- },
224
- {
225
- "seconds": 0.9446101400026237,
226
- "bytes": 6258704,
227
- "pages": 37,
228
- "shards": 2
229
- },
230
- {
231
- "seconds": 1.1053826549978112,
232
- "bytes": 8176480,
233
- "pages": 32,
234
- "shards": 3
235
- },
236
- {
237
- "seconds": 1.249701370994444,
238
- "bytes": 10043413,
239
- "pages": 32,
240
- "shards": 3
241
- },
242
- {
243
- "seconds": 1.0213671140008955,
244
- "bytes": 6189327,
245
- "pages": 36,
246
- "shards": 2
247
- },
248
- {
249
- "seconds": 1.0084248750063125,
250
- "bytes": 2332449,
251
- "pages": 29,
252
- "shards": 2
253
- },
254
- {
255
- "seconds": 0.9006169920030516,
256
- "bytes": 6118351,
257
- "pages": 36,
258
- "shards": 2
259
- },
260
- {
261
- "seconds": 1.270539192002616,
262
- "bytes": 5502511,
263
- "pages": 29,
264
- "shards": 2
265
- },
266
- {
267
- "seconds": 1.512666299000557,
268
- "bytes": 13201899,
269
- "pages": 33,
270
- "shards": 4
271
- },
272
- {
273
- "seconds": 1.000070736001362,
274
- "bytes": 6089030,
275
- "pages": 37,
276
- "shards": 2
277
- },
278
- {
279
- "seconds": 1.0753602199984016,
280
- "bytes": 871659,
281
- "pages": 26,
282
- "shards": 1
283
- },
284
- {
285
- "seconds": 1.484286307997536,
286
- "bytes": 11527011,
287
- "pages": 36,
288
- "shards": 4
289
- },
290
- {
291
- "seconds": 0.9214101749967085,
292
- "bytes": 1181839,
293
- "pages": 33,
294
- "shards": 1
295
- },
296
- {
297
- "seconds": 1.1708070859967847,
298
- "bytes": 7634853,
299
- "pages": 39,
300
- "shards": 3
301
- },
302
- {
303
- "seconds": 1.219036098998913,
304
- "bytes": 6506587,
305
- "pages": 23,
306
- "shards": 2
307
- },
308
- {
309
- "seconds": 1.234236194002733,
310
- "bytes": 11430289,
311
- "pages": 42,
312
- "shards": 3
313
- },
314
- {
315
- "seconds": 1.0073759259976214,
316
- "bytes": 7448462,
317
- "pages": 30,
318
- "shards": 3
319
- },
320
- {
321
- "seconds": 0.7627367220047745,
322
- "bytes": 1172696,
323
- "pages": 36,
324
- "shards": 1
325
- },
326
- {
327
- "seconds": 1.1723295699994196,
328
- "bytes": 5714080,
329
- "pages": 28,
330
- "shards": 2
331
- },
332
- {
333
- "seconds": 1.1845541919974494,
334
- "bytes": 7669056,
335
- "pages": 38,
336
- "shards": 3
337
- },
338
- {
339
- "seconds": 0.9817348009964917,
340
- "bytes": 4526983,
341
- "pages": 22,
342
- "shards": 2
343
- },
344
- {
345
- "seconds": 1.2601451889931923,
346
- "bytes": 13743089,
347
- "pages": 49,
348
- "shards": 4
349
- },
350
- {
351
- "seconds": 0.8212157870002557,
352
- "bytes": 890133,
353
- "pages": 26,
354
- "shards": 1
355
- },
356
- {
357
- "seconds": 1.1462097159965197,
358
- "bytes": 10417894,
359
- "pages": 36,
360
- "shards": 3
361
- },
362
- {
363
- "seconds": 1.1751894160042866,
364
- "bytes": 7506454,
365
- "pages": 38,
366
- "shards": 3
367
- },
368
- {
369
- "seconds": 1.0263809830066748,
370
- "bytes": 924946,
371
- "pages": 27,
372
- "shards": 1
373
- },
374
- {
375
- "seconds": 1.1823451020027278,
376
- "bytes": 13453015,
377
- "pages": 42,
378
- "shards": 4
379
- },
380
- {
381
- "seconds": 1.2355715770027018,
382
- "bytes": 9750066,
383
- "pages": 35,
384
- "shards": 4
385
- },
386
- {
387
- "seconds": 1.382024664999335,
388
- "bytes": 840789,
389
- "pages": 26,
390
- "shards": 1
391
- },
392
- {
393
- "seconds": 1.7087262210043264,
394
- "bytes": 7732105,
395
- "pages": 39,
396
- "shards": 3
397
- },
398
- {
399
- "seconds": 1.1756209270024556,
400
- "bytes": 879254,
401
- "pages": 27,
402
- "shards": 1
403
- },
404
- {
405
- "seconds": 1.4754508929981967,
406
- "bytes": 10625968,
407
- "pages": 36,
408
- "shards": 3
409
- },
410
- {
411
- "seconds": 0.9398709419983788,
412
- "bytes": 2450871,
413
- "pages": 30,
414
- "shards": 2
415
- },
416
- {
417
- "seconds": 1.1338124570029322,
418
- "bytes": 11954791,
419
- "pages": 38,
420
- "shards": 3
421
- },
422
- {
423
- "seconds": 1.1746257199993124,
424
- "bytes": 7528355,
425
- "pages": 38,
426
- "shards": 3
427
- },
428
- {
429
- "seconds": 1.2720379320016946,
430
- "bytes": 4790673,
431
- "pages": 27,
432
- "shards": 2
433
- },
434
- {
435
- "seconds": 0.9963719520019367,
436
- "bytes": 6449131,
437
- "pages": 37,
438
- "shards": 2
439
- },
440
- {
441
- "seconds": 0.9008199800009606,
442
- "bytes": 2360873,
443
- "pages": 29,
444
- "shards": 2
445
- },
446
- {
447
- "seconds": 1.193771635000303,
448
- "bytes": 12283347,
449
- "pages": 43,
450
- "shards": 3
451
- },
452
- {
453
- "seconds": 0.9776089399965713,
454
- "bytes": 9862558,
455
- "pages": 28,
456
- "shards": 3
457
- },
458
- {
459
- "seconds": 0.8356411559943808,
460
- "bytes": 2333118,
461
- "pages": 29,
462
- "shards": 2
463
- },
464
- {
465
- "seconds": 1.1188001900009112,
466
- "bytes": 6081727,
467
- "pages": 28,
468
- "shards": 2
469
- },
470
- {
471
- "seconds": 0.9660166879984899,
472
- "bytes": 2720285,
473
- "pages": 38,
474
- "shards": 2
475
- },
476
- {
477
- "seconds": 1.24898188199586,
478
- "bytes": 10600974,
479
- "pages": 37,
480
- "shards": 3
481
- },
482
- {
483
- "seconds": 1.208974320004927,
484
- "bytes": 5767450,
485
- "pages": 28,
486
- "shards": 2
487
- },
488
- {
489
- "seconds": 1.1749305560006178,
490
- "bytes": 8197083,
491
- "pages": 33,
492
- "shards": 3
493
- },
494
- {
495
- "seconds": 0.9447351959970547,
496
- "bytes": 6335429,
497
- "pages": 37,
498
- "shards": 2
499
- },
500
- {
501
- "seconds": 1.0603171299953829,
502
- "bytes": 4753623,
503
- "pages": 29,
504
- "shards": 2
505
- },
506
- {
507
- "seconds": 1.2698575760005042,
508
- "bytes": 7643809,
509
- "pages": 39,
510
- "shards": 3
511
- },
512
- {
513
- "seconds": 1.0007858850003686,
514
- "bytes": 5847294,
515
- "pages": 29,
516
- "shards": 2
517
- },
518
- {
519
- "seconds": 0.8758766960017965,
520
- "bytes": 2703346,
521
- "pages": 37,
522
- "shards": 2
523
- },
524
- {
525
- "seconds": 1.3512026129974402,
526
- "bytes": 16969598,
527
- "pages": 37,
528
- "shards": 4
529
- },
530
- {
531
- "seconds": 1.1678855200007092,
532
- "bytes": 919043,
533
- "pages": 27,
534
- "shards": 1
535
- },
536
- {
537
- "seconds": 1.127943243001937,
538
- "bytes": 7825410,
539
- "pages": 38,
540
- "shards": 3
541
- },
542
- {
543
- "seconds": 1.1976684740002383,
544
- "bytes": 5884805,
545
- "pages": 31,
546
- "shards": 2
547
- },
548
- {
549
- "seconds": 0.8530800510052359,
550
- "bytes": 740338,
551
- "pages": 24,
552
- "shards": 1
553
- },
554
- {
555
- "seconds": 1.4493056469946168,
556
- "bytes": 12401988,
557
- "pages": 45,
558
- "shards": 4
559
- },
560
- {
561
- "seconds": 0.9416848679975374,
562
- "bytes": 6631553,
563
- "pages": 29,
564
- "shards": 2
565
- }
566
- ],
567
  "cache_key": {
568
  "version": 1,
569
  "kind": "data",
@@ -602,11 +217,7 @@
602
  "source": "f8722b66ff2f92bca174f36564336149e85c65c48b964d05ff3a4d5d85da308f",
603
  "cpu": "unknown",
604
  "cpu_count": 20,
605
- "microbatch": 86
606
  },
607
- "cache_reused": true,
608
- "resume_probe_seconds": [
609
- 3.301654667999969,
610
- 0.11550889399995867
611
- ]
612
  }
 
1
  {
2
  "version": 1,
3
  "startup_batch_seconds": [
4
+ 2.3260779750000324,
5
+ 0.017838069999982054,
6
+ 0.0158013189999906,
7
+ 0.015721255000016754,
8
+ 0.09197544800002788,
9
+ 0.014327330000014626,
10
+ 0.013824727999974584,
11
+ 0.10075297500003444
12
  ],
13
  "source_benchmarks": [
14
  {
15
  "source": "climbmix",
16
  "rows": 256,
17
+ "tokens": 903410,
18
+ "bytes": 372598,
19
+ "generation_seconds": 1.5044533369999726,
20
+ "write_seconds": 0.005470204000005197,
21
+ "read_seconds": 0.004841493000014907,
22
+ "tokens_per_second": 598315.063954628,
23
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
24
  "estimated_pages_for_buffer": 1,
25
+ "required_token_positions_per_second": 79257.51310602436,
26
+ "required_pages_per_second_upper_estimate": 0.005483218659442028
27
  },
28
  {
29
  "source": "rewrite6",
30
  "rows": 256,
31
+ "tokens": 149279,
32
+ "bytes": 66870,
33
+ "generation_seconds": 17.489590872999997,
34
+ "write_seconds": 0.0027630569999814725,
35
+ "read_seconds": 0.003109784999992371,
36
+ "tokens_per_second": 8533.957213384612,
37
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
38
  "estimated_pages_for_buffer": 1,
39
+ "required_token_positions_per_second": 9907.189138253045,
40
+ "required_pages_per_second_upper_estimate": 0.004147933206551593
41
  },
42
  {
43
  "source": "openmath",
44
  "rows": 256,
45
+ "tokens": 300086,
46
+ "bytes": 97823,
47
+ "generation_seconds": 0.7871533299999669,
48
+ "write_seconds": 0.0022467860000006112,
49
+ "read_seconds": 0.0028803160000165917,
50
+ "tokens_per_second": 380144.35761751566,
51
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
52
  "estimated_pages_for_buffer": 1,
53
+ "required_token_positions_per_second": 19814.37827650609,
54
+ "required_pages_per_second_upper_estimate": 0.004126812454701754
55
  },
56
  {
57
  "source": "ultra_qa",
58
  "rows": 256,
59
+ "tokens": 1042562,
60
+ "bytes": 369139,
61
+ "generation_seconds": 23.827993708999998,
62
+ "write_seconds": 0.0062629279999555365,
63
+ "read_seconds": 0.006445001999964006,
64
+ "tokens_per_second": 43742.16556775435,
65
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
66
  "estimated_pages_for_buffer": 1,
67
+ "required_token_positions_per_second": 29721.567414759134,
68
+ "required_pages_per_second_upper_estimate": 0.0017817625843090828
69
  },
70
  {
71
  "source": "ultra_style",
72
  "rows": 256,
73
+ "tokens": 803904,
74
+ "bytes": 337820,
75
+ "generation_seconds": 36.50458967899999,
76
+ "write_seconds": 0.00519779599994763,
77
+ "read_seconds": 0.005391688000031536,
78
+ "tokens_per_second": 22018.86276523721,
79
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
80
  "estimated_pages_for_buffer": 1,
81
+ "required_token_positions_per_second": 29721.567414759134,
82
+ "required_pages_per_second_upper_estimate": 0.0023107211351385813
83
  },
84
  {
85
  "source": "cortex",
86
  "rows": 128,
87
+ "tokens": 77961,
88
+ "bytes": 43256,
89
+ "generation_seconds": 0.08065045199998622,
90
+ "write_seconds": 0.004991313999994418,
91
+ "read_seconds": 0.04061180899998362,
92
+ "tokens_per_second": 910315.184299418,
93
  "note": "Bounded fresh sample; full-page latency is an extrapolation.",
94
+ "estimated_pages_for_buffer": 24,
95
+ "required_token_positions_per_second": 29721.567414759134,
96
+ "required_pages_per_second_upper_estimate": 0.38123635426378744
97
  }
98
  ],
99
  "gpu_measurement": "Selected forward/backward estimate; replaced by live successful update timings.",
 
108
  "local_shard_size_benchmark": [
109
  {
110
  "target_mib": 16,
111
+ "actual_bytes": 15554560,
112
+ "pages": 7,
113
+ "packing_seconds": 0.03195600199990167,
114
+ "read_seconds": 0.0013301719999390116,
115
+ "io_bytes_per_second": 467297923.7588089,
116
  "target_reached": true
117
  },
118
  {
119
  "target_mib": 32,
120
+ "actual_bytes": 18083840,
121
+ "pages": 9,
122
+ "packing_seconds": 0.0402841879999869,
123
+ "read_seconds": 0.0016377959999545055,
124
+ "io_bytes_per_second": 431368897.0451703,
125
  "target_reached": false
126
  },
127
  {
128
  "target_mib": 64,
129
+ "actual_bytes": 18083840,
130
+ "pages": 9,
131
+ "packing_seconds": 0.0399535819999528,
132
+ "read_seconds": 0.0013251859999172666,
133
+ "io_bytes_per_second": 438090594.17802685,
134
  "target_reached": false
135
  },
136
  {
137
  "target_mib": 128,
138
+ "actual_bytes": 18083840,
139
+ "pages": 9,
140
+ "packing_seconds": 0.04405787199993938,
141
+ "read_seconds": 0.0014645830000290516,
142
+ "io_bytes_per_second": 397250983.05907583,
143
  "target_reached": false
144
  },
145
  {
146
  "target_mib": 256,
147
+ "actual_bytes": 18083840,
148
+ "pages": 9,
149
+ "packing_seconds": 0.038781767000045875,
150
+ "read_seconds": 0.0013218610000649278,
151
+ "io_bytes_per_second": 450927781.39548963,
152
  "target_reached": false
153
  }
154
  ],
155
  "shard_benchmark_scope": "Local packing/read measurements; upload capacity measured only on real data commits. Targets larger than available pages are sample-limited.",
156
+ "estimated_fresh_generation_batch_seconds": 2.558590814491007,
157
  "selected": {
158
+ "prefetch_batches": 65,
159
  "prefetch_capacity_limit": 512,
160
+ "batch_memory_estimate_bytes": 704566,
161
+ "producer_batch_seconds": 2.558590814491007,
162
+ "producer_p95_seconds": 2.558590814491007,
163
+ "gpu_update_seconds": 0.9302335780000135,
164
+ "producer_batches_per_second": 0.39084014307263704,
165
+ "gpu_batches_per_second": 1.0749988214250266,
166
+ "producer_headroom": 0.3635726247164963,
167
+ "sustainable": false,
168
+ "buffer_seconds": 60.46518257000088,
169
+ "buffer_drain_seconds": 95.0071994358602,
170
  "shard_target_mib": 16,
171
+ "upload_pages_per_commit": 9,
172
+ "max_pending_pages": 2138,
173
+ "generation_bytes_per_second": 0,
174
+ "upload_bytes_per_second": null,
175
+ "upload_sustainable": null,
176
  "logical_page_rows": 4096,
177
  "logical_cortex_page_rows": 128,
178
+ "estimated_full_shards_per_hour": 0.0,
179
  "selection_policy": "Smallest shard within 90% of measured local peak, enlarged to amortize 30 seconds of measured page production; bounded to 256 MiB."
180
  },
181
+ "upload_measurements": [],
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
182
  "cache_key": {
183
  "version": 1,
184
  "kind": "data",
 
217
  "source": "f8722b66ff2f92bca174f36564336149e85c65c48b964d05ff3a4d5d85da308f",
218
  "cpu": "unknown",
219
  "cpu_count": 20,
220
+ "microbatch": 90
221
  },
222
+ "cache_reused": false
 
 
 
 
223
  }
runs/void-byte-v1/events.out.tfevents.1790824801.afc92292-ba09-4e51-8d82-bc1983323308-sdcdh.469.0.1790824801708454555-41033672 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24f5c75d5a7fd13da224df91bf8ca10f057a9d45bb13ecc04c67f1bbf3650a54
3
+ size 165