File size: 16,190 Bytes
ba1fcbe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
{
  "runs": [
    {
      "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1",
      "config": "DSV2_LITE_L24",
      "backend": "echo",
      "num_layers": "24",
      "moe_layers": "23",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.00",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 103.0418348312378,
      "max_reserved_gib": 107.412109375,
      "fragmentation_gib": 4.370274543762207,
      "theoretical_weight_optim_gib": 95.94234375,
      "peak_sampled_gib": 147.7373046875,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 147.7373046875
    },
    {
      "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1",
      "config": "DSV2_LITE_L24",
      "backend": "echo",
      "num_layers": "24",
      "moe_layers": "23",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.125",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 104.26594829559326,
      "max_reserved_gib": 107.412109375,
      "fragmentation_gib": 3.1461610794067383,
      "theoretical_weight_optim_gib": 95.94234375,
      "peak_sampled_gib": 151.7998046875,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 151.7998046875
    },
    {
      "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1",
      "config": "DSV2_LITE_L24",
      "backend": "echo",
      "num_layers": "24",
      "moe_layers": "23",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.25",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 105.45801830291748,
      "max_reserved_gib": 109.412109375,
      "fragmentation_gib": 3.9540910720825195,
      "theoretical_weight_optim_gib": 95.94234375,
      "peak_sampled_gib": 152.0087890625,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 152.0087890625
    },
    {
      "run_dir": "DSV2_LITE_L24__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1",
      "config": "DSV2_LITE_L24",
      "backend": "echo",
      "num_layers": "24",
      "moe_layers": "23",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "0",
      "capacity_mode": "dynamic",
      "capacity": "dynamic",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 103.29968357086182,
      "max_reserved_gib": 107.208984375,
      "fragmentation_gib": 3.9093008041381836,
      "theoretical_weight_optim_gib": 95.94234375,
      "peak_sampled_gib": 127.8095703125,
      "snapshot_pickle_count": 40,
      "snapshot_json_count": 40,
      "snapshot_expected_each": 40,
      "snapshot_complete": 1,
      "effective_peak_gib": 127.8095703125
    },
    {
      "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1",
      "config": "QWEN2_57B",
      "backend": "echo",
      "num_layers": "10",
      "moe_layers": "10",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.00",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 68.26414585113525,
      "max_reserved_gib": 79.373046875,
      "fragmentation_gib": 11.108901023864746,
      "theoretical_weight_optim_gib": 142.99818359375,
      "peak_sampled_gib": 109.2783203125,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 109.2783203125
    },
    {
      "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1",
      "config": "QWEN2_57B",
      "backend": "echo",
      "num_layers": "10",
      "moe_layers": "10",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.125",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 68.95816707611084,
      "max_reserved_gib": 78.6640625,
      "fragmentation_gib": 9.70589542388916,
      "theoretical_weight_optim_gib": 142.99818359375,
      "peak_sampled_gib": 109.4287109375,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 109.4287109375
    },
    {
      "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1",
      "config": "QWEN2_57B",
      "backend": "echo",
      "num_layers": "10",
      "moe_layers": "10",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.25",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 69.63735675811768,
      "max_reserved_gib": 79.412109375,
      "fragmentation_gib": 9.774752616882324,
      "theoretical_weight_optim_gib": 142.99818359375,
      "peak_sampled_gib": 110.7822265625,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 110.7822265625
    },
    {
      "run_dir": "QWEN2_57B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
      "config": "QWEN2_57B",
      "backend": "echo",
      "num_layers": "10",
      "moe_layers": "10",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "0",
      "capacity_mode": "dynamic",
      "capacity": "dynamic",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 68.57288694381714,
      "max_reserved_gib": 77.71875,
      "fragmentation_gib": 9.145863056182861,
      "theoretical_weight_optim_gib": 142.99818359375,
      "peak_sampled_gib": 101.8818359375,
      "snapshot_pickle_count": 40,
      "snapshot_json_count": 40,
      "snapshot_expected_each": 40,
      "snapshot_complete": 1,
      "effective_peak_gib": 101.8818359375
    },
    {
      "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p00__memiteration__it6/rep1",
      "config": "QWEN3_235B",
      "backend": "echo",
      "num_layers": "12",
      "moe_layers": "12",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.00",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 84.38795804977417,
      "max_reserved_gib": 96.087890625,
      "fragmentation_gib": 11.69993257522583,
      "theoretical_weight_optim_gib": 211.35640625,
      "peak_sampled_gib": 141.9404296875,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 141.9404296875
    },
    {
      "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p125__memiteration__it6/rep1",
      "config": "QWEN3_235B",
      "backend": "echo",
      "num_layers": "12",
      "moe_layers": "12",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.125",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 85.47532987594604,
      "max_reserved_gib": 94.810546875,
      "fragmentation_gib": 9.335216999053955,
      "theoretical_weight_optim_gib": 211.35640625,
      "peak_sampled_gib": 143.0830078125,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 143.0830078125
    },
    {
      "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__cap1p25__memiteration__it6/rep1",
      "config": "QWEN3_235B",
      "backend": "echo",
      "num_layers": "12",
      "moe_layers": "12",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.25",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 86.56814908981323,
      "max_reserved_gib": 96.419921875,
      "fragmentation_gib": 9.851772785186768,
      "theoretical_weight_optim_gib": 211.35640625,
      "peak_sampled_gib": 144.6904296875,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 144.6904296875
    },
    {
      "run_dir": "QWEN3_235B__echo__matched__seq8192__gbs8__capdynamic__nocg__memiteration__it5/rep1",
      "config": "QWEN3_235B",
      "backend": "echo",
      "num_layers": "12",
      "moe_layers": "12",
      "seq_length": "8192",
      "global_batch_size": "8",
      "cuda_graph": "0",
      "capacity_mode": "dynamic",
      "capacity": "dynamic",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 84.64361619949341,
      "max_reserved_gib": 93.953125,
      "fragmentation_gib": 9.309508800506592,
      "theoretical_weight_optim_gib": 211.35640625,
      "peak_sampled_gib": 128.1689453125,
      "snapshot_pickle_count": 40,
      "snapshot_json_count": 40,
      "snapshot_expected_each": 40,
      "snapshot_complete": 1,
      "effective_peak_gib": 128.1689453125
    },
    {
      "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p00__memiteration__it6/rep1",
      "config": "QWEN3_30B",
      "backend": "echo",
      "num_layers": "48",
      "moe_layers": "48",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.00",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 84.2321047782898,
      "max_reserved_gib": 85.458984375,
      "fragmentation_gib": 1.226879596710205,
      "theoretical_weight_optim_gib": 210.270107421875,
      "peak_sampled_gib": 139.7509765625,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 139.7509765625
    },
    {
      "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p125__memiteration__it6/rep1",
      "config": "QWEN3_30B",
      "backend": "echo",
      "num_layers": "48",
      "moe_layers": "48",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.125",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 85.32165861129761,
      "max_reserved_gib": 86.8828125,
      "fragmentation_gib": 1.5611538887023926,
      "theoretical_weight_optim_gib": 210.270107421875,
      "peak_sampled_gib": 140.3115234375,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 140.3115234375
    },
    {
      "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__cap1p25__memiteration__it6/rep1",
      "config": "QWEN3_30B",
      "backend": "echo",
      "num_layers": "48",
      "moe_layers": "48",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "1",
      "capacity_mode": "static",
      "capacity": "1.25",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 86.43166065216064,
      "max_reserved_gib": 87.861328125,
      "fragmentation_gib": 1.4296674728393555,
      "theoretical_weight_optim_gib": 210.270107421875,
      "peak_sampled_gib": 144.2001953125,
      "snapshot_pickle_count": 48,
      "snapshot_json_count": 48,
      "snapshot_expected_each": 48,
      "snapshot_complete": 1,
      "effective_peak_gib": 144.2001953125
    },
    {
      "run_dir": "QWEN3_30B__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
      "config": "QWEN3_30B",
      "backend": "echo",
      "num_layers": "48",
      "moe_layers": "48",
      "seq_length": "4096",
      "global_batch_size": "8",
      "cuda_graph": "0",
      "capacity_mode": "dynamic",
      "capacity": "dynamic",
      "memory_dump_mode": "iteration",
      "branch": "better-memory-dump-support",
      "commit": "b7c52442",
      "status": "OK",
      "max_allocated_gib": 84.67870235443115,
      "max_reserved_gib": 85.841796875,
      "fragmentation_gib": 1.1630945205688477,
      "theoretical_weight_optim_gib": 210.270107421875,
      "peak_sampled_gib": 121.5712890625,
      "snapshot_pickle_count": 40,
      "snapshot_json_count": 40,
      "snapshot_expected_each": 40,
      "snapshot_complete": 1,
      "effective_peak_gib": 121.5712890625
    }
  ],
  "comparisons": [
    {
      "config": "DSV2_LITE_L24",
      "backend": "echo",
      "dynamic_nocg_status": "OK",
      "dynamic_nocg_peak_gib": 127.8095703125,
      "cap_1p0_status": "OK",
      "cap_1p0_peak_gib": 147.7373046875,
      "cap_1p125_status": "OK",
      "cap_1p125_peak_gib": 151.7998046875,
      "cap_1p25_status": "OK",
      "cap_1p25_peak_gib": 152.0087890625,
      "static_capacity_1p00_to_1p25_delta_gib": 4.271484375
    },
    {
      "config": "QWEN2_57B",
      "backend": "echo",
      "dynamic_nocg_status": "OK",
      "dynamic_nocg_peak_gib": 101.8818359375,
      "cap_1p0_status": "OK",
      "cap_1p0_peak_gib": 109.2783203125,
      "cap_1p125_status": "OK",
      "cap_1p125_peak_gib": 109.4287109375,
      "cap_1p25_status": "OK",
      "cap_1p25_peak_gib": 110.7822265625,
      "static_capacity_1p00_to_1p25_delta_gib": 1.50390625
    },
    {
      "config": "QWEN3_235B",
      "backend": "echo",
      "dynamic_nocg_status": "OK",
      "dynamic_nocg_peak_gib": 128.1689453125,
      "cap_1p0_status": "OK",
      "cap_1p0_peak_gib": 141.9404296875,
      "cap_1p125_status": "OK",
      "cap_1p125_peak_gib": 143.0830078125,
      "cap_1p25_status": "OK",
      "cap_1p25_peak_gib": 144.6904296875,
      "static_capacity_1p00_to_1p25_delta_gib": 2.75
    },
    {
      "config": "QWEN3_30B",
      "backend": "echo",
      "dynamic_nocg_status": "OK",
      "dynamic_nocg_peak_gib": 121.5712890625,
      "cap_1p0_status": "OK",
      "cap_1p0_peak_gib": 139.7509765625,
      "cap_1p125_status": "OK",
      "cap_1p125_peak_gib": 140.3115234375,
      "cap_1p25_status": "OK",
      "cap_1p25_peak_gib": 144.2001953125,
      "static_capacity_1p00_to_1p25_delta_gib": 4.44921875
    }
  ]
}