AbhishekGhosh1998 commited on
Commit
ab7d26c
·
verified ·
1 Parent(s): a6b3b72

Upload granularity_next_b200/memory_summary_all.json with huggingface_hub

Browse files
granularity_next_b200/memory_summary_all.json ADDED
@@ -0,0 +1,1774 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "runs": [
3
+ {
4
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/echo/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__echo__matched__seq4096__gbs8__cap1p13671875__memiteration__it6/rep1",
5
+ "config": "DEEPSEEK_V3_L4",
6
+ "backend": "echo",
7
+ "num_layers": "4",
8
+ "moe_layers": "1",
9
+ "seq_length": "4096",
10
+ "global_batch_size": "8",
11
+ "cuda_graph": "1",
12
+ "capacity_mode": "static",
13
+ "capacity": "1.13671875",
14
+ "memory_dump_mode": "iteration",
15
+ "branch": "better-memory-dump-support",
16
+ "commit": "b7c52442",
17
+ "status": "OK",
18
+ "max_allocated_gib": 68.58609199523926,
19
+ "max_reserved_gib": 82.048828125,
20
+ "fragmentation_gib": 13.462736129760742,
21
+ "theoretical_weight_optim_gib": 97.629130859375,
22
+ "peak_sampled_gib": 128.0029296875,
23
+ "snapshot_pickle_count": 48,
24
+ "snapshot_json_count": 48,
25
+ "snapshot_expected_each": 48,
26
+ "snapshot_complete": 1,
27
+ "effective_peak_gib": 128.0029296875
28
+ },
29
+ {
30
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/echo/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
31
+ "config": "DEEPSEEK_V3_L4",
32
+ "backend": "echo",
33
+ "num_layers": "4",
34
+ "moe_layers": "1",
35
+ "seq_length": "4096",
36
+ "global_batch_size": "8",
37
+ "cuda_graph": "0",
38
+ "capacity_mode": "dynamic",
39
+ "capacity": "dynamic",
40
+ "memory_dump_mode": "iteration",
41
+ "branch": "better-memory-dump-support",
42
+ "commit": "b7c52442",
43
+ "status": "OK",
44
+ "max_allocated_gib": 69.96967601776123,
45
+ "max_reserved_gib": 79.791015625,
46
+ "fragmentation_gib": 9.82133960723877,
47
+ "theoretical_weight_optim_gib": 97.629130859375,
48
+ "peak_sampled_gib": 116.5556640625,
49
+ "snapshot_pickle_count": 40,
50
+ "snapshot_json_count": 40,
51
+ "snapshot_expected_each": 40,
52
+ "snapshot_complete": 1,
53
+ "effective_peak_gib": 116.5556640625
54
+ },
55
+ {
56
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/moonep/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1",
57
+ "config": "DEEPSEEK_V3_L4",
58
+ "backend": "moonep",
59
+ "num_layers": "4",
60
+ "moe_layers": "1",
61
+ "seq_length": "4096",
62
+ "global_batch_size": "8",
63
+ "cuda_graph": "1",
64
+ "capacity_mode": "none",
65
+ "capacity": "none",
66
+ "memory_dump_mode": "iteration",
67
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
68
+ "commit": "7949f384",
69
+ "status": "OK",
70
+ "max_allocated_gib": 56.274383544921875,
71
+ "max_reserved_gib": 59.23046875,
72
+ "fragmentation_gib": 2.956085205078125,
73
+ "theoretical_weight_optim_gib": 97.629130859375,
74
+ "peak_sampled_gib": 95.5556640625,
75
+ "snapshot_pickle_count": 48,
76
+ "snapshot_json_count": 48,
77
+ "snapshot_expected_each": 48,
78
+ "snapshot_complete": 1,
79
+ "effective_peak_gib": 95.5556640625
80
+ },
81
+ {
82
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/moonep/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__moonep__matched__seq4096__gbs8__capnone__nocg__async__memiteration__it5/rep1",
83
+ "config": "DEEPSEEK_V3_L4",
84
+ "backend": "moonep",
85
+ "num_layers": "4",
86
+ "moe_layers": "1",
87
+ "seq_length": "4096",
88
+ "global_batch_size": "8",
89
+ "cuda_graph": "0",
90
+ "capacity_mode": "none",
91
+ "capacity": "none",
92
+ "memory_dump_mode": "iteration",
93
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
94
+ "commit": "7949f384",
95
+ "status": "OK",
96
+ "max_allocated_gib": 56.25963544845581,
97
+ "max_reserved_gib": 59.21484375,
98
+ "fragmentation_gib": 2.9552083015441895,
99
+ "theoretical_weight_optim_gib": 97.629130859375,
100
+ "peak_sampled_gib": 81.8642578125,
101
+ "snapshot_pickle_count": 40,
102
+ "snapshot_json_count": 40,
103
+ "snapshot_expected_each": 40,
104
+ "snapshot_complete": 1,
105
+ "effective_peak_gib": 81.8642578125
106
+ },
107
+ {
108
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/ultraep/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__ultraep__matched__seq4096__gbs8__cap1p13671875__memiteration__it6/rep1",
109
+ "config": "DEEPSEEK_V3_L4",
110
+ "backend": "ultraep",
111
+ "num_layers": "4",
112
+ "moe_layers": "1",
113
+ "seq_length": "4096",
114
+ "global_batch_size": "8",
115
+ "cuda_graph": "1",
116
+ "capacity_mode": "static",
117
+ "capacity": "1.13671875",
118
+ "memory_dump_mode": "iteration",
119
+ "branch": "ultraep-better-memory-dump-support",
120
+ "commit": "c3a8a8a7",
121
+ "status": "OK",
122
+ "max_allocated_gib": 64.16005086898804,
123
+ "max_reserved_gib": 66.474609375,
124
+ "fragmentation_gib": 2.314558506011963,
125
+ "theoretical_weight_optim_gib": 97.629130859375,
126
+ "peak_sampled_gib": 99.6044921875,
127
+ "snapshot_pickle_count": 48,
128
+ "snapshot_json_count": 48,
129
+ "snapshot_expected_each": 48,
130
+ "snapshot_complete": 1,
131
+ "effective_peak_gib": 99.6044921875
132
+ },
133
+ {
134
+ "run_dir": "tierb_models/memory/DEEPSEEK_V3_L4/ultraep/tierbmem/tierbmem_gbs8/DEEPSEEK_V3_L4__ultraep__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
135
+ "config": "DEEPSEEK_V3_L4",
136
+ "backend": "ultraep",
137
+ "num_layers": "4",
138
+ "moe_layers": "1",
139
+ "seq_length": "4096",
140
+ "global_batch_size": "8",
141
+ "cuda_graph": "0",
142
+ "capacity_mode": "dynamic",
143
+ "capacity": "dynamic",
144
+ "memory_dump_mode": "iteration",
145
+ "branch": "ultraep-better-memory-dump-support",
146
+ "commit": "c3a8a8a7",
147
+ "status": "OK",
148
+ "max_allocated_gib": 64.25602293014526,
149
+ "max_reserved_gib": 66.458984375,
150
+ "fragmentation_gib": 2.2029614448547363,
151
+ "theoretical_weight_optim_gib": 97.629130859375,
152
+ "peak_sampled_gib": 100.2666015625,
153
+ "snapshot_pickle_count": 40,
154
+ "snapshot_json_count": 40,
155
+ "snapshot_expected_each": 40,
156
+ "snapshot_complete": 1,
157
+ "effective_peak_gib": 100.2666015625
158
+ },
159
+ {
160
+ "run_dir": "tiera_topk_memory/G2_K2/echo/tierbmem/tierbmem_gbs16/G2_K2__echo__matched__seq4096__gbs16__cap1p15625__memiteration__it6/rep1",
161
+ "config": "G2_K2",
162
+ "backend": "echo",
163
+ "num_layers": "16",
164
+ "moe_layers": "16",
165
+ "seq_length": "4096",
166
+ "global_batch_size": "16",
167
+ "cuda_graph": "1",
168
+ "capacity_mode": "static",
169
+ "capacity": "1.15625",
170
+ "memory_dump_mode": "iteration",
171
+ "branch": "better-memory-dump-support",
172
+ "commit": "b7c52442",
173
+ "status": "OK",
174
+ "max_allocated_gib": 74.99560832977295,
175
+ "max_reserved_gib": 88.99609375,
176
+ "fragmentation_gib": 14.00048542022705,
177
+ "theoretical_weight_optim_gib": 165.067802734375,
178
+ "snapshot_pickle_count": 0,
179
+ "snapshot_json_count": 48,
180
+ "snapshot_expected_each": 48,
181
+ "snapshot_complete": 0,
182
+ "effective_peak_gib": 88.99609375
183
+ },
184
+ {
185
+ "run_dir": "tiera_topk_memory/G2_K2/echo/tierbmem/tierbmem_gbs16/G2_K2__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
186
+ "config": "G2_K2",
187
+ "backend": "echo",
188
+ "num_layers": "16",
189
+ "moe_layers": "16",
190
+ "seq_length": "4096",
191
+ "global_batch_size": "16",
192
+ "cuda_graph": "0",
193
+ "capacity_mode": "dynamic",
194
+ "capacity": "dynamic",
195
+ "memory_dump_mode": "iteration",
196
+ "branch": "better-memory-dump-support",
197
+ "commit": "b7c52442",
198
+ "status": "OK",
199
+ "max_allocated_gib": 69.40528774261475,
200
+ "max_reserved_gib": 85.388671875,
201
+ "fragmentation_gib": 15.983384132385254,
202
+ "theoretical_weight_optim_gib": 165.067802734375,
203
+ "snapshot_pickle_count": 0,
204
+ "snapshot_json_count": 32,
205
+ "snapshot_expected_each": 40,
206
+ "snapshot_complete": 0,
207
+ "effective_peak_gib": 85.388671875
208
+ },
209
+ {
210
+ "run_dir": "tiera_topk_memory/G2_K2/moonep/tierbmem/tierbmem_gbs16/G2_K2__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
211
+ "config": "G2_K2",
212
+ "backend": "moonep",
213
+ "num_layers": "16",
214
+ "moe_layers": "16",
215
+ "seq_length": "4096",
216
+ "global_batch_size": "16",
217
+ "cuda_graph": "1",
218
+ "capacity_mode": "none",
219
+ "capacity": "none",
220
+ "memory_dump_mode": "iteration",
221
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
222
+ "commit": "7949f384",
223
+ "status": "OK",
224
+ "max_allocated_gib": 51.84062576293945,
225
+ "max_reserved_gib": 56.009765625,
226
+ "fragmentation_gib": 4.169139862060547,
227
+ "theoretical_weight_optim_gib": 165.067802734375,
228
+ "snapshot_pickle_count": 0,
229
+ "snapshot_json_count": 48,
230
+ "snapshot_expected_each": 48,
231
+ "snapshot_complete": 0,
232
+ "effective_peak_gib": 56.009765625
233
+ },
234
+ {
235
+ "run_dir": "tiera_topk_memory/G2_K2/moonep/tierbmem/tierbmem_gbs16/G2_K2__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
236
+ "config": "G2_K2",
237
+ "backend": "moonep",
238
+ "num_layers": "16",
239
+ "moe_layers": "16",
240
+ "seq_length": "4096",
241
+ "global_batch_size": "16",
242
+ "cuda_graph": "0",
243
+ "capacity_mode": "none",
244
+ "capacity": "none",
245
+ "memory_dump_mode": "iteration",
246
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
247
+ "commit": "7949f384",
248
+ "status": "OK",
249
+ "max_allocated_gib": 51.80883169174194,
250
+ "max_reserved_gib": 55.9375,
251
+ "fragmentation_gib": 4.128668308258057,
252
+ "theoretical_weight_optim_gib": 165.067802734375,
253
+ "snapshot_pickle_count": 0,
254
+ "snapshot_json_count": 40,
255
+ "snapshot_expected_each": 40,
256
+ "snapshot_complete": 0,
257
+ "effective_peak_gib": 55.9375
258
+ },
259
+ {
260
+ "run_dir": "tiera_topk_memory/G2_K2/ultraep/tierbmem/tierbmem_gbs16/G2_K2__ultraep__matched__seq4096__gbs16__cap1p15625__memiteration__it6/rep1",
261
+ "config": "G2_K2",
262
+ "backend": "ultraep",
263
+ "num_layers": "16",
264
+ "moe_layers": "16",
265
+ "seq_length": "4096",
266
+ "global_batch_size": "16",
267
+ "cuda_graph": "1",
268
+ "capacity_mode": "static",
269
+ "capacity": "1.15625",
270
+ "memory_dump_mode": "iteration",
271
+ "branch": "ultraep-better-memory-dump-support",
272
+ "commit": "c3a8a8a7",
273
+ "status": "OK",
274
+ "max_allocated_gib": 64.17789077758789,
275
+ "max_reserved_gib": 77.595703125,
276
+ "fragmentation_gib": 13.41781234741211,
277
+ "theoretical_weight_optim_gib": 165.067802734375,
278
+ "snapshot_pickle_count": 0,
279
+ "snapshot_json_count": 48,
280
+ "snapshot_expected_each": 48,
281
+ "snapshot_complete": 0,
282
+ "effective_peak_gib": 77.595703125
283
+ },
284
+ {
285
+ "run_dir": "tiera_topk_memory/G2_K2/ultraep/tierbmem/tierbmem_gbs16/G2_K2__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
286
+ "config": "G2_K2",
287
+ "backend": "ultraep",
288
+ "num_layers": "16",
289
+ "moe_layers": "16",
290
+ "seq_length": "4096",
291
+ "global_batch_size": "16",
292
+ "cuda_graph": "0",
293
+ "capacity_mode": "dynamic",
294
+ "capacity": "dynamic",
295
+ "memory_dump_mode": "iteration",
296
+ "branch": "ultraep-better-memory-dump-support",
297
+ "commit": "c3a8a8a7",
298
+ "status": "OK",
299
+ "max_allocated_gib": 63.95792531967163,
300
+ "max_reserved_gib": 78.193359375,
301
+ "fragmentation_gib": 14.23543405532837,
302
+ "theoretical_weight_optim_gib": 165.067802734375,
303
+ "snapshot_pickle_count": 0,
304
+ "snapshot_json_count": 40,
305
+ "snapshot_expected_each": 40,
306
+ "snapshot_complete": 0,
307
+ "effective_peak_gib": 78.193359375
308
+ },
309
+ {
310
+ "run_dir": "tiera_topk_memory/G3_K2/echo/tierbmem/tierbmem_gbs16/G3_K2__echo__matched__seq4096__gbs16__cap1p1875__memiteration__it6/rep1",
311
+ "config": "G3_K2",
312
+ "backend": "echo",
313
+ "num_layers": "16",
314
+ "moe_layers": "16",
315
+ "seq_length": "4096",
316
+ "global_batch_size": "16",
317
+ "cuda_graph": "1",
318
+ "capacity_mode": "static",
319
+ "capacity": "1.1875",
320
+ "memory_dump_mode": "iteration",
321
+ "branch": "better-memory-dump-support",
322
+ "commit": "b7c52442",
323
+ "status": "OK",
324
+ "max_allocated_gib": 74.04066181182861,
325
+ "max_reserved_gib": 90.314453125,
326
+ "fragmentation_gib": 16.273791313171387,
327
+ "theoretical_weight_optim_gib": 165.067802734375,
328
+ "snapshot_pickle_count": 0,
329
+ "snapshot_json_count": 48,
330
+ "snapshot_expected_each": 48,
331
+ "snapshot_complete": 0,
332
+ "effective_peak_gib": 90.314453125
333
+ },
334
+ {
335
+ "run_dir": "tiera_topk_memory/G3_K2/echo/tierbmem/tierbmem_gbs16/G3_K2__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
336
+ "config": "G3_K2",
337
+ "backend": "echo",
338
+ "num_layers": "16",
339
+ "moe_layers": "16",
340
+ "seq_length": "4096",
341
+ "global_batch_size": "16",
342
+ "cuda_graph": "0",
343
+ "capacity_mode": "dynamic",
344
+ "capacity": "dynamic",
345
+ "memory_dump_mode": "iteration",
346
+ "branch": "better-memory-dump-support",
347
+ "commit": "b7c52442",
348
+ "status": "OK",
349
+ "max_allocated_gib": 68.66449165344238,
350
+ "max_reserved_gib": 85.119140625,
351
+ "fragmentation_gib": 16.454648971557617,
352
+ "theoretical_weight_optim_gib": 165.067802734375,
353
+ "snapshot_pickle_count": 0,
354
+ "snapshot_json_count": 40,
355
+ "snapshot_expected_each": 40,
356
+ "snapshot_complete": 0,
357
+ "effective_peak_gib": 85.119140625
358
+ },
359
+ {
360
+ "run_dir": "tiera_topk_memory/G3_K2/moonep/tierbmem/tierbmem_gbs16/G3_K2__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
361
+ "config": "G3_K2",
362
+ "backend": "moonep",
363
+ "num_layers": "16",
364
+ "moe_layers": "16",
365
+ "seq_length": "4096",
366
+ "global_batch_size": "16",
367
+ "cuda_graph": "1",
368
+ "capacity_mode": "none",
369
+ "capacity": "none",
370
+ "memory_dump_mode": "iteration",
371
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
372
+ "commit": "7949f384",
373
+ "status": "OK",
374
+ "max_allocated_gib": 51.82174253463745,
375
+ "max_reserved_gib": 54.93359375,
376
+ "fragmentation_gib": 3.111851215362549,
377
+ "theoretical_weight_optim_gib": 165.067802734375,
378
+ "snapshot_pickle_count": 0,
379
+ "snapshot_json_count": 48,
380
+ "snapshot_expected_each": 48,
381
+ "snapshot_complete": 0,
382
+ "effective_peak_gib": 54.93359375
383
+ },
384
+ {
385
+ "run_dir": "tiera_topk_memory/G3_K2/moonep/tierbmem/tierbmem_gbs16/G3_K2__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
386
+ "config": "G3_K2",
387
+ "backend": "moonep",
388
+ "num_layers": "16",
389
+ "moe_layers": "16",
390
+ "seq_length": "4096",
391
+ "global_batch_size": "16",
392
+ "cuda_graph": "0",
393
+ "capacity_mode": "none",
394
+ "capacity": "none",
395
+ "memory_dump_mode": "iteration",
396
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
397
+ "commit": "7949f384",
398
+ "status": "OK",
399
+ "max_allocated_gib": 51.79027843475342,
400
+ "max_reserved_gib": 54.931640625,
401
+ "fragmentation_gib": 3.141362190246582,
402
+ "theoretical_weight_optim_gib": 165.067802734375,
403
+ "snapshot_pickle_count": 0,
404
+ "snapshot_json_count": 40,
405
+ "snapshot_expected_each": 40,
406
+ "snapshot_complete": 0,
407
+ "effective_peak_gib": 54.931640625
408
+ },
409
+ {
410
+ "run_dir": "tiera_topk_memory/G3_K2/ultraep/tierbmem/tierbmem_gbs16/G3_K2__ultraep__matched__seq4096__gbs16__cap1p1875__memiteration__it6/rep1",
411
+ "config": "G3_K2",
412
+ "backend": "ultraep",
413
+ "num_layers": "16",
414
+ "moe_layers": "16",
415
+ "seq_length": "4096",
416
+ "global_batch_size": "16",
417
+ "cuda_graph": "1",
418
+ "capacity_mode": "static",
419
+ "capacity": "1.1875",
420
+ "memory_dump_mode": "iteration",
421
+ "branch": "ultraep-better-memory-dump-support",
422
+ "commit": "c3a8a8a7",
423
+ "status": "OK",
424
+ "max_allocated_gib": 62.94294357299805,
425
+ "max_reserved_gib": 78.802734375,
426
+ "fragmentation_gib": 15.859790802001953,
427
+ "theoretical_weight_optim_gib": 165.067802734375,
428
+ "snapshot_pickle_count": 0,
429
+ "snapshot_json_count": 48,
430
+ "snapshot_expected_each": 48,
431
+ "snapshot_complete": 0,
432
+ "effective_peak_gib": 78.802734375
433
+ },
434
+ {
435
+ "run_dir": "tiera_topk_memory/G3_K2/ultraep/tierbmem/tierbmem_gbs16/G3_K2__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
436
+ "config": "G3_K2",
437
+ "backend": "ultraep",
438
+ "num_layers": "16",
439
+ "moe_layers": "16",
440
+ "seq_length": "4096",
441
+ "global_batch_size": "16",
442
+ "cuda_graph": "0",
443
+ "capacity_mode": "dynamic",
444
+ "capacity": "dynamic",
445
+ "memory_dump_mode": "iteration",
446
+ "branch": "ultraep-better-memory-dump-support",
447
+ "commit": "c3a8a8a7",
448
+ "status": "OK",
449
+ "max_allocated_gib": 62.87725257873535,
450
+ "max_reserved_gib": 78.611328125,
451
+ "fragmentation_gib": 15.734075546264648,
452
+ "theoretical_weight_optim_gib": 165.067802734375,
453
+ "snapshot_pickle_count": 0,
454
+ "snapshot_json_count": 40,
455
+ "snapshot_expected_each": 40,
456
+ "snapshot_complete": 0,
457
+ "effective_peak_gib": 78.611328125
458
+ },
459
+ {
460
+ "run_dir": "tiera_topk_memory/G3_K8/echo/tierbmem/tierbmem_gbs16/G3_K8__echo__matched__seq4096__gbs16__cap1p09375__memiteration__it6/rep1",
461
+ "config": "G3_K8",
462
+ "backend": "echo",
463
+ "num_layers": "16",
464
+ "moe_layers": "16",
465
+ "seq_length": "4096",
466
+ "global_batch_size": "16",
467
+ "cuda_graph": "1",
468
+ "capacity_mode": "static",
469
+ "capacity": "1.09375",
470
+ "memory_dump_mode": "iteration",
471
+ "branch": "better-memory-dump-support",
472
+ "commit": "b7c52442",
473
+ "status": "OK",
474
+ "max_allocated_gib": 79.24201774597168,
475
+ "max_reserved_gib": 86.02734375,
476
+ "fragmentation_gib": 6.78532600402832,
477
+ "theoretical_weight_optim_gib": 165.067802734375,
478
+ "snapshot_pickle_count": 0,
479
+ "snapshot_json_count": 48,
480
+ "snapshot_expected_each": 48,
481
+ "snapshot_complete": 0,
482
+ "effective_peak_gib": 86.02734375
483
+ },
484
+ {
485
+ "run_dir": "tiera_topk_memory/G3_K8/echo/tierbmem/tierbmem_gbs16/G3_K8__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
486
+ "config": "G3_K8",
487
+ "backend": "echo",
488
+ "num_layers": "16",
489
+ "moe_layers": "16",
490
+ "seq_length": "4096",
491
+ "global_batch_size": "16",
492
+ "cuda_graph": "0",
493
+ "capacity_mode": "dynamic",
494
+ "capacity": "dynamic",
495
+ "memory_dump_mode": "iteration",
496
+ "branch": "better-memory-dump-support",
497
+ "commit": "b7c52442",
498
+ "status": "OK",
499
+ "max_allocated_gib": 73.50973176956177,
500
+ "max_reserved_gib": 80.931640625,
501
+ "fragmentation_gib": 7.421908855438232,
502
+ "theoretical_weight_optim_gib": 165.067802734375,
503
+ "snapshot_pickle_count": 0,
504
+ "snapshot_json_count": 40,
505
+ "snapshot_expected_each": 40,
506
+ "snapshot_complete": 0,
507
+ "effective_peak_gib": 80.931640625
508
+ },
509
+ {
510
+ "run_dir": "tiera_topk_memory/G3_K8/moonep/tierbmem/tierbmem_gbs16/G3_K8__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
511
+ "config": "G3_K8",
512
+ "backend": "moonep",
513
+ "num_layers": "16",
514
+ "moe_layers": "16",
515
+ "seq_length": "4096",
516
+ "global_batch_size": "16",
517
+ "cuda_graph": "1",
518
+ "capacity_mode": "none",
519
+ "capacity": "none",
520
+ "memory_dump_mode": "iteration",
521
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
522
+ "commit": "7949f384",
523
+ "status": "OK",
524
+ "max_allocated_gib": 51.8156418800354,
525
+ "max_reserved_gib": 54.701171875,
526
+ "fragmentation_gib": 2.8855299949645996,
527
+ "theoretical_weight_optim_gib": 165.067802734375,
528
+ "snapshot_pickle_count": 0,
529
+ "snapshot_json_count": 48,
530
+ "snapshot_expected_each": 48,
531
+ "snapshot_complete": 0,
532
+ "effective_peak_gib": 54.701171875
533
+ },
534
+ {
535
+ "run_dir": "tiera_topk_memory/G3_K8/moonep/tierbmem/tierbmem_gbs16/G3_K8__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
536
+ "config": "G3_K8",
537
+ "backend": "moonep",
538
+ "num_layers": "16",
539
+ "moe_layers": "16",
540
+ "seq_length": "4096",
541
+ "global_batch_size": "16",
542
+ "cuda_graph": "0",
543
+ "capacity_mode": "none",
544
+ "capacity": "none",
545
+ "memory_dump_mode": "iteration",
546
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
547
+ "commit": "7949f384",
548
+ "status": "OK",
549
+ "max_allocated_gib": 51.79296684265137,
550
+ "max_reserved_gib": 54.62890625,
551
+ "fragmentation_gib": 2.835939407348633,
552
+ "theoretical_weight_optim_gib": 165.067802734375,
553
+ "snapshot_pickle_count": 0,
554
+ "snapshot_json_count": 40,
555
+ "snapshot_expected_each": 40,
556
+ "snapshot_complete": 0,
557
+ "effective_peak_gib": 54.62890625
558
+ },
559
+ {
560
+ "run_dir": "tiera_topk_memory/G3_K8/ultraep/tierbmem/tierbmem_gbs16/G3_K8__ultraep__matched__seq4096__gbs16__cap1p09375__memiteration__it6/rep1",
561
+ "config": "G3_K8",
562
+ "backend": "ultraep",
563
+ "num_layers": "16",
564
+ "moe_layers": "16",
565
+ "seq_length": "4096",
566
+ "global_batch_size": "16",
567
+ "cuda_graph": "1",
568
+ "capacity_mode": "static",
569
+ "capacity": "1.09375",
570
+ "memory_dump_mode": "iteration",
571
+ "branch": "ultraep-better-memory-dump-support",
572
+ "commit": "c3a8a8a7",
573
+ "status": "OK",
574
+ "max_allocated_gib": 68.15336608886719,
575
+ "max_reserved_gib": 74.333984375,
576
+ "fragmentation_gib": 6.1806182861328125,
577
+ "theoretical_weight_optim_gib": 165.067802734375,
578
+ "snapshot_pickle_count": 0,
579
+ "snapshot_json_count": 48,
580
+ "snapshot_expected_each": 48,
581
+ "snapshot_complete": 0,
582
+ "effective_peak_gib": 74.333984375
583
+ },
584
+ {
585
+ "run_dir": "tiera_topk_memory/G3_K8/ultraep/tierbmem/tierbmem_gbs16/G3_K8__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
586
+ "config": "G3_K8",
587
+ "backend": "ultraep",
588
+ "num_layers": "16",
589
+ "moe_layers": "16",
590
+ "seq_length": "4096",
591
+ "global_batch_size": "16",
592
+ "cuda_graph": "0",
593
+ "capacity_mode": "dynamic",
594
+ "capacity": "dynamic",
595
+ "memory_dump_mode": "iteration",
596
+ "branch": "ultraep-better-memory-dump-support",
597
+ "commit": "c3a8a8a7",
598
+ "status": "OK",
599
+ "max_allocated_gib": 67.73253440856934,
600
+ "max_reserved_gib": 72.55859375,
601
+ "fragmentation_gib": 4.826059341430664,
602
+ "theoretical_weight_optim_gib": 165.067802734375,
603
+ "snapshot_pickle_count": 0,
604
+ "snapshot_json_count": 40,
605
+ "snapshot_expected_each": 40,
606
+ "snapshot_complete": 0,
607
+ "effective_peak_gib": 72.55859375
608
+ },
609
+ {
610
+ "run_dir": "tiera_topk_memory/G4_K16/echo/tierbmem/tierbmem_gbs16/G4_K16__echo__matched__seq4096__gbs16__cap1p08203125__memiteration__it6/rep1",
611
+ "config": "G4_K16",
612
+ "backend": "echo",
613
+ "num_layers": "16",
614
+ "moe_layers": "16",
615
+ "seq_length": "4096",
616
+ "global_batch_size": "16",
617
+ "cuda_graph": "1",
618
+ "capacity_mode": "static",
619
+ "capacity": "1.08203125",
620
+ "memory_dump_mode": "iteration",
621
+ "branch": "better-memory-dump-support",
622
+ "commit": "b7c52442",
623
+ "status": "OK",
624
+ "max_allocated_gib": 82.14846229553223,
625
+ "max_reserved_gib": 85.353515625,
626
+ "fragmentation_gib": 3.2050533294677734,
627
+ "theoretical_weight_optim_gib": 165.067802734375,
628
+ "snapshot_pickle_count": 0,
629
+ "snapshot_json_count": 48,
630
+ "snapshot_expected_each": 48,
631
+ "snapshot_complete": 0,
632
+ "effective_peak_gib": 85.353515625
633
+ },
634
+ {
635
+ "run_dir": "tiera_topk_memory/G4_K16/echo/tierbmem/tierbmem_gbs16/G4_K16__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
636
+ "config": "G4_K16",
637
+ "backend": "echo",
638
+ "num_layers": "16",
639
+ "moe_layers": "16",
640
+ "seq_length": "4096",
641
+ "global_batch_size": "16",
642
+ "cuda_graph": "0",
643
+ "capacity_mode": "dynamic",
644
+ "capacity": "dynamic",
645
+ "memory_dump_mode": "iteration",
646
+ "branch": "better-memory-dump-support",
647
+ "commit": "b7c52442",
648
+ "status": "OK",
649
+ "max_allocated_gib": 76.34746932983398,
650
+ "max_reserved_gib": 80.279296875,
651
+ "fragmentation_gib": 3.9318275451660156,
652
+ "theoretical_weight_optim_gib": 165.067802734375,
653
+ "snapshot_pickle_count": 0,
654
+ "snapshot_json_count": 32,
655
+ "snapshot_expected_each": 40,
656
+ "snapshot_complete": 0,
657
+ "effective_peak_gib": 80.279296875
658
+ },
659
+ {
660
+ "run_dir": "tiera_topk_memory/G4_K16/moonep/tierbmem/tierbmem_gbs16/G4_K16__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
661
+ "config": "G4_K16",
662
+ "backend": "moonep",
663
+ "num_layers": "16",
664
+ "moe_layers": "16",
665
+ "seq_length": "4096",
666
+ "global_batch_size": "16",
667
+ "cuda_graph": "1",
668
+ "capacity_mode": "none",
669
+ "capacity": "none",
670
+ "memory_dump_mode": "iteration",
671
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
672
+ "commit": "7949f384",
673
+ "status": "OK",
674
+ "max_allocated_gib": 51.87144136428833,
675
+ "max_reserved_gib": 53.533203125,
676
+ "fragmentation_gib": 1.66176176071167,
677
+ "theoretical_weight_optim_gib": 165.067802734375,
678
+ "snapshot_pickle_count": 0,
679
+ "snapshot_json_count": 48,
680
+ "snapshot_expected_each": 48,
681
+ "snapshot_complete": 0,
682
+ "effective_peak_gib": 53.533203125
683
+ },
684
+ {
685
+ "run_dir": "tiera_topk_memory/G4_K16/moonep/tierbmem/tierbmem_gbs16/G4_K16__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
686
+ "config": "G4_K16",
687
+ "backend": "moonep",
688
+ "num_layers": "16",
689
+ "moe_layers": "16",
690
+ "seq_length": "4096",
691
+ "global_batch_size": "16",
692
+ "cuda_graph": "0",
693
+ "capacity_mode": "none",
694
+ "capacity": "none",
695
+ "memory_dump_mode": "iteration",
696
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
697
+ "commit": "7949f384",
698
+ "status": "OK",
699
+ "max_allocated_gib": 51.8409538269043,
700
+ "max_reserved_gib": 53.5078125,
701
+ "fragmentation_gib": 1.6668586730957031,
702
+ "theoretical_weight_optim_gib": 165.067802734375,
703
+ "snapshot_pickle_count": 0,
704
+ "snapshot_json_count": 40,
705
+ "snapshot_expected_each": 40,
706
+ "snapshot_complete": 0,
707
+ "effective_peak_gib": 53.5078125
708
+ },
709
+ {
710
+ "run_dir": "tiera_topk_memory/G4_K16/ultraep/tierbmem/tierbmem_gbs16/G4_K16__ultraep__matched__seq4096__gbs16__cap1p08203125__memiteration__it6/rep1",
711
+ "config": "G4_K16",
712
+ "backend": "ultraep",
713
+ "num_layers": "16",
714
+ "moe_layers": "16",
715
+ "seq_length": "4096",
716
+ "global_batch_size": "16",
717
+ "cuda_graph": "1",
718
+ "capacity_mode": "static",
719
+ "capacity": "1.08203125",
720
+ "memory_dump_mode": "iteration",
721
+ "branch": "ultraep-better-memory-dump-support",
722
+ "commit": "c3a8a8a7",
723
+ "status": "OK",
724
+ "max_allocated_gib": 70.50301837921143,
725
+ "max_reserved_gib": 73.294921875,
726
+ "fragmentation_gib": 2.791903495788574,
727
+ "theoretical_weight_optim_gib": 165.067802734375,
728
+ "snapshot_pickle_count": 0,
729
+ "snapshot_json_count": 48,
730
+ "snapshot_expected_each": 48,
731
+ "snapshot_complete": 0,
732
+ "effective_peak_gib": 73.294921875
733
+ },
734
+ {
735
+ "run_dir": "tiera_topk_memory/G4_K16/ultraep/tierbmem/tierbmem_gbs16/G4_K16__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
736
+ "config": "G4_K16",
737
+ "backend": "ultraep",
738
+ "num_layers": "16",
739
+ "moe_layers": "16",
740
+ "seq_length": "4096",
741
+ "global_batch_size": "16",
742
+ "cuda_graph": "0",
743
+ "capacity_mode": "dynamic",
744
+ "capacity": "dynamic",
745
+ "memory_dump_mode": "iteration",
746
+ "branch": "ultraep-better-memory-dump-support",
747
+ "commit": "c3a8a8a7",
748
+ "status": "OK",
749
+ "max_allocated_gib": 69.96756029129028,
750
+ "max_reserved_gib": 72.544921875,
751
+ "fragmentation_gib": 2.577361583709717,
752
+ "theoretical_weight_optim_gib": 165.067802734375,
753
+ "snapshot_pickle_count": 0,
754
+ "snapshot_json_count": 40,
755
+ "snapshot_expected_each": 40,
756
+ "snapshot_complete": 0,
757
+ "effective_peak_gib": 72.544921875
758
+ },
759
+ {
760
+ "run_dir": "tiera_topk_memory/G4_K2/echo/tierbmem/tierbmem_gbs16/G4_K2__echo__matched__seq4096__gbs16__cap1p265625__memiteration__it6/rep1",
761
+ "config": "G4_K2",
762
+ "backend": "echo",
763
+ "num_layers": "16",
764
+ "moe_layers": "16",
765
+ "seq_length": "4096",
766
+ "global_batch_size": "16",
767
+ "cuda_graph": "1",
768
+ "capacity_mode": "static",
769
+ "capacity": "1.265625",
770
+ "memory_dump_mode": "iteration",
771
+ "branch": "better-memory-dump-support",
772
+ "commit": "b7c52442",
773
+ "status": "OK",
774
+ "max_allocated_gib": 74.2385311126709,
775
+ "max_reserved_gib": 83.779296875,
776
+ "fragmentation_gib": 9.540765762329102,
777
+ "theoretical_weight_optim_gib": 165.067802734375,
778
+ "snapshot_pickle_count": 0,
779
+ "snapshot_json_count": 48,
780
+ "snapshot_expected_each": 48,
781
+ "snapshot_complete": 0,
782
+ "effective_peak_gib": 83.779296875
783
+ },
784
+ {
785
+ "run_dir": "tiera_topk_memory/G4_K2/echo/tierbmem/tierbmem_gbs16/G4_K2__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
786
+ "config": "G4_K2",
787
+ "backend": "echo",
788
+ "num_layers": "16",
789
+ "moe_layers": "16",
790
+ "seq_length": "4096",
791
+ "global_batch_size": "16",
792
+ "cuda_graph": "0",
793
+ "capacity_mode": "dynamic",
794
+ "capacity": "dynamic",
795
+ "memory_dump_mode": "iteration",
796
+ "branch": "better-memory-dump-support",
797
+ "commit": "b7c52442",
798
+ "status": "OK",
799
+ "max_allocated_gib": 68.84133005142212,
800
+ "max_reserved_gib": 78.705078125,
801
+ "fragmentation_gib": 9.86374807357788,
802
+ "theoretical_weight_optim_gib": 165.067802734375,
803
+ "snapshot_pickle_count": 0,
804
+ "snapshot_json_count": 40,
805
+ "snapshot_expected_each": 40,
806
+ "snapshot_complete": 0,
807
+ "effective_peak_gib": 78.705078125
808
+ },
809
+ {
810
+ "run_dir": "tiera_topk_memory/G4_K2/moonep/tierbmem/tierbmem_gbs16/G4_K2__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
811
+ "config": "G4_K2",
812
+ "backend": "moonep",
813
+ "num_layers": "16",
814
+ "moe_layers": "16",
815
+ "seq_length": "4096",
816
+ "global_batch_size": "16",
817
+ "cuda_graph": "1",
818
+ "capacity_mode": "none",
819
+ "capacity": "none",
820
+ "memory_dump_mode": "iteration",
821
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
822
+ "commit": "7949f384",
823
+ "status": "OK",
824
+ "max_allocated_gib": 51.8655686378479,
825
+ "max_reserved_gib": 54.099609375,
826
+ "fragmentation_gib": 2.2340407371520996,
827
+ "theoretical_weight_optim_gib": 165.067802734375,
828
+ "snapshot_pickle_count": 0,
829
+ "snapshot_json_count": 48,
830
+ "snapshot_expected_each": 48,
831
+ "snapshot_complete": 0,
832
+ "effective_peak_gib": 54.099609375
833
+ },
834
+ {
835
+ "run_dir": "tiera_topk_memory/G4_K2/moonep/tierbmem/tierbmem_gbs16/G4_K2__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
836
+ "config": "G4_K2",
837
+ "backend": "moonep",
838
+ "num_layers": "16",
839
+ "moe_layers": "16",
840
+ "seq_length": "4096",
841
+ "global_batch_size": "16",
842
+ "cuda_graph": "0",
843
+ "capacity_mode": "none",
844
+ "capacity": "none",
845
+ "memory_dump_mode": "iteration",
846
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
847
+ "commit": "7949f384",
848
+ "status": "OK",
849
+ "max_allocated_gib": 51.83556938171387,
850
+ "max_reserved_gib": 54.07421875,
851
+ "fragmentation_gib": 2.238649368286133,
852
+ "theoretical_weight_optim_gib": 165.067802734375,
853
+ "snapshot_pickle_count": 0,
854
+ "snapshot_json_count": 40,
855
+ "snapshot_expected_each": 40,
856
+ "snapshot_complete": 0,
857
+ "effective_peak_gib": 54.07421875
858
+ },
859
+ {
860
+ "run_dir": "tiera_topk_memory/G4_K2/ultraep/tierbmem/tierbmem_gbs16/G4_K2__ultraep__matched__seq4096__gbs16__cap1p265625__memiteration__it6/rep1",
861
+ "config": "G4_K2",
862
+ "backend": "ultraep",
863
+ "num_layers": "16",
864
+ "moe_layers": "16",
865
+ "seq_length": "4096",
866
+ "global_batch_size": "16",
867
+ "cuda_graph": "1",
868
+ "capacity_mode": "static",
869
+ "capacity": "1.265625",
870
+ "memory_dump_mode": "iteration",
871
+ "branch": "ultraep-better-memory-dump-support",
872
+ "commit": "c3a8a8a7",
873
+ "status": "OK",
874
+ "max_allocated_gib": 62.593889236450195,
875
+ "max_reserved_gib": 71.72265625,
876
+ "fragmentation_gib": 9.128767013549805,
877
+ "theoretical_weight_optim_gib": 165.067802734375,
878
+ "snapshot_pickle_count": 0,
879
+ "snapshot_json_count": 48,
880
+ "snapshot_expected_each": 48,
881
+ "snapshot_complete": 0,
882
+ "effective_peak_gib": 71.72265625
883
+ },
884
+ {
885
+ "run_dir": "tiera_topk_memory/G4_K2/ultraep/tierbmem/tierbmem_gbs16/G4_K2__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
886
+ "config": "G4_K2",
887
+ "backend": "ultraep",
888
+ "num_layers": "16",
889
+ "moe_layers": "16",
890
+ "seq_length": "4096",
891
+ "global_batch_size": "16",
892
+ "cuda_graph": "0",
893
+ "capacity_mode": "dynamic",
894
+ "capacity": "dynamic",
895
+ "memory_dump_mode": "iteration",
896
+ "branch": "ultraep-better-memory-dump-support",
897
+ "commit": "c3a8a8a7",
898
+ "status": "OK",
899
+ "max_allocated_gib": 62.47251892089844,
900
+ "max_reserved_gib": 71.435546875,
901
+ "fragmentation_gib": 8.963027954101562,
902
+ "theoretical_weight_optim_gib": 165.067802734375,
903
+ "snapshot_pickle_count": 0,
904
+ "snapshot_json_count": 40,
905
+ "snapshot_expected_each": 40,
906
+ "snapshot_complete": 0,
907
+ "effective_peak_gib": 71.435546875
908
+ },
909
+ {
910
+ "run_dir": "tiera_topk_memory/G4_K4/echo/tierbmem/tierbmem_gbs16/G4_K4__echo__matched__seq4096__gbs16__cap1p171875__memiteration__it6/rep1",
911
+ "config": "G4_K4",
912
+ "backend": "echo",
913
+ "num_layers": "16",
914
+ "moe_layers": "16",
915
+ "seq_length": "4096",
916
+ "global_batch_size": "16",
917
+ "cuda_graph": "1",
918
+ "capacity_mode": "static",
919
+ "capacity": "1.171875",
920
+ "memory_dump_mode": "iteration",
921
+ "branch": "better-memory-dump-support",
922
+ "commit": "b7c52442",
923
+ "status": "OK",
924
+ "max_allocated_gib": 75.35982322692871,
925
+ "max_reserved_gib": 82.447265625,
926
+ "fragmentation_gib": 7.087442398071289,
927
+ "theoretical_weight_optim_gib": 165.067802734375,
928
+ "snapshot_pickle_count": 0,
929
+ "snapshot_json_count": 48,
930
+ "snapshot_expected_each": 48,
931
+ "snapshot_complete": 0,
932
+ "effective_peak_gib": 82.447265625
933
+ },
934
+ {
935
+ "run_dir": "tiera_topk_memory/G4_K4/echo/tierbmem/tierbmem_gbs16/G4_K4__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
936
+ "config": "G4_K4",
937
+ "backend": "echo",
938
+ "num_layers": "16",
939
+ "moe_layers": "16",
940
+ "seq_length": "4096",
941
+ "global_batch_size": "16",
942
+ "cuda_graph": "0",
943
+ "capacity_mode": "dynamic",
944
+ "capacity": "dynamic",
945
+ "memory_dump_mode": "iteration",
946
+ "branch": "better-memory-dump-support",
947
+ "commit": "b7c52442",
948
+ "status": "OK",
949
+ "max_allocated_gib": 69.92792558670044,
950
+ "max_reserved_gib": 77.9765625,
951
+ "fragmentation_gib": 8.04863691329956,
952
+ "theoretical_weight_optim_gib": 165.067802734375,
953
+ "snapshot_pickle_count": 0,
954
+ "snapshot_json_count": 40,
955
+ "snapshot_expected_each": 40,
956
+ "snapshot_complete": 0,
957
+ "effective_peak_gib": 77.9765625
958
+ },
959
+ {
960
+ "run_dir": "tiera_topk_memory/G4_K4/moonep/tierbmem/tierbmem_gbs16/G4_K4__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
961
+ "config": "G4_K4",
962
+ "backend": "moonep",
963
+ "num_layers": "16",
964
+ "moe_layers": "16",
965
+ "seq_length": "4096",
966
+ "global_batch_size": "16",
967
+ "cuda_graph": "1",
968
+ "capacity_mode": "none",
969
+ "capacity": "none",
970
+ "memory_dump_mode": "iteration",
971
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
972
+ "commit": "7949f384",
973
+ "status": "OK",
974
+ "max_allocated_gib": 51.86496019363403,
975
+ "max_reserved_gib": 53.697265625,
976
+ "fragmentation_gib": 1.8323054313659668,
977
+ "theoretical_weight_optim_gib": 165.067802734375,
978
+ "snapshot_pickle_count": 0,
979
+ "snapshot_json_count": 48,
980
+ "snapshot_expected_each": 48,
981
+ "snapshot_complete": 0,
982
+ "effective_peak_gib": 53.697265625
983
+ },
984
+ {
985
+ "run_dir": "tiera_topk_memory/G4_K4/moonep/tierbmem/tierbmem_gbs16/G4_K4__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
986
+ "config": "G4_K4",
987
+ "backend": "moonep",
988
+ "num_layers": "16",
989
+ "moe_layers": "16",
990
+ "seq_length": "4096",
991
+ "global_batch_size": "16",
992
+ "cuda_graph": "0",
993
+ "capacity_mode": "none",
994
+ "capacity": "none",
995
+ "memory_dump_mode": "iteration",
996
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
997
+ "commit": "7949f384",
998
+ "status": "OK",
999
+ "max_allocated_gib": 51.834007263183594,
1000
+ "max_reserved_gib": 53.626953125,
1001
+ "fragmentation_gib": 1.7929458618164062,
1002
+ "theoretical_weight_optim_gib": 165.067802734375,
1003
+ "snapshot_pickle_count": 0,
1004
+ "snapshot_json_count": 40,
1005
+ "snapshot_expected_each": 40,
1006
+ "snapshot_complete": 0,
1007
+ "effective_peak_gib": 53.626953125
1008
+ },
1009
+ {
1010
+ "run_dir": "tiera_topk_memory/G4_K4/ultraep/tierbmem/tierbmem_gbs16/G4_K4__ultraep__matched__seq4096__gbs16__cap1p171875__memiteration__it6/rep1",
1011
+ "config": "G4_K4",
1012
+ "backend": "ultraep",
1013
+ "num_layers": "16",
1014
+ "moe_layers": "16",
1015
+ "seq_length": "4096",
1016
+ "global_batch_size": "16",
1017
+ "cuda_graph": "1",
1018
+ "capacity_mode": "static",
1019
+ "capacity": "1.171875",
1020
+ "memory_dump_mode": "iteration",
1021
+ "branch": "ultraep-better-memory-dump-support",
1022
+ "commit": "c3a8a8a7",
1023
+ "status": "OK",
1024
+ "max_allocated_gib": 63.71808052062988,
1025
+ "max_reserved_gib": 70.310546875,
1026
+ "fragmentation_gib": 6.592466354370117,
1027
+ "theoretical_weight_optim_gib": 165.067802734375,
1028
+ "snapshot_pickle_count": 0,
1029
+ "snapshot_json_count": 48,
1030
+ "snapshot_expected_each": 48,
1031
+ "snapshot_complete": 0,
1032
+ "effective_peak_gib": 70.310546875
1033
+ },
1034
+ {
1035
+ "run_dir": "tiera_topk_memory/G4_K4/ultraep/tierbmem/tierbmem_gbs16/G4_K4__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
1036
+ "config": "G4_K4",
1037
+ "backend": "ultraep",
1038
+ "num_layers": "16",
1039
+ "moe_layers": "16",
1040
+ "seq_length": "4096",
1041
+ "global_batch_size": "16",
1042
+ "cuda_graph": "0",
1043
+ "capacity_mode": "dynamic",
1044
+ "capacity": "dynamic",
1045
+ "memory_dump_mode": "iteration",
1046
+ "branch": "ultraep-better-memory-dump-support",
1047
+ "commit": "c3a8a8a7",
1048
+ "status": "OK",
1049
+ "max_allocated_gib": 63.531575202941895,
1050
+ "max_reserved_gib": 70.23828125,
1051
+ "fragmentation_gib": 6.7067060470581055,
1052
+ "theoretical_weight_optim_gib": 165.067802734375,
1053
+ "snapshot_pickle_count": 0,
1054
+ "snapshot_json_count": 40,
1055
+ "snapshot_expected_each": 40,
1056
+ "snapshot_complete": 0,
1057
+ "effective_peak_gib": 70.23828125
1058
+ },
1059
+ {
1060
+ "run_dir": "tiera_topk_memory/G4_K8/echo/tierbmem/tierbmem_gbs16/G4_K8__echo__matched__seq4096__gbs16__cap1p109375__memiteration__it6/rep1",
1061
+ "config": "G4_K8",
1062
+ "backend": "echo",
1063
+ "num_layers": "16",
1064
+ "moe_layers": "16",
1065
+ "seq_length": "4096",
1066
+ "global_batch_size": "16",
1067
+ "cuda_graph": "1",
1068
+ "capacity_mode": "static",
1069
+ "capacity": "1.109375",
1070
+ "memory_dump_mode": "iteration",
1071
+ "branch": "better-memory-dump-support",
1072
+ "commit": "b7c52442",
1073
+ "status": "OK",
1074
+ "max_allocated_gib": 77.58307456970215,
1075
+ "max_reserved_gib": 80.9453125,
1076
+ "fragmentation_gib": 3.3622379302978516,
1077
+ "theoretical_weight_optim_gib": 165.067802734375,
1078
+ "snapshot_pickle_count": 0,
1079
+ "snapshot_json_count": 48,
1080
+ "snapshot_expected_each": 48,
1081
+ "snapshot_complete": 0,
1082
+ "effective_peak_gib": 80.9453125
1083
+ },
1084
+ {
1085
+ "run_dir": "tiera_topk_memory/G4_K8/echo/tierbmem/tierbmem_gbs16/G4_K8__echo__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
1086
+ "config": "G4_K8",
1087
+ "backend": "echo",
1088
+ "num_layers": "16",
1089
+ "moe_layers": "16",
1090
+ "seq_length": "4096",
1091
+ "global_batch_size": "16",
1092
+ "cuda_graph": "0",
1093
+ "capacity_mode": "dynamic",
1094
+ "capacity": "dynamic",
1095
+ "memory_dump_mode": "iteration",
1096
+ "branch": "better-memory-dump-support",
1097
+ "commit": "b7c52442",
1098
+ "status": "OK",
1099
+ "max_allocated_gib": 72.07384824752808,
1100
+ "max_reserved_gib": 75.841796875,
1101
+ "fragmentation_gib": 3.767948627471924,
1102
+ "theoretical_weight_optim_gib": 165.067802734375,
1103
+ "snapshot_pickle_count": 0,
1104
+ "snapshot_json_count": 40,
1105
+ "snapshot_expected_each": 40,
1106
+ "snapshot_complete": 0,
1107
+ "effective_peak_gib": 75.841796875
1108
+ },
1109
+ {
1110
+ "run_dir": "tiera_topk_memory/G4_K8/moonep/tierbmem/tierbmem_gbs16/G4_K8__moonep__matched__seq4096__gbs16__capnone__async__memiteration__it6/rep1",
1111
+ "config": "G4_K8",
1112
+ "backend": "moonep",
1113
+ "num_layers": "16",
1114
+ "moe_layers": "16",
1115
+ "seq_length": "4096",
1116
+ "global_batch_size": "16",
1117
+ "cuda_graph": "1",
1118
+ "capacity_mode": "none",
1119
+ "capacity": "none",
1120
+ "memory_dump_mode": "iteration",
1121
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1122
+ "commit": "7949f384",
1123
+ "status": "OK",
1124
+ "max_allocated_gib": 51.8758282661438,
1125
+ "max_reserved_gib": 53.712890625,
1126
+ "fragmentation_gib": 1.8370623588562012,
1127
+ "theoretical_weight_optim_gib": 165.067802734375,
1128
+ "snapshot_pickle_count": 0,
1129
+ "snapshot_json_count": 43,
1130
+ "snapshot_expected_each": 48,
1131
+ "snapshot_complete": 0,
1132
+ "effective_peak_gib": 53.712890625
1133
+ },
1134
+ {
1135
+ "run_dir": "tiera_topk_memory/G4_K8/moonep/tierbmem/tierbmem_gbs16/G4_K8__moonep__matched__seq4096__gbs16__capnone__nocg__async__memiteration__it5/rep1",
1136
+ "config": "G4_K8",
1137
+ "backend": "moonep",
1138
+ "num_layers": "16",
1139
+ "moe_layers": "16",
1140
+ "seq_length": "4096",
1141
+ "global_batch_size": "16",
1142
+ "cuda_graph": "0",
1143
+ "capacity_mode": "none",
1144
+ "capacity": "none",
1145
+ "memory_dump_mode": "iteration",
1146
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1147
+ "commit": "7949f384",
1148
+ "status": "OK",
1149
+ "max_allocated_gib": 51.846561431884766,
1150
+ "max_reserved_gib": 53.701171875,
1151
+ "fragmentation_gib": 1.8546104431152344,
1152
+ "theoretical_weight_optim_gib": 165.067802734375,
1153
+ "snapshot_pickle_count": 0,
1154
+ "snapshot_json_count": 40,
1155
+ "snapshot_expected_each": 40,
1156
+ "snapshot_complete": 0,
1157
+ "effective_peak_gib": 53.701171875
1158
+ },
1159
+ {
1160
+ "run_dir": "tiera_topk_memory/G4_K8/ultraep/tierbmem/tierbmem_gbs16/G4_K8__ultraep__matched__seq4096__gbs16__cap1p109375__memiteration__it6/rep1",
1161
+ "config": "G4_K8",
1162
+ "backend": "ultraep",
1163
+ "num_layers": "16",
1164
+ "moe_layers": "16",
1165
+ "seq_length": "4096",
1166
+ "global_batch_size": "16",
1167
+ "cuda_graph": "1",
1168
+ "capacity_mode": "static",
1169
+ "capacity": "1.109375",
1170
+ "memory_dump_mode": "iteration",
1171
+ "branch": "ultraep-better-memory-dump-support",
1172
+ "commit": "c3a8a8a7",
1173
+ "status": "OK",
1174
+ "max_allocated_gib": 65.95306587219238,
1175
+ "max_reserved_gib": 68.87109375,
1176
+ "fragmentation_gib": 2.918027877807617,
1177
+ "theoretical_weight_optim_gib": 165.067802734375,
1178
+ "snapshot_pickle_count": 0,
1179
+ "snapshot_json_count": 48,
1180
+ "snapshot_expected_each": 48,
1181
+ "snapshot_complete": 0,
1182
+ "effective_peak_gib": 68.87109375
1183
+ },
1184
+ {
1185
+ "run_dir": "tiera_topk_memory/G4_K8/ultraep/tierbmem/tierbmem_gbs16/G4_K8__ultraep__matched__seq4096__gbs16__capdynamic__nocg__memiteration__it5/rep1",
1186
+ "config": "G4_K8",
1187
+ "backend": "ultraep",
1188
+ "num_layers": "16",
1189
+ "moe_layers": "16",
1190
+ "seq_length": "4096",
1191
+ "global_batch_size": "16",
1192
+ "cuda_graph": "0",
1193
+ "capacity_mode": "dynamic",
1194
+ "capacity": "dynamic",
1195
+ "memory_dump_mode": "iteration",
1196
+ "branch": "ultraep-better-memory-dump-support",
1197
+ "commit": "c3a8a8a7",
1198
+ "status": "OK",
1199
+ "max_allocated_gib": 65.67387962341309,
1200
+ "max_reserved_gib": 68.630859375,
1201
+ "fragmentation_gib": 2.956979751586914,
1202
+ "theoretical_weight_optim_gib": 165.067802734375,
1203
+ "snapshot_pickle_count": 0,
1204
+ "snapshot_json_count": 40,
1205
+ "snapshot_expected_each": 40,
1206
+ "snapshot_complete": 0,
1207
+ "effective_peak_gib": 68.630859375
1208
+ },
1209
+ {
1210
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/echo/tierbmem/tierbmem_gbs8/KIMI_K2_L2__echo__matched__seq4096__gbs8__cap1p17578125__memiteration__it6/rep1",
1211
+ "config": "KIMI_K2_L2",
1212
+ "backend": "echo",
1213
+ "num_layers": "2",
1214
+ "moe_layers": "1",
1215
+ "seq_length": "4096",
1216
+ "global_batch_size": "8",
1217
+ "cuda_graph": "1",
1218
+ "capacity_mode": "static",
1219
+ "capacity": "1.17578125",
1220
+ "memory_dump_mode": "iteration",
1221
+ "branch": "better-memory-dump-support",
1222
+ "commit": "b7c52442",
1223
+ "status": "OK",
1224
+ "max_allocated_gib": 56.259039878845215,
1225
+ "max_reserved_gib": 72.916015625,
1226
+ "fragmentation_gib": 16.656975746154785,
1227
+ "theoretical_weight_optim_gib": 127.651591796875,
1228
+ "peak_sampled_gib": 129.1201171875,
1229
+ "snapshot_pickle_count": 48,
1230
+ "snapshot_json_count": 48,
1231
+ "snapshot_expected_each": 48,
1232
+ "snapshot_complete": 1,
1233
+ "effective_peak_gib": 129.1201171875
1234
+ },
1235
+ {
1236
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/echo/tierbmem/tierbmem_gbs8/KIMI_K2_L2__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
1237
+ "config": "KIMI_K2_L2",
1238
+ "backend": "echo",
1239
+ "num_layers": "2",
1240
+ "moe_layers": "1",
1241
+ "seq_length": "4096",
1242
+ "global_batch_size": "8",
1243
+ "cuda_graph": "0",
1244
+ "capacity_mode": "dynamic",
1245
+ "capacity": "dynamic",
1246
+ "memory_dump_mode": "iteration",
1247
+ "branch": "better-memory-dump-support",
1248
+ "commit": "b7c52442",
1249
+ "status": "OK",
1250
+ "max_allocated_gib": 58.91231727600098,
1251
+ "max_reserved_gib": 71.5078125,
1252
+ "fragmentation_gib": 12.595495223999023,
1253
+ "theoretical_weight_optim_gib": 127.651591796875,
1254
+ "peak_sampled_gib": 116.1591796875,
1255
+ "snapshot_pickle_count": 40,
1256
+ "snapshot_json_count": 40,
1257
+ "snapshot_expected_each": 40,
1258
+ "snapshot_complete": 1,
1259
+ "effective_peak_gib": 116.1591796875
1260
+ },
1261
+ {
1262
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/moonep/tierbmem/tierbmem_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1",
1263
+ "config": "KIMI_K2_L2",
1264
+ "backend": "moonep",
1265
+ "num_layers": "2",
1266
+ "moe_layers": "1",
1267
+ "seq_length": "4096",
1268
+ "global_batch_size": "8",
1269
+ "cuda_graph": "1",
1270
+ "capacity_mode": "none",
1271
+ "capacity": "none",
1272
+ "memory_dump_mode": "iteration",
1273
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1274
+ "commit": "7949f384",
1275
+ "status": "OK",
1276
+ "max_allocated_gib": 44.29609251022339,
1277
+ "max_reserved_gib": 44.716796875,
1278
+ "fragmentation_gib": 0.42070436477661133,
1279
+ "theoretical_weight_optim_gib": 127.651591796875,
1280
+ "peak_sampled_gib": 84.4638671875,
1281
+ "snapshot_pickle_count": 48,
1282
+ "snapshot_json_count": 48,
1283
+ "snapshot_expected_each": 48,
1284
+ "snapshot_complete": 1,
1285
+ "effective_peak_gib": 84.4638671875
1286
+ },
1287
+ {
1288
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/moonep/tierbmem/tierbmem_gbs8/KIMI_K2_L2__moonep__matched__seq4096__gbs8__capnone__nocg__async__memiteration__it5/rep1",
1289
+ "config": "KIMI_K2_L2",
1290
+ "backend": "moonep",
1291
+ "num_layers": "2",
1292
+ "moe_layers": "1",
1293
+ "seq_length": "4096",
1294
+ "global_batch_size": "8",
1295
+ "cuda_graph": "0",
1296
+ "capacity_mode": "none",
1297
+ "capacity": "none",
1298
+ "memory_dump_mode": "iteration",
1299
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1300
+ "commit": "7949f384",
1301
+ "status": "OK",
1302
+ "max_allocated_gib": 44.27890348434448,
1303
+ "max_reserved_gib": 44.71484375,
1304
+ "fragmentation_gib": 0.4359402656555176,
1305
+ "theoretical_weight_optim_gib": 127.651591796875,
1306
+ "peak_sampled_gib": 84.0966796875,
1307
+ "snapshot_pickle_count": 40,
1308
+ "snapshot_json_count": 40,
1309
+ "snapshot_expected_each": 40,
1310
+ "snapshot_complete": 1,
1311
+ "effective_peak_gib": 84.0966796875
1312
+ },
1313
+ {
1314
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/ultraep/tierbmem/tierbmem_gbs8/KIMI_K2_L2__ultraep__matched__seq4096__gbs8__cap1p17578125__memiteration__it6/rep1",
1315
+ "config": "KIMI_K2_L2",
1316
+ "backend": "ultraep",
1317
+ "num_layers": "2",
1318
+ "moe_layers": "1",
1319
+ "seq_length": "4096",
1320
+ "global_batch_size": "8",
1321
+ "cuda_graph": "1",
1322
+ "capacity_mode": "static",
1323
+ "capacity": "1.17578125",
1324
+ "memory_dump_mode": "iteration",
1325
+ "branch": "ultraep-better-memory-dump-support",
1326
+ "commit": "c3a8a8a7",
1327
+ "status": "OK",
1328
+ "max_allocated_gib": 47.984477043151855,
1329
+ "max_reserved_gib": 53.119140625,
1330
+ "fragmentation_gib": 5.1346635818481445,
1331
+ "theoretical_weight_optim_gib": 127.651591796875,
1332
+ "peak_sampled_gib": 88.2568359375,
1333
+ "snapshot_pickle_count": 48,
1334
+ "snapshot_json_count": 48,
1335
+ "snapshot_expected_each": 48,
1336
+ "snapshot_complete": 1,
1337
+ "effective_peak_gib": 88.2568359375
1338
+ },
1339
+ {
1340
+ "run_dir": "tierb_models/memory/KIMI_K2_L2/ultraep/tierbmem/tierbmem_gbs8/KIMI_K2_L2__ultraep__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
1341
+ "config": "KIMI_K2_L2",
1342
+ "backend": "ultraep",
1343
+ "num_layers": "2",
1344
+ "moe_layers": "1",
1345
+ "seq_length": "4096",
1346
+ "global_batch_size": "8",
1347
+ "cuda_graph": "0",
1348
+ "capacity_mode": "dynamic",
1349
+ "capacity": "dynamic",
1350
+ "memory_dump_mode": "iteration",
1351
+ "branch": "ultraep-better-memory-dump-support",
1352
+ "commit": "c3a8a8a7",
1353
+ "status": "OK",
1354
+ "max_allocated_gib": 48.07896947860718,
1355
+ "max_reserved_gib": 53.306640625,
1356
+ "fragmentation_gib": 5.227671146392822,
1357
+ "theoretical_weight_optim_gib": 127.651591796875,
1358
+ "peak_sampled_gib": 87.6240234375,
1359
+ "snapshot_pickle_count": 40,
1360
+ "snapshot_json_count": 40,
1361
+ "snapshot_expected_each": 40,
1362
+ "snapshot_complete": 1,
1363
+ "effective_peak_gib": 87.6240234375
1364
+ },
1365
+ {
1366
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/echo/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__echo__matched__seq4096__gbs8__cap1p08984375__memiteration__it6/rep1",
1367
+ "config": "OLMOE_1B_7B_L16",
1368
+ "backend": "echo",
1369
+ "num_layers": "16",
1370
+ "moe_layers": "16",
1371
+ "seq_length": "4096",
1372
+ "global_batch_size": "8",
1373
+ "cuda_graph": "1",
1374
+ "capacity_mode": "static",
1375
+ "capacity": "1.08984375",
1376
+ "memory_dump_mode": "iteration",
1377
+ "branch": "better-memory-dump-support",
1378
+ "commit": "b7c52442",
1379
+ "status": "OK",
1380
+ "max_allocated_gib": 22.940572261810303,
1381
+ "max_reserved_gib": 23.759765625,
1382
+ "fragmentation_gib": 0.8191933631896973,
1383
+ "theoretical_weight_optim_gib": 48.31515625,
1384
+ "peak_sampled_gib": 42.0341796875,
1385
+ "snapshot_pickle_count": 48,
1386
+ "snapshot_json_count": 48,
1387
+ "snapshot_expected_each": 48,
1388
+ "snapshot_complete": 1,
1389
+ "effective_peak_gib": 42.0341796875
1390
+ },
1391
+ {
1392
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/echo/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__echo__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
1393
+ "config": "OLMOE_1B_7B_L16",
1394
+ "backend": "echo",
1395
+ "num_layers": "16",
1396
+ "moe_layers": "16",
1397
+ "seq_length": "4096",
1398
+ "global_batch_size": "8",
1399
+ "cuda_graph": "0",
1400
+ "capacity_mode": "dynamic",
1401
+ "capacity": "dynamic",
1402
+ "memory_dump_mode": "iteration",
1403
+ "branch": "better-memory-dump-support",
1404
+ "commit": "b7c52442",
1405
+ "status": "OK",
1406
+ "max_allocated_gib": 22.818925857543945,
1407
+ "max_reserved_gib": 23.8125,
1408
+ "fragmentation_gib": 0.9935741424560547,
1409
+ "theoretical_weight_optim_gib": 48.31515625,
1410
+ "peak_sampled_gib": 37.1337890625,
1411
+ "snapshot_pickle_count": 40,
1412
+ "snapshot_json_count": 40,
1413
+ "snapshot_expected_each": 40,
1414
+ "snapshot_complete": 1,
1415
+ "effective_peak_gib": 37.1337890625
1416
+ },
1417
+ {
1418
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/moonep/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__moonep__matched__seq4096__gbs8__capnone__async__memiteration__it6/rep1",
1419
+ "config": "OLMOE_1B_7B_L16",
1420
+ "backend": "moonep",
1421
+ "num_layers": "16",
1422
+ "moe_layers": "16",
1423
+ "seq_length": "4096",
1424
+ "global_batch_size": "8",
1425
+ "cuda_graph": "1",
1426
+ "capacity_mode": "none",
1427
+ "capacity": "none",
1428
+ "memory_dump_mode": "iteration",
1429
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1430
+ "commit": "7949f384",
1431
+ "status": "OK",
1432
+ "max_allocated_gib": 16.60142183303833,
1433
+ "max_reserved_gib": 17.07421875,
1434
+ "fragmentation_gib": 0.4727969169616699,
1435
+ "theoretical_weight_optim_gib": 48.31515625,
1436
+ "peak_sampled_gib": 35.5673828125,
1437
+ "snapshot_pickle_count": 48,
1438
+ "snapshot_json_count": 48,
1439
+ "snapshot_expected_each": 48,
1440
+ "snapshot_complete": 1,
1441
+ "effective_peak_gib": 35.5673828125
1442
+ },
1443
+ {
1444
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/moonep/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__moonep__matched__seq4096__gbs8__capnone__nocg__async__memiteration__it5/rep1",
1445
+ "config": "OLMOE_1B_7B_L16",
1446
+ "backend": "moonep",
1447
+ "num_layers": "16",
1448
+ "moe_layers": "16",
1449
+ "seq_length": "4096",
1450
+ "global_batch_size": "8",
1451
+ "cuda_graph": "0",
1452
+ "capacity_mode": "none",
1453
+ "capacity": "none",
1454
+ "memory_dump_mode": "iteration",
1455
+ "branch": "moonep_backend_async_grad_reduce_better_memory_dump_support",
1456
+ "commit": "7949f384",
1457
+ "status": "OK",
1458
+ "max_allocated_gib": 16.60142183303833,
1459
+ "max_reserved_gib": 17.07421875,
1460
+ "fragmentation_gib": 0.4727969169616699,
1461
+ "theoretical_weight_optim_gib": 48.31515625,
1462
+ "peak_sampled_gib": 34.9130859375,
1463
+ "snapshot_pickle_count": 40,
1464
+ "snapshot_json_count": 40,
1465
+ "snapshot_expected_each": 40,
1466
+ "snapshot_complete": 1,
1467
+ "effective_peak_gib": 34.9130859375
1468
+ },
1469
+ {
1470
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/ultraep/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__ultraep__matched__seq4096__gbs8__cap1p08984375__memiteration__it6/rep1",
1471
+ "config": "OLMOE_1B_7B_L16",
1472
+ "backend": "ultraep",
1473
+ "num_layers": "16",
1474
+ "moe_layers": "16",
1475
+ "seq_length": "4096",
1476
+ "global_batch_size": "8",
1477
+ "cuda_graph": "1",
1478
+ "capacity_mode": "static",
1479
+ "capacity": "1.08984375",
1480
+ "memory_dump_mode": "iteration",
1481
+ "branch": "ultraep-better-memory-dump-support",
1482
+ "commit": "c3a8a8a7",
1483
+ "status": "OK",
1484
+ "max_allocated_gib": 21.23912763595581,
1485
+ "max_reserved_gib": 21.6484375,
1486
+ "fragmentation_gib": 0.40930986404418945,
1487
+ "theoretical_weight_optim_gib": 48.31515625,
1488
+ "peak_sampled_gib": 38.1806640625,
1489
+ "snapshot_pickle_count": 48,
1490
+ "snapshot_json_count": 48,
1491
+ "snapshot_expected_each": 48,
1492
+ "snapshot_complete": 1,
1493
+ "effective_peak_gib": 38.1806640625
1494
+ },
1495
+ {
1496
+ "run_dir": "tierb_models/memory/OLMOE_1B_7B_L16/ultraep/tierbmem/tierbmem_gbs8/OLMOE_1B_7B_L16__ultraep__matched__seq4096__gbs8__capdynamic__nocg__memiteration__it5/rep1",
1497
+ "config": "OLMOE_1B_7B_L16",
1498
+ "backend": "ultraep",
1499
+ "num_layers": "16",
1500
+ "moe_layers": "16",
1501
+ "seq_length": "4096",
1502
+ "global_batch_size": "8",
1503
+ "cuda_graph": "0",
1504
+ "capacity_mode": "dynamic",
1505
+ "capacity": "dynamic",
1506
+ "memory_dump_mode": "iteration",
1507
+ "branch": "ultraep-better-memory-dump-support",
1508
+ "commit": "c3a8a8a7",
1509
+ "status": "OK",
1510
+ "max_allocated_gib": 21.081180095672607,
1511
+ "max_reserved_gib": 21.509765625,
1512
+ "fragmentation_gib": 0.4285855293273926,
1513
+ "theoretical_weight_optim_gib": 48.31515625,
1514
+ "peak_sampled_gib": 36.2216796875,
1515
+ "snapshot_pickle_count": 40,
1516
+ "snapshot_json_count": 40,
1517
+ "snapshot_expected_each": 40,
1518
+ "snapshot_complete": 1,
1519
+ "effective_peak_gib": 36.2216796875
1520
+ }
1521
+ ],
1522
+ "comparisons": [
1523
+ {
1524
+ "config": "DEEPSEEK_V3_L4",
1525
+ "backend": "echo",
1526
+ "dynamic_nocg_status": "OK",
1527
+ "dynamic_nocg_peak_gib": 116.5556640625,
1528
+ "cap_1p13671875_status": "OK",
1529
+ "cap_1p13671875_peak_gib": 128.0029296875
1530
+ },
1531
+ {
1532
+ "config": "DEEPSEEK_V3_L4",
1533
+ "backend": "moonep",
1534
+ "moon_graph_on_status": "OK",
1535
+ "moon_graph_on_peak_gib": 95.5556640625,
1536
+ "moon_graph_off_status": "OK",
1537
+ "moon_graph_off_peak_gib": 81.8642578125,
1538
+ "moon_graph_delta_gib": 13.69140625
1539
+ },
1540
+ {
1541
+ "config": "DEEPSEEK_V3_L4",
1542
+ "backend": "ultraep",
1543
+ "dynamic_nocg_status": "OK",
1544
+ "dynamic_nocg_peak_gib": 100.2666015625,
1545
+ "cap_1p13671875_status": "OK",
1546
+ "cap_1p13671875_peak_gib": 99.6044921875
1547
+ },
1548
+ {
1549
+ "config": "G2_K2",
1550
+ "backend": "echo",
1551
+ "dynamic_nocg_status": "OK",
1552
+ "dynamic_nocg_peak_gib": 85.388671875,
1553
+ "cap_1p15625_status": "OK",
1554
+ "cap_1p15625_peak_gib": 88.99609375
1555
+ },
1556
+ {
1557
+ "config": "G2_K2",
1558
+ "backend": "moonep",
1559
+ "moon_graph_on_status": "OK",
1560
+ "moon_graph_on_peak_gib": 56.009765625,
1561
+ "moon_graph_off_status": "OK",
1562
+ "moon_graph_off_peak_gib": 55.9375,
1563
+ "moon_graph_delta_gib": 0.072265625
1564
+ },
1565
+ {
1566
+ "config": "G2_K2",
1567
+ "backend": "ultraep",
1568
+ "dynamic_nocg_status": "OK",
1569
+ "dynamic_nocg_peak_gib": 78.193359375,
1570
+ "cap_1p15625_status": "OK",
1571
+ "cap_1p15625_peak_gib": 77.595703125
1572
+ },
1573
+ {
1574
+ "config": "G3_K2",
1575
+ "backend": "echo",
1576
+ "dynamic_nocg_status": "OK",
1577
+ "dynamic_nocg_peak_gib": 85.119140625,
1578
+ "cap_1p1875_status": "OK",
1579
+ "cap_1p1875_peak_gib": 90.314453125
1580
+ },
1581
+ {
1582
+ "config": "G3_K2",
1583
+ "backend": "moonep",
1584
+ "moon_graph_on_status": "OK",
1585
+ "moon_graph_on_peak_gib": 54.93359375,
1586
+ "moon_graph_off_status": "OK",
1587
+ "moon_graph_off_peak_gib": 54.931640625,
1588
+ "moon_graph_delta_gib": 0.001953125
1589
+ },
1590
+ {
1591
+ "config": "G3_K2",
1592
+ "backend": "ultraep",
1593
+ "dynamic_nocg_status": "OK",
1594
+ "dynamic_nocg_peak_gib": 78.611328125,
1595
+ "cap_1p1875_status": "OK",
1596
+ "cap_1p1875_peak_gib": 78.802734375
1597
+ },
1598
+ {
1599
+ "config": "G3_K8",
1600
+ "backend": "echo",
1601
+ "dynamic_nocg_status": "OK",
1602
+ "dynamic_nocg_peak_gib": 80.931640625,
1603
+ "cap_1p09375_status": "OK",
1604
+ "cap_1p09375_peak_gib": 86.02734375
1605
+ },
1606
+ {
1607
+ "config": "G3_K8",
1608
+ "backend": "moonep",
1609
+ "moon_graph_on_status": "OK",
1610
+ "moon_graph_on_peak_gib": 54.701171875,
1611
+ "moon_graph_off_status": "OK",
1612
+ "moon_graph_off_peak_gib": 54.62890625,
1613
+ "moon_graph_delta_gib": 0.072265625
1614
+ },
1615
+ {
1616
+ "config": "G3_K8",
1617
+ "backend": "ultraep",
1618
+ "dynamic_nocg_status": "OK",
1619
+ "dynamic_nocg_peak_gib": 72.55859375,
1620
+ "cap_1p09375_status": "OK",
1621
+ "cap_1p09375_peak_gib": 74.333984375
1622
+ },
1623
+ {
1624
+ "config": "G4_K16",
1625
+ "backend": "echo",
1626
+ "dynamic_nocg_status": "OK",
1627
+ "dynamic_nocg_peak_gib": 80.279296875,
1628
+ "cap_1p08203125_status": "OK",
1629
+ "cap_1p08203125_peak_gib": 85.353515625
1630
+ },
1631
+ {
1632
+ "config": "G4_K16",
1633
+ "backend": "moonep",
1634
+ "moon_graph_on_status": "OK",
1635
+ "moon_graph_on_peak_gib": 53.533203125,
1636
+ "moon_graph_off_status": "OK",
1637
+ "moon_graph_off_peak_gib": 53.5078125,
1638
+ "moon_graph_delta_gib": 0.025390625
1639
+ },
1640
+ {
1641
+ "config": "G4_K16",
1642
+ "backend": "ultraep",
1643
+ "dynamic_nocg_status": "OK",
1644
+ "dynamic_nocg_peak_gib": 72.544921875,
1645
+ "cap_1p08203125_status": "OK",
1646
+ "cap_1p08203125_peak_gib": 73.294921875
1647
+ },
1648
+ {
1649
+ "config": "G4_K2",
1650
+ "backend": "echo",
1651
+ "dynamic_nocg_status": "OK",
1652
+ "dynamic_nocg_peak_gib": 78.705078125,
1653
+ "cap_1p265625_status": "OK",
1654
+ "cap_1p265625_peak_gib": 83.779296875
1655
+ },
1656
+ {
1657
+ "config": "G4_K2",
1658
+ "backend": "moonep",
1659
+ "moon_graph_on_status": "OK",
1660
+ "moon_graph_on_peak_gib": 54.099609375,
1661
+ "moon_graph_off_status": "OK",
1662
+ "moon_graph_off_peak_gib": 54.07421875,
1663
+ "moon_graph_delta_gib": 0.025390625
1664
+ },
1665
+ {
1666
+ "config": "G4_K2",
1667
+ "backend": "ultraep",
1668
+ "dynamic_nocg_status": "OK",
1669
+ "dynamic_nocg_peak_gib": 71.435546875,
1670
+ "cap_1p265625_status": "OK",
1671
+ "cap_1p265625_peak_gib": 71.72265625
1672
+ },
1673
+ {
1674
+ "config": "G4_K4",
1675
+ "backend": "echo",
1676
+ "dynamic_nocg_status": "OK",
1677
+ "dynamic_nocg_peak_gib": 77.9765625,
1678
+ "cap_1p171875_status": "OK",
1679
+ "cap_1p171875_peak_gib": 82.447265625
1680
+ },
1681
+ {
1682
+ "config": "G4_K4",
1683
+ "backend": "moonep",
1684
+ "moon_graph_on_status": "OK",
1685
+ "moon_graph_on_peak_gib": 53.697265625,
1686
+ "moon_graph_off_status": "OK",
1687
+ "moon_graph_off_peak_gib": 53.626953125,
1688
+ "moon_graph_delta_gib": 0.0703125
1689
+ },
1690
+ {
1691
+ "config": "G4_K4",
1692
+ "backend": "ultraep",
1693
+ "dynamic_nocg_status": "OK",
1694
+ "dynamic_nocg_peak_gib": 70.23828125,
1695
+ "cap_1p171875_status": "OK",
1696
+ "cap_1p171875_peak_gib": 70.310546875
1697
+ },
1698
+ {
1699
+ "config": "G4_K8",
1700
+ "backend": "echo",
1701
+ "dynamic_nocg_status": "OK",
1702
+ "dynamic_nocg_peak_gib": 75.841796875,
1703
+ "cap_1p109375_status": "OK",
1704
+ "cap_1p109375_peak_gib": 80.9453125
1705
+ },
1706
+ {
1707
+ "config": "G4_K8",
1708
+ "backend": "moonep",
1709
+ "moon_graph_on_status": "OK",
1710
+ "moon_graph_on_peak_gib": 53.712890625,
1711
+ "moon_graph_off_status": "OK",
1712
+ "moon_graph_off_peak_gib": 53.701171875,
1713
+ "moon_graph_delta_gib": 0.01171875
1714
+ },
1715
+ {
1716
+ "config": "G4_K8",
1717
+ "backend": "ultraep",
1718
+ "dynamic_nocg_status": "OK",
1719
+ "dynamic_nocg_peak_gib": 68.630859375,
1720
+ "cap_1p109375_status": "OK",
1721
+ "cap_1p109375_peak_gib": 68.87109375
1722
+ },
1723
+ {
1724
+ "config": "KIMI_K2_L2",
1725
+ "backend": "echo",
1726
+ "dynamic_nocg_status": "OK",
1727
+ "dynamic_nocg_peak_gib": 116.1591796875,
1728
+ "cap_1p17578125_status": "OK",
1729
+ "cap_1p17578125_peak_gib": 129.1201171875
1730
+ },
1731
+ {
1732
+ "config": "KIMI_K2_L2",
1733
+ "backend": "moonep",
1734
+ "moon_graph_on_status": "OK",
1735
+ "moon_graph_on_peak_gib": 84.4638671875,
1736
+ "moon_graph_off_status": "OK",
1737
+ "moon_graph_off_peak_gib": 84.0966796875,
1738
+ "moon_graph_delta_gib": 0.3671875
1739
+ },
1740
+ {
1741
+ "config": "KIMI_K2_L2",
1742
+ "backend": "ultraep",
1743
+ "dynamic_nocg_status": "OK",
1744
+ "dynamic_nocg_peak_gib": 87.6240234375,
1745
+ "cap_1p17578125_status": "OK",
1746
+ "cap_1p17578125_peak_gib": 88.2568359375
1747
+ },
1748
+ {
1749
+ "config": "OLMOE_1B_7B_L16",
1750
+ "backend": "echo",
1751
+ "dynamic_nocg_status": "OK",
1752
+ "dynamic_nocg_peak_gib": 37.1337890625,
1753
+ "cap_1p08984375_status": "OK",
1754
+ "cap_1p08984375_peak_gib": 42.0341796875
1755
+ },
1756
+ {
1757
+ "config": "OLMOE_1B_7B_L16",
1758
+ "backend": "moonep",
1759
+ "moon_graph_on_status": "OK",
1760
+ "moon_graph_on_peak_gib": 35.5673828125,
1761
+ "moon_graph_off_status": "OK",
1762
+ "moon_graph_off_peak_gib": 34.9130859375,
1763
+ "moon_graph_delta_gib": 0.654296875
1764
+ },
1765
+ {
1766
+ "config": "OLMOE_1B_7B_L16",
1767
+ "backend": "ultraep",
1768
+ "dynamic_nocg_status": "OK",
1769
+ "dynamic_nocg_peak_gib": 36.2216796875,
1770
+ "cap_1p08984375_status": "OK",
1771
+ "cap_1p08984375_peak_gib": 38.1806640625
1772
+ }
1773
+ ]
1774
+ }